Skip to content

Commit

Permalink
[improvement](file-scan) reduce the min size of file split (apache#22412
Browse files Browse the repository at this point in the history
)

Reduce from 128MB to 8MB.
So that user can set `file_split_size` more flexible.
  • Loading branch information
morningman authored and xiaokang committed Aug 8, 2023
1 parent 601338d commit f117cda
Showing 1 changed file with 2 additions and 2 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -60,7 +60,7 @@
public abstract class FileScanNode extends ExternalScanNode {
private static final Logger LOG = LogManager.getLogger(FileScanNode.class);

public static final long DEFAULT_SPLIT_SIZE = 128 * 1024 * 1024; // 128MB
public static final long DEFAULT_SPLIT_SIZE = 8 * 1024 * 1024; // 8MB

// For explain
protected long inputSplitsNum = 0;
Expand All @@ -69,7 +69,7 @@ public abstract class FileScanNode extends ExternalScanNode {
protected long readPartitionNum = 0;

public FileScanNode(PlanNodeId id, TupleDescriptor desc, String planNodeName, StatisticalType statisticalType,
boolean needCheckColumnPriv) {
boolean needCheckColumnPriv) {
super(id, desc, planNodeName, statisticalType, needCheckColumnPriv);
this.needCheckColumnPriv = needCheckColumnPriv;
}
Expand Down

0 comments on commit f117cda

Please sign in to comment.