From f117cda844e2b5dc362946b97eb54de533f9dada Mon Sep 17 00:00:00 2001 From: Mingyu Chen Date: Thu, 3 Aug 2023 11:42:00 +0800 Subject: [PATCH] [improvement](file-scan) reduce the min size of file split (#22412) Reduce from 128MB to 8MB. So that user can set `file_split_size` more flexible. --- .../java/org/apache/doris/planner/external/FileScanNode.java | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/fe/fe-core/src/main/java/org/apache/doris/planner/external/FileScanNode.java b/fe/fe-core/src/main/java/org/apache/doris/planner/external/FileScanNode.java index 38be399244c109..f882a833373a4f 100644 --- a/fe/fe-core/src/main/java/org/apache/doris/planner/external/FileScanNode.java +++ b/fe/fe-core/src/main/java/org/apache/doris/planner/external/FileScanNode.java @@ -60,7 +60,7 @@ public abstract class FileScanNode extends ExternalScanNode { private static final Logger LOG = LogManager.getLogger(FileScanNode.class); - public static final long DEFAULT_SPLIT_SIZE = 128 * 1024 * 1024; // 128MB + public static final long DEFAULT_SPLIT_SIZE = 8 * 1024 * 1024; // 8MB // For explain protected long inputSplitsNum = 0; @@ -69,7 +69,7 @@ public abstract class FileScanNode extends ExternalScanNode { protected long readPartitionNum = 0; public FileScanNode(PlanNodeId id, TupleDescriptor desc, String planNodeName, StatisticalType statisticalType, - boolean needCheckColumnPriv) { + boolean needCheckColumnPriv) { super(id, desc, planNodeName, statisticalType, needCheckColumnPriv); this.needCheckColumnPriv = needCheckColumnPriv; }