From d883575d782ae4b549440d62f844cc9db218893f Mon Sep 17 00:00:00 2001 From: Hongze Zhang Date: Fri, 24 Sep 2021 14:36:39 +0800 Subject: [PATCH] fixup --- .../execution/datasources/v2/arrow/SparkMemoryUtils.scala | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/arrow-data-source/common/src/main/scala/org/apache/spark/sql/execution/datasources/v2/arrow/SparkMemoryUtils.scala b/arrow-data-source/common/src/main/scala/org/apache/spark/sql/execution/datasources/v2/arrow/SparkMemoryUtils.scala index 1cb1f46a5..cd1da4a80 100644 --- a/arrow-data-source/common/src/main/scala/org/apache/spark/sql/execution/datasources/v2/arrow/SparkMemoryUtils.scala +++ b/arrow-data-source/common/src/main/scala/org/apache/spark/sql/execution/datasources/v2/arrow/SparkMemoryUtils.scala @@ -25,7 +25,6 @@ import com.intel.oap.spark.sql.execution.datasources.v2.arrow._ import com.sun.xml.internal.messaging.saaj.util.ByteOutputStream import org.apache.arrow.dataset.jni.NativeMemoryPool import org.apache.arrow.memory.AllocationListener -import org.apache.arrow.memory.BaseAllocator.configBuilder import org.apache.arrow.memory.BufferAllocator import org.apache.arrow.memory.ImmutableConfig import org.apache.arrow.memory.MemoryChunkCleaner @@ -88,7 +87,7 @@ object SparkMemoryUtils extends Logging { val defaultAllocator: BufferAllocator = { val alloc = new RootAllocator( - configBuilder() + RootAllocator.configBuilder() .maxAllocation(Long.MaxValue) .memoryChunkManagerFactory(memoryChunkManagerFactory) .listener(allocListener) @@ -238,7 +237,7 @@ object SparkMemoryUtils extends Logging { } private val allocator = new RootAllocator( - configBuilder() + RootAllocator.configBuilder() .maxAllocation(SQLConf.get.getConf(MEMORY_OFFHEAP_SIZE)) .memoryChunkManagerFactory(MemoryChunkCleaner.newFactory()) .listener(MemoryChunkCleaner.gcTrigger())