diff --git a/README_DREMIO.md b/README_DREMIO.md index c0fc7d9bf7fec..fe12e38e792f9 100644 --- a/README_DREMIO.md +++ b/README_DREMIO.md @@ -2,6 +2,8 @@ git checkout -b dremio_24.3_12.0 apache-arrow-12.0.1 Apply starting from the bottom and working upwards. +git cherry-pick ccae6e95d09ce62a5134e4d3a868c8d30c609338 +git cherry-pick a4a3d3f4825eb025657121e70c9d86e8d6ecff35 git cherry-pick a225426e1400a583bcf4dbd90dfd45563ff78a46 git cherry-pick edab273d91adbcbeab812f15eb2344940d2151f4 git cherry-pick f2dbe77d1b320a54afc3c618ec3cb1879bd0d517 diff --git a/java/algorithm/pom.xml b/java/algorithm/pom.xml index b52009e8b6174..b487b13530395 100644 --- a/java/algorithm/pom.xml +++ b/java/algorithm/pom.xml @@ -32,6 +32,7 @@ arrow-vector ${project.version} test-jar + test org.apache.arrow diff --git a/java/flight/flight-core/pom.xml b/java/flight/flight-core/pom.xml index b35e9a0a93db3..75eac45097da5 100644 --- a/java/flight/flight-core/pom.xml +++ b/java/flight/flight-core/pom.xml @@ -58,10 +58,6 @@ io.grpc grpc-core - - io.grpc - grpc-context - io.grpc grpc-protobuf @@ -153,7 +149,13 @@ org.apache.maven.plugins maven-shade-plugin - 3.1.1 + + 3.2.4 shade-main diff --git a/java/flight/flight-grpc/pom.xml b/java/flight/flight-grpc/pom.xml index 3401c32d1b7d8..a3a91974e6050 100644 --- a/java/flight/flight-grpc/pom.xml +++ b/java/flight/flight-grpc/pom.xml @@ -49,12 +49,13 @@ io.grpc - grpc-core + grpc-stub + + + io.grpc + grpc-inprocess + test - - io.grpc - grpc-stub - org.apache.arrow arrow-memory-core diff --git a/java/flight/flight-sql-jdbc-driver/pom.xml b/java/flight/flight-sql-jdbc-driver/pom.xml index 15c7f737aee42..615da2e8f839d 100644 --- a/java/flight/flight-sql-jdbc-driver/pom.xml +++ b/java/flight/flight-sql-jdbc-driver/pom.xml @@ -41,7 +41,6 @@ org.apache.maven.plugins maven-shade-plugin - 3.4.1 package diff --git a/java/flight/flight-sql/pom.xml b/java/flight/flight-sql/pom.xml index d8371e4355564..ef250adb33f94 100644 --- a/java/flight/flight-sql/pom.xml +++ b/java/flight/flight-sql/pom.xml @@ -56,6 +56,7 @@ org.apache.arrow arrow-jdbc ${project.version} + test com.google.guava @@ -74,6 +75,7 @@ org.slf4j slf4j-api + test org.apache.derby diff --git a/java/memory/memory-netty/src/main/java/io/netty/buffer/PooledByteBufAllocatorL.java b/java/memory/memory-netty/src/main/java/io/netty/buffer/PooledByteBufAllocatorL.java index d0a5a9945ce20..c1e858d013e9f 100644 --- a/java/memory/memory-netty/src/main/java/io/netty/buffer/PooledByteBufAllocatorL.java +++ b/java/memory/memory-netty/src/main/java/io/netty/buffer/PooledByteBufAllocatorL.java @@ -71,7 +71,7 @@ public UnsafeDirectLittleEndian allocate(long size) { } public int getChunkSize() { - return allocator.chunkSize; + return allocator.chunkSize(); } public long getHugeBufferSize() { @@ -137,7 +137,6 @@ private class InnerAllocator extends PooledByteBufAllocator { private final PoolArena[] directArenas; private final MemoryStatusThread statusThread; - private final int chunkSize; public InnerAllocator() { super(true); @@ -150,8 +149,6 @@ public InnerAllocator() { throw new RuntimeException("Failure while initializing allocator. Unable to retrieve direct arenas field.", e); } - this.chunkSize = directArenas[0].chunkSize; - if (memoryLogger.isTraceEnabled()) { statusThread = new MemoryStatusThread(); statusThread.start(); @@ -166,7 +163,7 @@ private UnsafeDirectLittleEndian newDirectBufferL(int initialCapacity, int maxCa if (directArena != null) { - if (initialCapacity > directArena.chunkSize) { + if (initialCapacity > chunkSize()) { // This is beyond chunk size so we'll allocate separately. ByteBuf buf = UnpooledByteBufAllocator.DEFAULT.directBuffer(initialCapacity, maxCapacity); diff --git a/java/performance/pom.xml b/java/performance/pom.xml index 4e2d66dd3ebc4..8049be7bbbed9 100644 --- a/java/performance/pom.xml +++ b/java/performance/pom.xml @@ -26,6 +26,7 @@ org.openjdk.jmh jmh-core ${jmh.version} + test org.openjdk.jmh @@ -38,11 +39,13 @@ arrow-vector ${project.version} ${arrow.vector.classifier} + test org.apache.arrow arrow-memory-core ${project.version} + test org.apache.arrow @@ -54,11 +57,13 @@ org.apache.avro avro ${dep.avro.version} + test org.apache.arrow arrow-avro ${project.version} + test com.h2database @@ -70,6 +75,7 @@ org.apache.arrow arrow-jdbc ${project.version} + test org.apache.arrow @@ -109,7 +115,6 @@ org.apache.maven.plugins maven-shade-plugin - 2.2 package diff --git a/java/pom.xml b/java/pom.xml index 747320d2f8a40..c8b5a76fae69d 100644 --- a/java/pom.xml +++ b/java/pom.xml @@ -30,13 +30,13 @@ ${project.build.directory}/generated-sources 1.9.0 - 5.9.0 - 1.7.25 - 31.1-jre - 4.1.96.Final - 1.56.0 - 3.21.9 - 2.13.4 + 5.10.1 + 2.0.9 + 32.1.3-jre + 4.1.104.Final + 1.60.0 + 3.23.1 + 2.16.0 2.7.1 1.12.0 1.10.0 @@ -44,8 +44,10 @@ 2 true 9+181-r4173-1 - 2.16 - 3.10.1 + 2.22.0 + 3.11.0 + 5.5.0 + 5.2.0 @@ -358,7 +360,7 @@ org.cyclonedx cyclonedx-maven-plugin - 2.7.6 + 2.7.10 package @@ -375,7 +377,12 @@ org.apache.maven.plugins maven-dependency-plugin - 3.0.1 + + 3.1.2 org.apache.rat @@ -392,6 +399,7 @@ maven-compiler-plugin ${maven-compiler-plugin.version} + false org.immutables @@ -405,6 +413,11 @@ maven-enforcer-plugin 3.0.0-M2 + + org.apache.maven.plugins + maven-shade-plugin + 3.5.1 + maven-surefire-plugin 3.0.0-M7 diff --git a/java/tools/pom.xml b/java/tools/pom.xml index d81a61b5fdcca..90df590e1e6c4 100644 --- a/java/tools/pom.xml +++ b/java/tools/pom.xml @@ -40,6 +40,7 @@ com.google.guava guava + test commons-cli diff --git a/java/vector/pom.xml b/java/vector/pom.xml index bfedd7d3c181d..92dcdc2287125 100644 --- a/java/vector/pom.xml +++ b/java/vector/pom.xml @@ -177,7 +177,13 @@ org.apache.maven.plugins maven-shade-plugin - 3.1.1 + + 3.2.4 package