release version 2.0.9.1 (#470)

Co-authored-by: zhangli20 <[email protected]>

.github/workflows/build-ce7-releases.yml

@@ -12,7 +12,7 @@ jobs:
     strategy:
       matrix:
         sparkver: [spark303, spark333]
-        blazever: [2.0.9]
+        blazever: [2.0.9.1]
 
     steps:
       - uses: actions/checkout@v4

Cargo.toml

@@ -64,26 +64,26 @@ serde_json = { version = "1.0.96" }
 
 [patch.crates-io]
 # datafusion: branch=v36-blaze
-datafusion = { git = "https://github.com/blaze-init/arrow-datafusion.git", rev = "8cd557f32"}
-datafusion-common = { git = "https://github.com/blaze-init/arrow-datafusion.git", rev = "8cd557f32"}
-datafusion-expr = { git = "https://github.com/blaze-init/arrow-datafusion.git", rev = "8cd557f32"}
-datafusion-execution = { git = "https://github.com/blaze-init/arrow-datafusion.git", rev = "8cd557f32"}
-datafusion-optimizer = { git = "https://github.com/blaze-init/arrow-datafusion.git", rev = "8cd557f32"}
-datafusion-physical-expr = { git = "https://github.com/blaze-init/arrow-datafusion.git", rev = "8cd557f32"}
+datafusion = { git = "https://github.com/blaze-init/arrow-datafusion.git", rev = "71433f743b2c399ea1728531b0e56fd7c6ef5282"}
+datafusion-common = { git = "https://github.com/blaze-init/arrow-datafusion.git", rev = "71433f743b2c399ea1728531b0e56fd7c6ef5282"}
+datafusion-expr = { git = "https://github.com/blaze-init/arrow-datafusion.git", rev = "71433f743b2c399ea1728531b0e56fd7c6ef5282"}
+datafusion-execution = { git = "https://github.com/blaze-init/arrow-datafusion.git", rev = "71433f743b2c399ea1728531b0e56fd7c6ef5282"}
+datafusion-optimizer = { git = "https://github.com/blaze-init/arrow-datafusion.git", rev = "71433f743b2c399ea1728531b0e56fd7c6ef5282"}
+datafusion-physical-expr = { git = "https://github.com/blaze-init/arrow-datafusion.git", rev = "71433f743b2c399ea1728531b0e56fd7c6ef5282"}
 
 # arrow: branch=v50-blaze
-arrow = { git = "https://github.com/blaze-init/arrow-rs.git", rev = "b1e0762ba4"}
-arrow-arith = { git = "https://github.com/blaze-init/arrow-rs.git", rev = "b1e0762ba4"}
-arrow-array = { git = "https://github.com/blaze-init/arrow-rs.git", rev = "b1e0762ba4"}
-arrow-buffer = { git = "https://github.com/blaze-init/arrow-rs.git", rev = "b1e0762ba4"}
-arrow-cast = { git = "https://github.com/blaze-init/arrow-rs.git", rev = "b1e0762ba4"}
-arrow-data = { git = "https://github.com/blaze-init/arrow-rs.git", rev = "b1e0762ba4"}
-arrow-ord = { git = "https://github.com/blaze-init/arrow-rs.git", rev = "b1e0762ba4"}
-arrow-row = { git = "https://github.com/blaze-init/arrow-rs.git", rev = "b1e0762ba4"}
-arrow-schema = { git = "https://github.com/blaze-init/arrow-rs.git", rev = "b1e0762ba4"}
-arrow-select = { git = "https://github.com/blaze-init/arrow-rs.git", rev = "b1e0762ba4"}
-arrow-string = { git = "https://github.com/blaze-init/arrow-rs.git", rev = "b1e0762ba4"}
-parquet = { git = "https://github.com/blaze-init/arrow-rs.git", rev = "b1e0762ba4"}
+arrow = { git = "https://github.com/blaze-init/arrow-rs.git", rev = "2c39d9a251f7e3f8f15312bdd0c38759e465e8bc"}
+arrow-arith = { git = "https://github.com/blaze-init/arrow-rs.git", rev = "2c39d9a251f7e3f8f15312bdd0c38759e465e8bc"}
+arrow-array = { git = "https://github.com/blaze-init/arrow-rs.git", rev = "2c39d9a251f7e3f8f15312bdd0c38759e465e8bc"}
+arrow-buffer = { git = "https://github.com/blaze-init/arrow-rs.git", rev = "2c39d9a251f7e3f8f15312bdd0c38759e465e8bc"}
+arrow-cast = { git = "https://github.com/blaze-init/arrow-rs.git", rev = "2c39d9a251f7e3f8f15312bdd0c38759e465e8bc"}
+arrow-data = { git = "https://github.com/blaze-init/arrow-rs.git", rev = "2c39d9a251f7e3f8f15312bdd0c38759e465e8bc"}
+arrow-ord = { git = "https://github.com/blaze-init/arrow-rs.git", rev = "2c39d9a251f7e3f8f15312bdd0c38759e465e8bc"}
+arrow-row = { git = "https://github.com/blaze-init/arrow-rs.git", rev = "2c39d9a251f7e3f8f15312bdd0c38759e465e8bc"}
+arrow-schema = { git = "https://github.com/blaze-init/arrow-rs.git", rev = "2c39d9a251f7e3f8f15312bdd0c38759e465e8bc"}
+arrow-select = { git = "https://github.com/blaze-init/arrow-rs.git", rev = "2c39d9a251f7e3f8f15312bdd0c38759e465e8bc"}
+arrow-string = { git = "https://github.com/blaze-init/arrow-rs.git", rev = "2c39d9a251f7e3f8f15312bdd0c38759e465e8bc"}
+parquet = { git = "https://github.com/blaze-init/arrow-rs.git", rev = "2c39d9a251f7e3f8f15312bdd0c38759e465e8bc"}
 
 # serde_json: branch=v1.0.96-blaze
 serde_json = { git = "https://github.com/blaze-init/json", branch = "v1.0.96-blaze" }

RELEASES.md

@@ -1,23 +1,12 @@
-# blaze-v2.0.9
+# blaze-v2.0.9.1
 
 ## Features
-* Upgrades datafusion/arrow dependency version to v36/v50.
-* Supports max/min aggregation with complex types.
-* Supports json_tuple.
-* Introduce sonic-rs for json parsing.
-* Add stage id in operator metrics.
-* Implements writing table with dynamic partitions (not tested in spark303/spark333).
+* Supports failing-back nondeterministic expressions.
+* Supports "$[].xxx" jsonpath syntax in get_json_object().
 
 ## Performance
-* Improves batch serialization format and reduce compressed size.
-* Implements radix-based k-way merging used in shuffling and aggregating.
-* Improves performance of on-heap spilling.
-* Improves performance of SortExec.
-* Improves performance of AggExec.
-* Improves performance of collect_set/collect_list.
+* Supports adaptive batch size in ParquetScan, improving vectorized reading performance.
+* Supports directly spill to disk file when on-heap memory is full.
 
 ## Bugfix
-* Fix concat_ws with empty batches.
-* Fix spark333 RenameExec incorrect ordering expressions.
-* Fix incorrect join type mapping in BroadcastNestedLoopJoin.
-* Fix decimal dividing with zero.
+* Fix incorrect parquet rowgroup pruning with files containing deprecated min/max values.

pom.xml

@@ -13,7 +13,7 @@
   </modules>
 
   <properties>
-    <revision>2.0.9-SNAPSHOT</revision>
+    <revision>2.0.9.1-SNAPSHOT</revision>
     <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
     <arrowVersion>15.0.2</arrowVersion>
     <protobufVersion>3.21.9</protobufVersion>