From 10058f658fe72c1811b5074ad61a723ec4e60abd Mon Sep 17 00:00:00 2001 From: Andy Grove Date: Fri, 10 Jun 2022 09:10:24 -0600 Subject: [PATCH] Prepare 9.0.0 release (#2714) --- CHANGELOG.md | 4 - datafusion-cli/Cargo.toml | 4 +- datafusion/CHANGELOG.md | 164 +++++++++++++++++++++++++++- datafusion/common/Cargo.toml | 2 +- datafusion/core/Cargo.toml | 18 +-- datafusion/data-access/Cargo.toml | 2 +- datafusion/expr/Cargo.toml | 4 +- datafusion/jit/Cargo.toml | 6 +- datafusion/optimizer/Cargo.toml | 8 +- datafusion/physical-expr/Cargo.toml | 8 +- datafusion/proto/Cargo.toml | 8 +- datafusion/row/Cargo.toml | 6 +- datafusion/sql/Cargo.toml | 6 +- dev/release/update_change_log.sh | 1 - 14 files changed, 198 insertions(+), 43 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index 26474afd69c4..ea0c339ac451 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -17,10 +17,6 @@ under the License. --> -Changelogs are maintained separately for each subproject. Please check out the -changelog file within each subproject folder for more details: - * [DataFusion CHANGELOG](./datafusion/CHANGELOG.md) -* [Ballista CHANGELOG](./ballista/CHANGELOG.md) For older versions, see [apache/arrow/CHANGELOG.md](https://github.com/apache/arrow/blob/master/CHANGELOG.md). diff --git a/datafusion-cli/Cargo.toml b/datafusion-cli/Cargo.toml index d2d2ba5e4bc7..9bded7936c0f 100644 --- a/datafusion-cli/Cargo.toml +++ b/datafusion-cli/Cargo.toml @@ -18,7 +18,7 @@ [package] name = "datafusion-cli" description = "Command Line Client for DataFusion query engine." -version = "8.0.0" +version = "9.0.0" authors = ["Apache Arrow "] edition = "2021" keywords = [ "arrow", "datafusion", "query", "sql" ] @@ -31,7 +31,7 @@ readme = "README.md" [dependencies] arrow = { version = "15.0.0" } clap = { version = "3", features = ["derive", "cargo"] } -datafusion = { path = "../datafusion/core", version = "8.0.0" } +datafusion = { path = "../datafusion/core", version = "9.0.0" } dirs = "4.0.0" env_logger = "0.9" mimalloc = { version = "0.1", default-features = false } diff --git a/datafusion/CHANGELOG.md b/datafusion/CHANGELOG.md index d60dbddb5985..6ac2b5843acb 100644 --- a/datafusion/CHANGELOG.md +++ b/datafusion/CHANGELOG.md @@ -19,6 +19,166 @@ # Changelog +## [9.0.0](https://github.com/apache/arrow-datafusion/tree/9.0.0) (2022-06-10) + +[Full Changelog](https://github.com/apache/arrow-datafusion/compare/8.0.0-rc2...9.0.0) + +**Breaking changes:** + +- MINOR: Move `simplify_expression` rule to `datafusion-optimizer` crate [\#2686](https://github.com/apache/arrow-datafusion/pull/2686) ([andygrove](https://github.com/andygrove)) +- Move physical expression planning to `datafusion-physical-expr` crate [\#2682](https://github.com/apache/arrow-datafusion/pull/2682) ([andygrove](https://github.com/andygrove)) +- Create new `datafusion-optimizer` crate for logical optimizer rules [\#2675](https://github.com/apache/arrow-datafusion/pull/2675) ([andygrove](https://github.com/andygrove)) +- Remove `ExecutionProps` dependency from `OptimizerRule` [\#2666](https://github.com/apache/arrow-datafusion/pull/2666) ([andygrove](https://github.com/andygrove)) +- Remove ObjectStoreSchemaProvider \(\#2656\) [\#2665](https://github.com/apache/arrow-datafusion/pull/2665) ([tustvold](https://github.com/tustvold)) +- Move `LogicalPlanBuilder` to `datafusion-expr` crate [\#2576](https://github.com/apache/arrow-datafusion/pull/2576) ([andygrove](https://github.com/andygrove)) +- `LogicalPlanBuilder` now uses `TableSource` instead of `TableProvider` [\#2569](https://github.com/apache/arrow-datafusion/pull/2569) ([andygrove](https://github.com/andygrove)) +- Remove `scan_empty` method from `LogicalPlanBuilder` [\#2568](https://github.com/apache/arrow-datafusion/pull/2568) ([andygrove](https://github.com/andygrove)) +- MINOR: Move expression utils from sql module to expr crate [\#2553](https://github.com/apache/arrow-datafusion/pull/2553) ([andygrove](https://github.com/andygrove)) +- Remove `scan_json` methods from `LogicalPlanBuilder` [\#2541](https://github.com/apache/arrow-datafusion/pull/2541) ([andygrove](https://github.com/andygrove)) +- Remove `scan_avro` methods from `LogicalPlanBuilder` [\#2540](https://github.com/apache/arrow-datafusion/pull/2540) ([andygrove](https://github.com/andygrove)) +- Remove `scan_parquet` methods from `LogicalPlanBuilder` [\#2539](https://github.com/apache/arrow-datafusion/pull/2539) ([andygrove](https://github.com/andygrove)) +- MINOR: Move `ExprVisitable` and `exprlist_to_columns` to datafusion-expr crate [\#2538](https://github.com/apache/arrow-datafusion/pull/2538) ([andygrove](https://github.com/andygrove)) +- Remove `scan_csv` methods from `LogicalPlanBuilder` [\#2537](https://github.com/apache/arrow-datafusion/pull/2537) ([andygrove](https://github.com/andygrove)) +- Fix Redundant ScalarValue Boxed Collection [\#2523](https://github.com/apache/arrow-datafusion/pull/2523) ([comphead](https://github.com/comphead)) +- Support for OFFSET in LogicalPlan [\#2521](https://github.com/apache/arrow-datafusion/pull/2521) ([jdye64](https://github.com/jdye64)) + +**Implemented enhancements:** + +- \[EPIC\] JIT support for `DataFusion` [\#2703](https://github.com/apache/arrow-datafusion/issues/2703) +- Show column names instead of column indices in query plans [\#2689](https://github.com/apache/arrow-datafusion/issues/2689) +- Proposal: remove automated ballista CI checks from DataFusion [\#2679](https://github.com/apache/arrow-datafusion/issues/2679) +- Pass SessionState to TableProvider [\#2658](https://github.com/apache/arrow-datafusion/issues/2658) +- Is ObjectStoreSchemaProvider Still Needed? [\#2656](https://github.com/apache/arrow-datafusion/issues/2656) +- Add logical plan support to `datafusion-proto` [\#2630](https://github.com/apache/arrow-datafusion/issues/2630) +- Like, NotLike expressions work with literal `NULL` [\#2626](https://github.com/apache/arrow-datafusion/issues/2626) +- Move `JOIN ON` predicates push down logic from planner to optimizer [\#2619](https://github.com/apache/arrow-datafusion/issues/2619) +- Remove `ExecutionProps` from `OptimizerRule` trait [\#2614](https://github.com/apache/arrow-datafusion/issues/2614) +- Add, Minus, Multiply, divide, Modulo operator work with literal `NULL` [\#2609](https://github.com/apache/arrow-datafusion/issues/2609) +- Support `DESCRIBE ` to show table schemas [\#2606](https://github.com/apache/arrow-datafusion/issues/2606) +- Support `CREATE OR REPLACE TABLE` [\#2605](https://github.com/apache/arrow-datafusion/issues/2605) +- filter\_push\_down tests should not rely on TableProvider and ExecutionPlan [\#2600](https://github.com/apache/arrow-datafusion/issues/2600) +- Move logical optimizer rules out of the core datafusion crate [\#2599](https://github.com/apache/arrow-datafusion/issues/2599) +- Push Limit through outer Join [\#2579](https://github.com/apache/arrow-datafusion/issues/2579) +- `datafusion_proto` crate should have exhaustive match statements for handling `Expr` [\#2565](https://github.com/apache/arrow-datafusion/issues/2565) +- String representation of Expr variant [\#2563](https://github.com/apache/arrow-datafusion/issues/2563) +- File URI Scheme Interpretation [\#2562](https://github.com/apache/arrow-datafusion/issues/2562) +- Implement physical plan for OFFSET [\#2551](https://github.com/apache/arrow-datafusion/issues/2551) +- Update limit pushdown rule to support offsets [\#2550](https://github.com/apache/arrow-datafusion/issues/2550) +- Move `LogicalPlanBuilder` to `datafusion-expr` crate [\#2536](https://github.com/apache/arrow-datafusion/issues/2536) +- Logical optimizer rule "simplify expressions" should not depend on the core datafusion crate [\#2535](https://github.com/apache/arrow-datafusion/issues/2535) +- Support optional filter in Join [\#2509](https://github.com/apache/arrow-datafusion/issues/2509) +- Improve SQL planner & logical plan support for JOIN conditions [\#2496](https://github.com/apache/arrow-datafusion/issues/2496) +- Numeric, String, Boolean comparisons with literal `NULL` [\#2482](https://github.com/apache/arrow-datafusion/issues/2482) +- Redundant ScalarValue Boxed Collection [\#2449](https://github.com/apache/arrow-datafusion/issues/2449) +- ObjectStore Directory Semantics [\#2445](https://github.com/apache/arrow-datafusion/issues/2445) +- Add support for `OFFSET` in SQL query planner + logical plan [\#2377](https://github.com/apache/arrow-datafusion/issues/2377) +- SQL planner should use `TableSource` not `TableProvider` [\#2346](https://github.com/apache/arrow-datafusion/issues/2346) +- Move SQL query planning to new crate [\#2345](https://github.com/apache/arrow-datafusion/issues/2345) +- Update LogicalPlan rustdoc code to not use LogicalPlanBuilder [\#2308](https://github.com/apache/arrow-datafusion/issues/2308) +- \[Optimizer\] Refactor `convert join` [\#2256](https://github.com/apache/arrow-datafusion/issues/2256) +- \[Optimizer\] Infer is not null predicate from `where clause` [\#2254](https://github.com/apache/arrow-datafusion/issues/2254) +- Support ArrayIndex for ScalarValue\(List\) [\#2207](https://github.com/apache/arrow-datafusion/issues/2207) +- \[Ballista\] Fill functional gaps between datafusion and ballista [\#2062](https://github.com/apache/arrow-datafusion/issues/2062) +- \[Ballista\] support datafusion built\_in UDAF work in ballista cluster [\#1985](https://github.com/apache/arrow-datafusion/issues/1985) +- Export C API [\#1113](https://github.com/apache/arrow-datafusion/issues/1113) + +**Fixed bugs:** + +- Fix Typos in Docs [\#2695](https://github.com/apache/arrow-datafusion/issues/2695) +- Unable to build a docker image [\#2691](https://github.com/apache/arrow-datafusion/issues/2691) +- Optimization pass `AggregateStatistics` changes type of output from `Int64` to `UInt64` [\#2673](https://github.com/apache/arrow-datafusion/issues/2673) +- ViewTable Circular Reference [\#2657](https://github.com/apache/arrow-datafusion/issues/2657) +- `ScalarValue::to_array_of_size` panics computing statistics for nested parquet file [\#2653](https://github.com/apache/arrow-datafusion/issues/2653) +- The result type of count/count\_distinct [\#2635](https://github.com/apache/arrow-datafusion/issues/2635) +- limit\_push\_down is not working properly with OFFSET [\#2624](https://github.com/apache/arrow-datafusion/issues/2624) +- Avro Tests Fail To Compile [\#2570](https://github.com/apache/arrow-datafusion/issues/2570) +- Unused Window functions experssion is wrongly removed from LogicalPlan during optimalization [\#2542](https://github.com/apache/arrow-datafusion/issues/2542) +- Bug: ObjectStoreRegistry get\_by\_uri does not return correct path when "scheme" is provided [\#2525](https://github.com/apache/arrow-datafusion/issues/2525) +- There are duplicate and inconsistent copies of `datafusion.proto` [\#2514](https://github.com/apache/arrow-datafusion/issues/2514) +- Projection pushdown produces incorrect results when column names are reused [\#2462](https://github.com/apache/arrow-datafusion/issues/2462) +- Incorrect Parquet Projection For Nested Types [\#2453](https://github.com/apache/arrow-datafusion/issues/2453) +- LogicalPlanBuilder::scan\_csv creates scans with invalid table names [\#2278](https://github.com/apache/arrow-datafusion/issues/2278) +- Inner join incorrectly pushdown predicate with OR operation [\#2271](https://github.com/apache/arrow-datafusion/issues/2271) +- Ignored alias for columns with aggregate function and incorrect results when collecting statistics is enabled [\#2176](https://github.com/apache/arrow-datafusion/issues/2176) +- Join on path partitioned columns fails with error [\#2145](https://github.com/apache/arrow-datafusion/issues/2145) + +**Documentation updates:** + +- Fix Ballista link [\#2654](https://github.com/apache/arrow-datafusion/pull/2654) ([dsaxton](https://github.com/dsaxton)) +- MINOR: Add Blaze as a project using DataFusion [\#2618](https://github.com/apache/arrow-datafusion/pull/2618) ([yjshen](https://github.com/yjshen)) +- \[MINOR\] remove datafusion-cli's ballista feature from docs [\#2612](https://github.com/apache/arrow-datafusion/pull/2612) ([Ted-Jiang](https://github.com/Ted-Jiang)) +- chore\(doc\) remove ballista from datafusion-cli readme [\#2604](https://github.com/apache/arrow-datafusion/pull/2604) ([ming535](https://github.com/ming535)) + +**Closed issues:** + +- \[Question\] Converting TableSource to custom TableProvider [\#2644](https://github.com/apache/arrow-datafusion/issues/2644) +- \[Question\] Why DataFusion is shipped with arrow version 9.1.0 on crates.io ? [\#2474](https://github.com/apache/arrow-datafusion/issues/2474) + +**Merged pull requests:** + +- Test optional features in CI [\#2708](https://github.com/apache/arrow-datafusion/pull/2708) ([tustvold](https://github.com/tustvold)) +- support indexed fields proto [\#2707](https://github.com/apache/arrow-datafusion/pull/2707) ([nl5887](https://github.com/nl5887)) +- Update sqlparser-rs to 0.18.0 [\#2705](https://github.com/apache/arrow-datafusion/pull/2705) ([alamb](https://github.com/alamb)) +- \[MINOR\]: Add documentation to `datafusion-row` modules [\#2704](https://github.com/apache/arrow-datafusion/pull/2704) ([alamb](https://github.com/alamb)) +- Make sure that the data types are supported in hashjoin before genera… [\#2702](https://github.com/apache/arrow-datafusion/pull/2702) ([AssHero](https://github.com/AssHero)) +- Move remaining code out of legacy `core/logical_plan` module [\#2701](https://github.com/apache/arrow-datafusion/pull/2701) ([andygrove](https://github.com/andygrove)) +- Move some tests from core to expr [\#2700](https://github.com/apache/arrow-datafusion/pull/2700) ([andygrove](https://github.com/andygrove)) +- MINOR: Improve Docs Readability [\#2696](https://github.com/apache/arrow-datafusion/pull/2696) ([ryanrussell](https://github.com/ryanrussell)) +- Combine limit and offset to `fetch` and `skip` and implement physical plan support [\#2694](https://github.com/apache/arrow-datafusion/pull/2694) ([ming535](https://github.com/ming535)) +- MINOR: Add datafusion-sql example [\#2693](https://github.com/apache/arrow-datafusion/pull/2693) ([andygrove](https://github.com/andygrove)) +- Remove Ballista related lines from Dockerfile [\#2692](https://github.com/apache/arrow-datafusion/pull/2692) ([mocknen](https://github.com/mocknen)) +- Show column names instead of indices in query plans [\#2690](https://github.com/apache/arrow-datafusion/pull/2690) ([andygrove](https://github.com/andygrove)) +- MINOR: Remove uses of TryClone for Parquet [\#2681](https://github.com/apache/arrow-datafusion/pull/2681) ([tustvold](https://github.com/tustvold)) +- Fix `AggregateStatistics` optimization so it doesn't change output type [\#2674](https://github.com/apache/arrow-datafusion/pull/2674) ([alamb](https://github.com/alamb)) +- If statistics of column Max/Min value does not exists in parquet file, sent Min/Max to None [\#2671](https://github.com/apache/arrow-datafusion/pull/2671) ([AssHero](https://github.com/AssHero)) +- MINOR: Move more expression code to `datafusion-expr` crate [\#2669](https://github.com/apache/arrow-datafusion/pull/2669) ([andygrove](https://github.com/andygrove)) +- MINOR: Rewrite imports in optimizer moduler [\#2667](https://github.com/apache/arrow-datafusion/pull/2667) ([andygrove](https://github.com/andygrove)) +- Update snmalloc-rs requirement from 0.2 to 0.3 [\#2663](https://github.com/apache/arrow-datafusion/pull/2663) ([dependabot[bot]](https://github.com/apps/dependabot)) +- Add module doc for RuntimeEnv, SessionContext, TaskContext, etc... [\#2655](https://github.com/apache/arrow-datafusion/pull/2655) ([tustvold](https://github.com/tustvold)) +- Prune unused dependencies from datafusion-proto [\#2651](https://github.com/apache/arrow-datafusion/pull/2651) ([tustvold](https://github.com/tustvold)) +- MINOR: Implement serde for join filter [\#2649](https://github.com/apache/arrow-datafusion/pull/2649) ([andygrove](https://github.com/andygrove)) +- pushdown support for predicates in `ON` clause of joins [\#2647](https://github.com/apache/arrow-datafusion/pull/2647) ([korowa](https://github.com/korowa)) +- Move `SortKeyCursor` and `RowIndex` into modules, add `sort_key_cursor` test [\#2645](https://github.com/apache/arrow-datafusion/pull/2645) ([alamb](https://github.com/alamb)) +- Implement DESCRIBE \ [\#2642](https://github.com/apache/arrow-datafusion/pull/2642) ([LiuYuHui](https://github.com/LiuYuHui)) +- Implement `LogicalPlan` serde in `datafusion-proto` [\#2639](https://github.com/apache/arrow-datafusion/pull/2639) ([andygrove](https://github.com/andygrove)) +- Fix limit + offset pushdown [\#2638](https://github.com/apache/arrow-datafusion/pull/2638) ([ming535](https://github.com/ming535)) +- change result type of count/count\_distinct from uint64 to int64 [\#2636](https://github.com/apache/arrow-datafusion/pull/2636) ([liukun4515](https://github.com/liukun4515)) +- if none columns in window expr are needed, remove the window exprs [\#2634](https://github.com/apache/arrow-datafusion/pull/2634) ([AssHero](https://github.com/AssHero)) +- Like, NotLike expressions work with literal `NULL` [\#2627](https://github.com/apache/arrow-datafusion/pull/2627) ([WinkerDu](https://github.com/WinkerDu)) +- MINOR: Refactor `datafusion-proto` dependencies and imports [\#2623](https://github.com/apache/arrow-datafusion/pull/2623) ([andygrove](https://github.com/andygrove)) +- MINOR: add optimizer struct [\#2616](https://github.com/apache/arrow-datafusion/pull/2616) ([jackwener](https://github.com/jackwener)) +- Remove FilterPushDown dependency on physical plan [\#2615](https://github.com/apache/arrow-datafusion/pull/2615) ([andygrove](https://github.com/andygrove)) +- Support CREATE OR REPLACE TABLE [\#2613](https://github.com/apache/arrow-datafusion/pull/2613) ([AssHero](https://github.com/AssHero)) +- Support binary mathematical operators work with `NULL` literals [\#2610](https://github.com/apache/arrow-datafusion/pull/2610) ([WinkerDu](https://github.com/WinkerDu)) +- chore: try fix CI coverage [\#2608](https://github.com/apache/arrow-datafusion/pull/2608) ([Ted-Jiang](https://github.com/Ted-Jiang)) +- MINOR: Rename benchmark crate [\#2607](https://github.com/apache/arrow-datafusion/pull/2607) ([andygrove](https://github.com/andygrove)) +- chore\(dep\): bump cranelift to 0.84.0 [\#2598](https://github.com/apache/arrow-datafusion/pull/2598) ([waynexia](https://github.com/waynexia)) +- fix some typos [\#2597](https://github.com/apache/arrow-datafusion/pull/2597) ([ming535](https://github.com/ming535)) +- Support limit pushdown through left right outer join [\#2596](https://github.com/apache/arrow-datafusion/pull/2596) ([Ted-Jiang](https://github.com/Ted-Jiang)) +- Unignore rustdoc code examples in `datafusion-expr` crate [\#2590](https://github.com/apache/arrow-datafusion/pull/2590) ([andygrove](https://github.com/andygrove)) +- Evaluate JIT'd expression over arrays [\#2587](https://github.com/apache/arrow-datafusion/pull/2587) ([waynexia](https://github.com/waynexia)) +- \[minor\]Fix ci clippy for unused import [\#2586](https://github.com/apache/arrow-datafusion/pull/2586) ([Ted-Jiang](https://github.com/Ted-Jiang)) +- \[Doc\]add doc for enable SIMD need `cargo nightly` [\#2577](https://github.com/apache/arrow-datafusion/pull/2577) ([Ted-Jiang](https://github.com/Ted-Jiang)) +- Add DataFrame `union_distinct` and fix documentation for `distinct` [\#2574](https://github.com/apache/arrow-datafusion/pull/2574) ([andygrove](https://github.com/andygrove)) +- Fix avro tests \(\#2570\) [\#2571](https://github.com/apache/arrow-datafusion/pull/2571) ([tustvold](https://github.com/tustvold)) +- Make datafusion-proto match exhaustive [\#2567](https://github.com/apache/arrow-datafusion/pull/2567) ([andygrove](https://github.com/andygrove)) +- Support limit push down for offset\_plan [\#2566](https://github.com/apache/arrow-datafusion/pull/2566) ([Ted-Jiang](https://github.com/Ted-Jiang)) +- Introduce Expr.variant\_name\(\) function [\#2564](https://github.com/apache/arrow-datafusion/pull/2564) ([jdye64](https://github.com/jdye64)) +- Fix some 404 links in the contribution guide [\#2561](https://github.com/apache/arrow-datafusion/pull/2561) ([hi-rustin](https://github.com/hi-rustin)) +- Update datafusion-cli readme cli version [\#2559](https://github.com/apache/arrow-datafusion/pull/2559) ([hi-rustin](https://github.com/hi-rustin)) +- MINOR: Move `expr_rewriter.rs` to `datafusion-expr` crate [\#2552](https://github.com/apache/arrow-datafusion/pull/2552) ([andygrove](https://github.com/andygrove)) +- Fix `JOIN`s with complex predicates in ON \(split ON expressions only by AND operator\) [\#2534](https://github.com/apache/arrow-datafusion/pull/2534) ([korowa](https://github.com/korowa)) +- Reduce duplication in file scan tests [\#2533](https://github.com/apache/arrow-datafusion/pull/2533) ([tustvold](https://github.com/tustvold)) +- Fix size\_of\_scalar test [\#2531](https://github.com/apache/arrow-datafusion/pull/2531) ([alamb](https://github.com/alamb)) +- Update to arrow-rs 14.0.0 [\#2528](https://github.com/apache/arrow-datafusion/pull/2528) ([alamb](https://github.com/alamb)) +- ObjectStoreRegistry get\_by\_uri now returns correct path when "scheme" is provided [\#2526](https://github.com/apache/arrow-datafusion/pull/2526) ([timvw](https://github.com/timvw)) +- MINOR: Add ORDER BY clause to test [\#2524](https://github.com/apache/arrow-datafusion/pull/2524) ([andygrove](https://github.com/andygrove)) +- Remove unused `binary_array_op_scalar!` in binary.rs [\#2512](https://github.com/apache/arrow-datafusion/pull/2512) ([alamb](https://github.com/alamb)) +- fix `NULL column` evaluation, tests for same [\#2510](https://github.com/apache/arrow-datafusion/pull/2510) ([alamb](https://github.com/alamb)) +- Fix projection pushdown produces incorrect results when column names are reused [\#2463](https://github.com/apache/arrow-datafusion/pull/2463) ([jonmmease](https://github.com/jonmmease)) +- Benchmark for sort preserving merge [\#2431](https://github.com/apache/arrow-datafusion/pull/2431) ([alamb](https://github.com/alamb)) +- Support GetIndexedFieldExpr for ScalarValue [\#2196](https://github.com/apache/arrow-datafusion/pull/2196) ([ovr](https://github.com/ovr)) + ## [8.0.0](https://github.com/apache/arrow-datafusion/tree/8.0.0) (2022-05-12) [Full Changelog](https://github.com/apache/arrow-datafusion/compare/7.1.0-rc1...8.0.0) @@ -191,7 +351,7 @@ - fix string coercion missing in Eq/NotEq operator [\#2258](https://github.com/apache/arrow-datafusion/pull/2258) ([WinkerDu](https://github.com/WinkerDu)) - Update to Arrow 12.0.0, update tonic and prost [\#2253](https://github.com/apache/arrow-datafusion/pull/2253) ([alamb](https://github.com/alamb)) - minor: move field\_util from `physical-expr` crate to `expr` crate [\#2250](https://github.com/apache/arrow-datafusion/pull/2250) ([andygrove](https://github.com/andygrove)) -- Move identifier case tests to `sql_integ`, add negative cases, Debug for `DataFrame` [\#2243](https://github.com/apache/arrow-datafusion/pull/2243) ([alamb](https://github.com/alamb)) +- Move identifer case tests to `sql_integ`, add negative cases, Debug for `DataFrame` [\#2243](https://github.com/apache/arrow-datafusion/pull/2243) ([alamb](https://github.com/alamb)) - Implement sort-merge join [\#2242](https://github.com/apache/arrow-datafusion/pull/2242) ([richox](https://github.com/richox)) - fix: find the right wider decimal datatype for comparison operation [\#2241](https://github.com/apache/arrow-datafusion/pull/2241) ([liukun4515](https://github.com/liukun4515)) - Fix join without constraints [\#2240](https://github.com/apache/arrow-datafusion/pull/2240) ([Dandandan](https://github.com/Dandandan)) @@ -351,7 +511,7 @@ - Create new `datafusion_expr` crate [\#1753](https://github.com/apache/arrow-datafusion/issues/1753) - Create new `datafusion_common` crate [\#1752](https://github.com/apache/arrow-datafusion/issues/1752) - API to get Expr's type and nullability without a `DFSchema` [\#1725](https://github.com/apache/arrow-datafusion/issues/1725) -- Cleaner API to create `Expr::ScalarFunction` programmatically [\#1718](https://github.com/apache/arrow-datafusion/issues/1718) +- Cleaner API to create `Expr::ScalarFunction` programatically [\#1718](https://github.com/apache/arrow-datafusion/issues/1718) - Introduce a `Vec` based row-wise representation for DataFusion [\#1708](https://github.com/apache/arrow-datafusion/issues/1708) - Simplify creating new `ListingTable` [\#1705](https://github.com/apache/arrow-datafusion/issues/1705) - Implement TableProvider for DataFrameImpl to allow registration of logical plans [\#1698](https://github.com/apache/arrow-datafusion/issues/1698) diff --git a/datafusion/common/Cargo.toml b/datafusion/common/Cargo.toml index 5020d22115c8..31968e4fc306 100644 --- a/datafusion/common/Cargo.toml +++ b/datafusion/common/Cargo.toml @@ -18,7 +18,7 @@ [package] name = "datafusion-common" description = "Common functionality for DataFusion query engine" -version = "8.0.0" +version = "9.0.0" homepage = "https://github.com/apache/arrow-datafusion" repository = "https://github.com/apache/arrow-datafusion" readme = "README.md" diff --git a/datafusion/core/Cargo.toml b/datafusion/core/Cargo.toml index 848d01e53025..3291e5ad080f 100644 --- a/datafusion/core/Cargo.toml +++ b/datafusion/core/Cargo.toml @@ -18,7 +18,7 @@ [package] name = "datafusion" description = "DataFusion is an in-memory query engine that uses Apache Arrow as the memory model" -version = "8.0.0" +version = "9.0.0" homepage = "https://github.com/apache/arrow-datafusion" repository = "https://github.com/apache/arrow-datafusion" readme = "../../README.md" @@ -59,14 +59,14 @@ arrow = { version = "15.0.0", features = ["prettyprint"] } async-trait = "0.1.41" avro-rs = { version = "0.13", features = ["snappy"], optional = true } chrono = { version = "0.4", default-features = false } -datafusion-common = { path = "../common", version = "8.0.0", features = ["parquet"] } -datafusion-data-access = { path = "../data-access", version = "8.0.0" } -datafusion-expr = { path = "../expr", version = "8.0.0" } -datafusion-jit = { path = "../jit", version = "8.0.0", optional = true } -datafusion-optimizer = { path = "../optimizer", version = "8.0.0" } -datafusion-physical-expr = { path = "../physical-expr", version = "8.0.0" } -datafusion-row = { path = "../row", version = "8.0.0" } -datafusion-sql = { path = "../sql", version = "8.0.0" } +datafusion-common = { path = "../common", version = "9.0.0", features = ["parquet"] } +datafusion-data-access = { path = "../data-access", version = "9.0.0" } +datafusion-expr = { path = "../expr", version = "9.0.0" } +datafusion-jit = { path = "../jit", version = "9.0.0", optional = true } +datafusion-optimizer = { path = "../optimizer", version = "9.0.0" } +datafusion-physical-expr = { path = "../physical-expr", version = "9.0.0" } +datafusion-row = { path = "../row", version = "9.0.0" } +datafusion-sql = { path = "../sql", version = "9.0.0" } futures = "0.3" glob = "0.3.0" hashbrown = { version = "0.12", features = ["raw"] } diff --git a/datafusion/data-access/Cargo.toml b/datafusion/data-access/Cargo.toml index 8a556f1f35d9..23dfc34a3000 100644 --- a/datafusion/data-access/Cargo.toml +++ b/datafusion/data-access/Cargo.toml @@ -18,7 +18,7 @@ [package] name = "datafusion-data-access" description = "General data access layer currently mainly based on the object store interfaces" -version = "8.0.0" +version = "9.0.0" homepage = "https://github.com/apache/arrow-datafusion" repository = "https://github.com/apache/arrow-datafusion" readme = "README.md" diff --git a/datafusion/expr/Cargo.toml b/datafusion/expr/Cargo.toml index 0abd27378a13..f5541789972e 100644 --- a/datafusion/expr/Cargo.toml +++ b/datafusion/expr/Cargo.toml @@ -18,7 +18,7 @@ [package] name = "datafusion-expr" description = "Logical plan and expression representation for DataFusion query engine" -version = "8.0.0" +version = "9.0.0" homepage = "https://github.com/apache/arrow-datafusion" repository = "https://github.com/apache/arrow-datafusion" readme = "README.md" @@ -37,5 +37,5 @@ path = "src/lib.rs" [dependencies] ahash = { version = "0.7", default-features = false } arrow = { version = "15.0.0", features = ["prettyprint"] } -datafusion-common = { path = "../common", version = "8.0.0" } +datafusion-common = { path = "../common", version = "9.0.0" } sqlparser = "0.18" diff --git a/datafusion/jit/Cargo.toml b/datafusion/jit/Cargo.toml index ba45a799e9a9..60cd1cef8117 100644 --- a/datafusion/jit/Cargo.toml +++ b/datafusion/jit/Cargo.toml @@ -18,7 +18,7 @@ [package] name = "datafusion-jit" description = "Just In Time (JIT) compilation support for DataFusion query engine" -version = "8.0.0" +version = "9.0.0" homepage = "https://github.com/apache/arrow-datafusion" repository = "https://github.com/apache/arrow-datafusion" readme = "README.md" @@ -41,7 +41,7 @@ cranelift = "0.84.0" cranelift-jit = "0.84.0" cranelift-module = "0.84.0" cranelift-native = "0.84.0" -datafusion-common = { path = "../common", version = "8.0.0", features = ["jit"] } -datafusion-expr = { path = "../expr", version = "8.0.0" } +datafusion-common = { path = "../common", version = "9.0.0", features = ["jit"] } +datafusion-expr = { path = "../expr", version = "9.0.0" } parking_lot = "0.12" diff --git a/datafusion/optimizer/Cargo.toml b/datafusion/optimizer/Cargo.toml index 1c9d4cc246fd..d21ac4157cab 100644 --- a/datafusion/optimizer/Cargo.toml +++ b/datafusion/optimizer/Cargo.toml @@ -18,7 +18,7 @@ [package] name = "datafusion-optimizer" description = "DataFusion Query Optimizer" -version = "8.0.0" +version = "9.0.0" homepage = "https://github.com/apache/arrow-datafusion" repository = "https://github.com/apache/arrow-datafusion" readme = "README.md" @@ -40,8 +40,8 @@ unicode_expressions = [] arrow = { version = "15.0.0", features = ["prettyprint"] } async-trait = "0.1.41" chrono = { version = "0.4", default-features = false } -datafusion-common = { path = "../common", version = "8.0.0" } -datafusion-expr = { path = "../expr", version = "8.0.0" } -datafusion-physical-expr = { path = "../physical-expr", version = "8.0.0" } +datafusion-common = { path = "../common", version = "9.0.0" } +datafusion-expr = { path = "../expr", version = "9.0.0" } +datafusion-physical-expr = { path = "../physical-expr", version = "9.0.0" } hashbrown = { version = "0.12", features = ["raw"] } log = "^0.4" diff --git a/datafusion/physical-expr/Cargo.toml b/datafusion/physical-expr/Cargo.toml index f4226ba339e4..7a66a007f5f3 100644 --- a/datafusion/physical-expr/Cargo.toml +++ b/datafusion/physical-expr/Cargo.toml @@ -18,7 +18,7 @@ [package] name = "datafusion-physical-expr" description = "Physical expression implementation for DataFusion query engine" -version = "8.0.0" +version = "9.0.0" homepage = "https://github.com/apache/arrow-datafusion" repository = "https://github.com/apache/arrow-datafusion" readme = "README.md" @@ -44,9 +44,9 @@ arrow = { version = "15.0.0", features = ["prettyprint"] } blake2 = { version = "^0.10.2", optional = true } blake3 = { version = "1.0", optional = true } chrono = { version = "0.4", default-features = false } -datafusion-common = { path = "../common", version = "8.0.0" } -datafusion-expr = { path = "../expr", version = "8.0.0" } -datafusion-row = { path = "../row", version = "8.0.0" } +datafusion-common = { path = "../common", version = "9.0.0" } +datafusion-expr = { path = "../expr", version = "9.0.0" } +datafusion-row = { path = "../row", version = "9.0.0" } hashbrown = { version = "0.12", features = ["raw"] } lazy_static = { version = "^1.4.0" } md-5 = { version = "^0.10.0", optional = true } diff --git a/datafusion/proto/Cargo.toml b/datafusion/proto/Cargo.toml index f0df2d407523..b4e2ba63ffbb 100644 --- a/datafusion/proto/Cargo.toml +++ b/datafusion/proto/Cargo.toml @@ -18,7 +18,7 @@ [package] name = "datafusion-proto" description = "Protobuf serialization of DataFusion logical plan expressions" -version = "8.0.0" +version = "9.0.0" homepage = "https://github.com/apache/arrow-datafusion" repository = "https://github.com/apache/arrow-datafusion" readme = "README.md" @@ -36,9 +36,9 @@ path = "src/lib.rs" [dependencies] arrow = { version = "15.0.0" } -datafusion = { path = "../core", version = "8.0.0" } -datafusion-common = { path = "../common", version = "8.0.0" } -datafusion-expr = { path = "../expr", version = "8.0.0" } +datafusion = { path = "../core", version = "9.0.0" } +datafusion-common = { path = "../common", version = "9.0.0" } +datafusion-expr = { path = "../expr", version = "9.0.0" } prost = "0.10" diff --git a/datafusion/row/Cargo.toml b/datafusion/row/Cargo.toml index bb755ecea656..806c05ddb7aa 100644 --- a/datafusion/row/Cargo.toml +++ b/datafusion/row/Cargo.toml @@ -18,7 +18,7 @@ [package] name = "datafusion-row" description = "Row backed by raw bytes for DataFusion query engine" -version = "8.0.0" +version = "9.0.0" homepage = "https://github.com/apache/arrow-datafusion" repository = "https://github.com/apache/arrow-datafusion" readme = "README.md" @@ -38,7 +38,7 @@ jit = ["datafusion-jit"] [dependencies] arrow = { version = "15.0.0" } -datafusion-common = { path = "../common", version = "8.0.0" } -datafusion-jit = { path = "../jit", version = "8.0.0", optional = true } +datafusion-common = { path = "../common", version = "9.0.0" } +datafusion-jit = { path = "../jit", version = "9.0.0", optional = true } paste = "^1.0" rand = "0.8" diff --git a/datafusion/sql/Cargo.toml b/datafusion/sql/Cargo.toml index 001c85b384ab..2b6c4df76c85 100644 --- a/datafusion/sql/Cargo.toml +++ b/datafusion/sql/Cargo.toml @@ -18,7 +18,7 @@ [package] name = "datafusion-sql" description = "DataFusion SQL Query Planner" -version = "8.0.0" +version = "9.0.0" homepage = "https://github.com/apache/arrow-datafusion" repository = "https://github.com/apache/arrow-datafusion" readme = "README.md" @@ -39,8 +39,8 @@ unicode_expressions = [] [dependencies] ahash = { version = "0.7", default-features = false } arrow = { version = "15.0.0", features = ["prettyprint"] } -datafusion-common = { path = "../common", version = "8.0.0" } -datafusion-expr = { path = "../expr", version = "8.0.0" } +datafusion-common = { path = "../common", version = "9.0.0" } +datafusion-expr = { path = "../expr", version = "9.0.0" } hashbrown = "0.12" sqlparser = "0.18" tokio = { version = "1.0", features = ["macros", "rt", "rt-multi-thread", "sync", "fs", "parking_lot"] } diff --git a/dev/release/update_change_log.sh b/dev/release/update_change_log.sh index 28daf3d75c39..f7ec6ccbf8a2 100755 --- a/dev/release/update_change_log.sh +++ b/dev/release/update_change_log.sh @@ -62,7 +62,6 @@ docker run -it --rm \ --user apache \ --project arrow-datafusion \ --since-tag "${SINCE_TAG}" \ - --include-labels "${PROJECT}" \ --base "${OUTPUT_PATH}" \ --output "${OUTPUT_PATH}" \ "$@"