diff --git a/Cargo.lock b/Cargo.lock index c947ff7d4efa9..1d8ec18f2d6cc 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -1700,7 +1700,7 @@ dependencies = [ [[package]] name = "datafusion" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "arrow-schema", @@ -1775,7 +1775,7 @@ dependencies = [ [[package]] name = "datafusion-benchmarks" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "async-trait", @@ -1806,7 +1806,7 @@ dependencies = [ [[package]] name = "datafusion-catalog" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "async-trait", @@ -1829,7 +1829,7 @@ dependencies = [ [[package]] name = "datafusion-catalog-listing" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "async-trait", @@ -1853,7 +1853,7 @@ dependencies = [ [[package]] name = "datafusion-cli" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "async-trait", @@ -1886,7 +1886,7 @@ dependencies = [ [[package]] name = "datafusion-common" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "arrow-ipc", @@ -1915,7 +1915,7 @@ dependencies = [ [[package]] name = "datafusion-common-runtime" -version = "55.0.0" +version = "55.1.0" dependencies = [ "futures", "log", @@ -1924,7 +1924,7 @@ dependencies = [ [[package]] name = "datafusion-datasource" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "async-compression", @@ -1963,7 +1963,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-arrow" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "arrow-ipc", @@ -1987,7 +1987,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-avro" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "arrow-avro", @@ -2010,7 +2010,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-csv" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "async-trait", @@ -2032,7 +2032,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-json" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "async-trait", @@ -2055,7 +2055,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-parquet" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "arrow-schema", @@ -2090,11 +2090,11 @@ dependencies = [ [[package]] name = "datafusion-doc" -version = "55.0.0" +version = "55.1.0" [[package]] name = "datafusion-examples" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "arrow-flight", @@ -2135,7 +2135,7 @@ dependencies = [ [[package]] name = "datafusion-execution" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "arrow-buffer", @@ -2162,7 +2162,7 @@ dependencies = [ [[package]] name = "datafusion-expr" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "arrow-schema", @@ -2188,7 +2188,7 @@ dependencies = [ [[package]] name = "datafusion-expr-common" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "datafusion-common", @@ -2200,7 +2200,7 @@ dependencies = [ [[package]] name = "datafusion-ffi" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "arrow-schema", @@ -2237,7 +2237,7 @@ dependencies = [ [[package]] name = "datafusion-functions" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "arrow-buffer", @@ -2271,7 +2271,7 @@ dependencies = [ [[package]] name = "datafusion-functions-aggregate" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "arrow-select", @@ -2294,7 +2294,7 @@ dependencies = [ [[package]] name = "datafusion-functions-aggregate-common" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "criterion", @@ -2306,7 +2306,7 @@ dependencies = [ [[package]] name = "datafusion-functions-nested" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "arrow-ord", @@ -2332,7 +2332,7 @@ dependencies = [ [[package]] name = "datafusion-functions-table" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "async-trait", @@ -2346,7 +2346,7 @@ dependencies = [ [[package]] name = "datafusion-functions-window" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "criterion", @@ -2362,7 +2362,7 @@ dependencies = [ [[package]] name = "datafusion-functions-window-common" -version = "55.0.0" +version = "55.1.0" dependencies = [ "datafusion-common", "datafusion-physical-expr-common", @@ -2370,7 +2370,7 @@ dependencies = [ [[package]] name = "datafusion-macros" -version = "55.0.0" +version = "55.1.0" dependencies = [ "datafusion-doc", "quote", @@ -2379,7 +2379,7 @@ dependencies = [ [[package]] name = "datafusion-optimizer" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "async-trait", @@ -2406,7 +2406,7 @@ dependencies = [ [[package]] name = "datafusion-physical-expr" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "arrow-schema", @@ -2434,7 +2434,7 @@ dependencies = [ [[package]] name = "datafusion-physical-expr-adapter" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "datafusion-common", @@ -2447,7 +2447,7 @@ dependencies = [ [[package]] name = "datafusion-physical-expr-common" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "chrono", @@ -2465,7 +2465,7 @@ dependencies = [ [[package]] name = "datafusion-physical-optimizer" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "datafusion-common", @@ -2487,7 +2487,7 @@ dependencies = [ [[package]] name = "datafusion-physical-plan" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "arrow-data", @@ -2531,7 +2531,7 @@ dependencies = [ [[package]] name = "datafusion-proto" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "async-trait", @@ -2569,7 +2569,7 @@ dependencies = [ [[package]] name = "datafusion-proto-common" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "datafusion-common", @@ -2581,7 +2581,7 @@ dependencies = [ [[package]] name = "datafusion-proto-models" -version = "55.0.0" +version = "55.1.0" dependencies = [ "datafusion-common", "datafusion-proto-common", @@ -2593,7 +2593,7 @@ dependencies = [ [[package]] name = "datafusion-pruning" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "criterion", @@ -2612,7 +2612,7 @@ dependencies = [ [[package]] name = "datafusion-session" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow-schema", "async-trait", @@ -2626,7 +2626,7 @@ dependencies = [ [[package]] name = "datafusion-spark" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "base64 0.23.1", @@ -2656,7 +2656,7 @@ dependencies = [ [[package]] name = "datafusion-sql" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "bigdecimal", @@ -2682,7 +2682,7 @@ dependencies = [ [[package]] name = "datafusion-sqllogictest" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "async-trait", @@ -2715,7 +2715,7 @@ dependencies = [ [[package]] name = "datafusion-substrait" -version = "55.0.0" +version = "55.1.0" dependencies = [ "async-recursion", "async-trait", @@ -2736,7 +2736,7 @@ dependencies = [ [[package]] name = "datafusion-wasmtest" -version = "55.0.0" +version = "55.1.0" dependencies = [ "bytes", "chrono", diff --git a/Cargo.toml b/Cargo.toml index 9253fb90c2d34..05e1d22f5826d 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -81,7 +81,7 @@ repository = "https://github.com/apache/datafusion" # Define Minimum Supported Rust Version (MSRV) rust-version = "1.94.0" # Define DataFusion version -version = "55.0.0" +version = "55.1.0" [workspace.dependencies] # We turn off default-features for some dependencies here so the workspaces which inherit them can @@ -123,44 +123,44 @@ chrono = { version = "0.4.45", default-features = false } criterion = "0.8" ctor = "1.0.7" dashmap = "6.2.1" -datafusion = { path = "datafusion/core", version = "55.0.0", default-features = false } -datafusion-catalog = { path = "datafusion/catalog", version = "55.0.0" } -datafusion-catalog-listing = { path = "datafusion/catalog-listing", version = "55.0.0" } -datafusion-common = { path = "datafusion/common", version = "55.0.0", default-features = false } -datafusion-common-runtime = { path = "datafusion/common-runtime", version = "55.0.0" } -datafusion-datasource = { path = "datafusion/datasource", version = "55.0.0", default-features = false } -datafusion-datasource-arrow = { path = "datafusion/datasource-arrow", version = "55.0.0", default-features = false } -datafusion-datasource-avro = { path = "datafusion/datasource-avro", version = "55.0.0", default-features = false } -datafusion-datasource-csv = { path = "datafusion/datasource-csv", version = "55.0.0", default-features = false } -datafusion-datasource-json = { path = "datafusion/datasource-json", version = "55.0.0", default-features = false } -datafusion-datasource-parquet = { path = "datafusion/datasource-parquet", version = "55.0.0", default-features = false } -datafusion-doc = { path = "datafusion/doc", version = "55.0.0" } -datafusion-execution = { path = "datafusion/execution", version = "55.0.0", default-features = false } -datafusion-expr = { path = "datafusion/expr", version = "55.0.0", default-features = false } -datafusion-expr-common = { path = "datafusion/expr-common", version = "55.0.0" } -datafusion-ffi = { path = "datafusion/ffi", version = "55.0.0" } -datafusion-functions = { path = "datafusion/functions", version = "55.0.0" } -datafusion-functions-aggregate = { path = "datafusion/functions-aggregate", version = "55.0.0" } -datafusion-functions-aggregate-common = { path = "datafusion/functions-aggregate-common", version = "55.0.0" } -datafusion-functions-nested = { path = "datafusion/functions-nested", version = "55.0.0", default-features = false } -datafusion-functions-table = { path = "datafusion/functions-table", version = "55.0.0" } -datafusion-functions-window = { path = "datafusion/functions-window", version = "55.0.0" } -datafusion-functions-window-common = { path = "datafusion/functions-window-common", version = "55.0.0" } -datafusion-macros = { path = "datafusion/macros", version = "55.0.0" } -datafusion-optimizer = { path = "datafusion/optimizer", version = "55.0.0", default-features = false } -datafusion-physical-expr = { path = "datafusion/physical-expr", version = "55.0.0", default-features = false } -datafusion-physical-expr-adapter = { path = "datafusion/physical-expr-adapter", version = "55.0.0", default-features = false } -datafusion-physical-expr-common = { path = "datafusion/physical-expr-common", version = "55.0.0", default-features = false } -datafusion-physical-optimizer = { path = "datafusion/physical-optimizer", version = "55.0.0" } -datafusion-physical-plan = { path = "datafusion/physical-plan", version = "55.0.0" } -datafusion-proto = { path = "datafusion/proto", version = "55.0.0", default-features = false } -datafusion-proto-common = { path = "datafusion/proto-common", version = "55.0.0" } -datafusion-proto-models = { path = "datafusion/proto-models", version = "55.0.0" } -datafusion-pruning = { path = "datafusion/pruning", version = "55.0.0" } -datafusion-session = { path = "datafusion/session", version = "55.0.0" } -datafusion-spark = { path = "datafusion/spark", version = "55.0.0" } -datafusion-sql = { path = "datafusion/sql", version = "55.0.0" } -datafusion-substrait = { path = "datafusion/substrait", version = "55.0.0" } +datafusion = { path = "datafusion/core", version = "55.1.0", default-features = false } +datafusion-catalog = { path = "datafusion/catalog", version = "55.1.0" } +datafusion-catalog-listing = { path = "datafusion/catalog-listing", version = "55.1.0" } +datafusion-common = { path = "datafusion/common", version = "55.1.0", default-features = false } +datafusion-common-runtime = { path = "datafusion/common-runtime", version = "55.1.0" } +datafusion-datasource = { path = "datafusion/datasource", version = "55.1.0", default-features = false } +datafusion-datasource-arrow = { path = "datafusion/datasource-arrow", version = "55.1.0", default-features = false } +datafusion-datasource-avro = { path = "datafusion/datasource-avro", version = "55.1.0", default-features = false } +datafusion-datasource-csv = { path = "datafusion/datasource-csv", version = "55.1.0", default-features = false } +datafusion-datasource-json = { path = "datafusion/datasource-json", version = "55.1.0", default-features = false } +datafusion-datasource-parquet = { path = "datafusion/datasource-parquet", version = "55.1.0", default-features = false } +datafusion-doc = { path = "datafusion/doc", version = "55.1.0" } +datafusion-execution = { path = "datafusion/execution", version = "55.1.0", default-features = false } +datafusion-expr = { path = "datafusion/expr", version = "55.1.0", default-features = false } +datafusion-expr-common = { path = "datafusion/expr-common", version = "55.1.0" } +datafusion-ffi = { path = "datafusion/ffi", version = "55.1.0" } +datafusion-functions = { path = "datafusion/functions", version = "55.1.0" } +datafusion-functions-aggregate = { path = "datafusion/functions-aggregate", version = "55.1.0" } +datafusion-functions-aggregate-common = { path = "datafusion/functions-aggregate-common", version = "55.1.0" } +datafusion-functions-nested = { path = "datafusion/functions-nested", version = "55.1.0", default-features = false } +datafusion-functions-table = { path = "datafusion/functions-table", version = "55.1.0" } +datafusion-functions-window = { path = "datafusion/functions-window", version = "55.1.0" } +datafusion-functions-window-common = { path = "datafusion/functions-window-common", version = "55.1.0" } +datafusion-macros = { path = "datafusion/macros", version = "55.1.0" } +datafusion-optimizer = { path = "datafusion/optimizer", version = "55.1.0", default-features = false } +datafusion-physical-expr = { path = "datafusion/physical-expr", version = "55.1.0", default-features = false } +datafusion-physical-expr-adapter = { path = "datafusion/physical-expr-adapter", version = "55.1.0", default-features = false } +datafusion-physical-expr-common = { path = "datafusion/physical-expr-common", version = "55.1.0", default-features = false } +datafusion-physical-optimizer = { path = "datafusion/physical-optimizer", version = "55.1.0" } +datafusion-physical-plan = { path = "datafusion/physical-plan", version = "55.1.0" } +datafusion-proto = { path = "datafusion/proto", version = "55.1.0", default-features = false } +datafusion-proto-common = { path = "datafusion/proto-common", version = "55.1.0" } +datafusion-proto-models = { path = "datafusion/proto-models", version = "55.1.0" } +datafusion-pruning = { path = "datafusion/pruning", version = "55.1.0" } +datafusion-session = { path = "datafusion/session", version = "55.1.0" } +datafusion-spark = { path = "datafusion/spark", version = "55.1.0" } +datafusion-sql = { path = "datafusion/sql", version = "55.1.0" } +datafusion-substrait = { path = "datafusion/substrait", version = "55.1.0" } doc-comment = "0.3" env_logger = "0.11" diff --git a/dev/changelog/55.1.0.md b/dev/changelog/55.1.0.md new file mode 100644 index 0000000000000..93a9f5b9a8ebf --- /dev/null +++ b/dev/changelog/55.1.0.md @@ -0,0 +1,52 @@ + + +# Apache DataFusion 55.1.0 Changelog + +This release consists of 10 commits from 3 contributors. See credits at the end of this changelog for more information. + +See the [upgrade guide](https://datafusion.apache.org/library-user-guide/upgrading.html) for information on how to upgrade from previous versions. + +**Fixed bugs:** + +- [branch-55] fix(ffi): use the session's LogicalExtensionCodec in create_physical_plan (#24690) [#24694](https://github.com/apache/datafusion/pull/24694) (timsaucer) + +**Other:** + +- [branch-55] fix: make UnnestExec respect datafusion.execution.batch_size (#24384) [#24529](https://github.com/apache/datafusion/pull/24529) (alamb) +- [branch-55] fix: apply struct field filters when the file schema needs adaptation (#24125) [#24530](https://github.com/apache/datafusion/pull/24530) (alamb) +- [branch-55] fix: preserve provided arguments during FFI object construction (#24723) [#24752](https://github.com/apache/datafusion/pull/24752) (timsaucer) +- [branch-55] fix: adapt input batches with stricter nested nullability to planned schema in aggregation (#24394) [#24699](https://github.com/apache/datafusion/pull/24699) (timsaucer) +- [branch-55] Fix panic on RightMark hash joins when propagating ordering (#24718) [#24759](https://github.com/apache/datafusion/pull/24759) (timsaucer) +- [branch-55] fix(common): support empty struct in ScalarValue::compact and new_default (#24582) [#24876](https://github.com/apache/datafusion/pull/24876) (timsaucer) +- [branch-55] chore: Minor dependency updates [#24879](https://github.com/apache/datafusion/pull/24879) (timsaucer) +- [branch-55] Align metadata propagation through Physical and Logical casts (#23169) [#24875](https://github.com/apache/datafusion/pull/24875) (timsaucer) +- [branch-55] fix: preserve projection metadata during optimization (#24670) [#24992](https://github.com/apache/datafusion/pull/24992) (gene-bordegaray) + +## Credits + +Thank you to everyone who contributed to this release. Here is a breakdown of commits (PRs merged) per contributor. + +``` + 7 Tim Saucer + 2 Andrew Lamb + 1 Gene Bordegaray +``` + +Thank you also to everyone who contributed in other ways such as filing issues, reviewing PRs, and providing feedback on this release. diff --git a/docs/source/download.md b/docs/source/download.md index 34296262071c8..2a0cc8e6e3f6e 100644 --- a/docs/source/download.md +++ b/docs/source/download.md @@ -26,7 +26,7 @@ For example: ```toml [dependencies] -datafusion = "55.0.0" +datafusion = "55.1.0" ``` While DataFusion is distributed via [crates.io] as a convenience, the diff --git a/docs/source/user-guide/configs.md b/docs/source/user-guide/configs.md index 16750d79d750d..0085d4ac7c1fa 100644 --- a/docs/source/user-guide/configs.md +++ b/docs/source/user-guide/configs.md @@ -104,7 +104,7 @@ The following configuration settings are available: | datafusion.execution.parquet.statistics_enabled | page | (writing) Sets if statistics are enabled for any column Valid values are: "none", "chunk", and "page" These values are not case sensitive. If NULL, uses default parquet writer setting | | datafusion.execution.parquet.max_row_group_size | 1048576 | (writing) Target maximum number of rows in each row group (defaults to 1M rows). Writing larger row groups requires more memory to write, but can get better compression and be faster to read. When `max_row_group_bytes` is also set, the writer flushes a row group when either limit is reached, whichever comes first. | | datafusion.execution.parquet.max_row_group_bytes | NULL | (writing) Target maximum size of each row group in bytes. When set, the writer flushes whenever either this limit or `max_row_group_size` is reached, whichever comes first. Useful for bounding writer memory on wide schemas where a row-count limit can map to very different byte sizes. Matches the behavior of `parquet.block.size` in parquet-mr. If `None` (the default), only the row-count limit applies. Currently only honored when `allow_single_file_parallelism` is `false`; by default the parallel file writer ignores this limit. | -| datafusion.execution.parquet.created_by | datafusion version 55.0.0 | (writing) Sets "created by" property | +| datafusion.execution.parquet.created_by | datafusion version 55.1.0 | (writing) Sets "created by" property | | datafusion.execution.parquet.column_index_truncate_length | 64 | (writing) Sets column index truncate length | | datafusion.execution.parquet.statistics_truncate_length | 64 | (writing) Sets statistics truncate length. If NULL, uses default parquet writer setting | | datafusion.execution.parquet.data_page_row_count_limit | 20000 | (writing) Sets best effort maximum number of rows in data page | diff --git a/docs/source/user-guide/crate-configuration.md b/docs/source/user-guide/crate-configuration.md index 09c65107e58c8..75ac2fbdde939 100644 --- a/docs/source/user-guide/crate-configuration.md +++ b/docs/source/user-guide/crate-configuration.md @@ -156,7 +156,7 @@ By default, Datafusion returns errors as a plain text message. You can enable mo such as backtraces by enabling the `backtrace` feature to your `Cargo.toml` file like this: ```toml -datafusion = { version = "55.0.0", features = ["backtrace"]} +datafusion = { version = "55.1.0", features = ["backtrace"]} ``` Set environment [variables](https://doc.rust-lang.org/std/backtrace/index.html#environment-variables) diff --git a/docs/source/user-guide/example-usage.md b/docs/source/user-guide/example-usage.md index 3d89405385c05..8c96b3e82dfc3 100644 --- a/docs/source/user-guide/example-usage.md +++ b/docs/source/user-guide/example-usage.md @@ -29,7 +29,7 @@ Find latest available Datafusion version on [DataFusion's crates.io] page. Add the dependency to your `Cargo.toml` file: ```toml -datafusion = "55.0.0" +datafusion = "55.1.0" tokio = { version = "1.0", features = ["rt-multi-thread"] } ```