From 4bb7de5a60205c843f4f0abaefa274798873ce6a Mon Sep 17 00:00:00 2001 From: Andrew Lamb Date: Wed, 30 Oct 2024 17:41:38 -0400 Subject: [PATCH] 42.2.0 --- Cargo.toml | 29 ++++++- datafusion-cli/Cargo.lock | 131 ++++++++++++++++++------------ datafusion-cli/Cargo.toml | 4 +- dev/changelog/42.2.0.md | 37 +++++++++ docs/source/user-guide/configs.md | 2 +- 5 files changed, 148 insertions(+), 55 deletions(-) create mode 100644 dev/changelog/42.2.0.md diff --git a/Cargo.toml b/Cargo.toml index e4781e36fa766..b2612fc9cf987 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -58,8 +58,8 @@ homepage = "https://datafusion.apache.org" license = "Apache-2.0" readme = "README.md" repository = "https://github.com/apache/datafusion" -rust-version = "1.79" -version = "42.1.0" +rust-version = "1.76" +version = "42.2.0" [workspace.dependencies] # We turn off default-features for some dependencies here so the workspaces which inherit them can @@ -91,6 +91,7 @@ bytes = "1.4" chrono = { version = "0.4.38", default-features = false } ctor = "0.2.0" dashmap = "6.0.1" +<<<<<<< HEAD datafusion = { path = "datafusion/core", version = "42.1.0", default-features = false } datafusion-catalog = { path = "datafusion/catalog", version = "42.1.0" } datafusion-common = { path = "datafusion/common", version = "42.1.0", default-features = false } @@ -114,6 +115,30 @@ datafusion-proto-common = { path = "datafusion/proto-common", version = "42.1.0" datafusion-sql = { path = "datafusion/sql", version = "42.1.0" } datafusion-sqllogictest = { path = "datafusion/sqllogictest", version = "42.1.0" } datafusion-substrait = { path = "datafusion/substrait", version = "42.1.0" } +======= +datafusion = { path = "datafusion/core", version = "42.2.0", default-features = false } +datafusion-catalog = { path = "datafusion/catalog", version = "42.2.0" } +datafusion-common = { path = "datafusion/common", version = "42.2.0", default-features = false } +datafusion-common-runtime = { path = "datafusion/common-runtime", version = "42.2.0" } +datafusion-execution = { path = "datafusion/execution", version = "42.2.0" } +datafusion-expr = { path = "datafusion/expr", version = "42.2.0" } +datafusion-expr-common = { path = "datafusion/expr-common", version = "42.2.0" } +datafusion-functions = { path = "datafusion/functions", version = "42.2.0" } +datafusion-functions-aggregate = { path = "datafusion/functions-aggregate", version = "42.2.0" } +datafusion-functions-aggregate-common = { path = "datafusion/functions-aggregate-common", version = "42.2.0" } +datafusion-functions-nested = { path = "datafusion/functions-nested", version = "42.2.0" } +datafusion-functions-window = { path = "datafusion/functions-window", version = "42.2.0" } +datafusion-optimizer = { path = "datafusion/optimizer", version = "42.2.0", default-features = false } +datafusion-physical-expr = { path = "datafusion/physical-expr", version = "42.2.0", default-features = false } +datafusion-physical-expr-common = { path = "datafusion/physical-expr-common", version = "42.2.0", default-features = false } +datafusion-physical-optimizer = { path = "datafusion/physical-optimizer", version = "42.2.0" } +datafusion-physical-plan = { path = "datafusion/physical-plan", version = "42.2.0" } +datafusion-proto = { path = "datafusion/proto", version = "42.2.0" } +datafusion-proto-common = { path = "datafusion/proto-common", version = "42.2.0" } +datafusion-sql = { path = "datafusion/sql", version = "42.2.0" } +datafusion-sqllogictest = { path = "datafusion/sqllogictest", version = "42.2.0" } +datafusion-substrait = { path = "datafusion/substrait", version = "42.2.0" } +>>>>>>> a43ce8bd6 (Prepare for 42.2.0 release (#13191)) doc-comment = "0.3" env_logger = "0.11" futures = "0.3" diff --git a/datafusion-cli/Cargo.lock b/datafusion-cli/Cargo.lock index ca67e3e4f5314..e38565f552313 100644 --- a/datafusion-cli/Cargo.lock +++ b/datafusion-cli/Cargo.lock @@ -84,9 +84,15 @@ dependencies = [ [[package]] name = "anstream" +<<<<<<< HEAD version = "0.6.16" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "5f581a3637024bb8f62027f3ab6151f502090388c1dad05b01c70fb733b33c20" +======= +version = "0.6.17" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "23a1e53f0f5d86382dafe1cf314783b2044280f406e7e1506368220ad11b1338" +>>>>>>> a43ce8bd6 (Prepare for 42.2.0 release (#13191)) dependencies = [ "anstyle", "anstyle-parse", @@ -99,33 +105,39 @@ dependencies = [ [[package]] name = "anstyle" -version = "1.0.8" +version = "1.0.9" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "1bec1de6f59aedf83baf9ff929c98f2ad654b97c9510f4e70cf6f661d49fd5b1" +checksum = "8365de52b16c035ff4fcafe0092ba9390540e3e352870ac09933bebcaa2c8c56" [[package]] name = "anstyle-parse" -version = "0.2.5" +version = "0.2.6" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "eb47de1e80c2b463c735db5b217a0ddc39d612e7ac9e2e96a5aed1f57616c1cb" +checksum = "3b2d16507662817a6a20a9ea92df6652ee4f94f914589377d69f3b21bc5798a9" dependencies = [ "utf8parse", ] [[package]] name = "anstyle-query" -version = "1.1.1" +version = "1.1.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "6d36fc52c7f6c869915e99412912f22093507da8d9e942ceaf66fe4b7c14422a" +checksum = "79947af37f4177cfead1110013d678905c37501914fba0efea834c3fe9a8d60c" dependencies = [ - "windows-sys 0.52.0", + "windows-sys 0.59.0", ] [[package]] name = "anstyle-wincon" +<<<<<<< HEAD version = "3.0.5" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "abbf7eaf69f3b46121caf74645dd5d3078b4b205a2513930da0033156682cd28" +======= +version = "3.0.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2109dbce0e72be3ec00bed26e6a7479ca384ad226efdd66db8fa2e3a38c83125" +>>>>>>> a43ce8bd6 (Prepare for 42.2.0 release (#13191)) dependencies = [ "anstyle", "windows-sys 0.59.0", @@ -590,9 +602,9 @@ dependencies = [ [[package]] name = "aws-sigv4" -version = "1.2.4" +version = "1.2.5" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "cc8db6904450bafe7473c6ca9123f88cc11089e41a025408f992db4e22d3be68" +checksum = "5619742a0d8f253be760bfbb8e8e8368c69e3587e4637af5754e488a611499b1" dependencies = [ "aws-credential-types", "aws-smithy-http", @@ -938,6 +950,12 @@ version = "0.1.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "fd16c4719339c4530435d38e511904438d07cce7950afa3718a84ac36c10e89e" +[[package]] +name = "cfg_aliases" +version = "0.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "613afe47fcd5fac7ccf1db93babcb082c5994d996f20b8b159f2ad1658eb5724" + [[package]] name = "chrono" version = "0.4.38" @@ -1023,9 +1041,9 @@ dependencies = [ [[package]] name = "colorchoice" -version = "1.0.2" +version = "1.0.3" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d3fd119d74b830634cea2a0f58bbd0d54540518a14397557951e79340abc28c0" +checksum = "5b63caa9aa9397e2d9480a9b13673856c78d8ac123288526c37d7839f2a86990" [[package]] name = "comfy-table" @@ -1182,7 +1200,7 @@ dependencies = [ [[package]] name = "datafusion" -version = "42.1.0" +version = "42.2.0" dependencies = [ "ahash", "apache-avro", @@ -1239,7 +1257,7 @@ dependencies = [ [[package]] name = "datafusion-catalog" -version = "42.1.0" +version = "42.2.0" dependencies = [ "arrow-schema", "async-trait", @@ -1252,7 +1270,7 @@ dependencies = [ [[package]] name = "datafusion-cli" -version = "42.1.0" +version = "42.2.0" dependencies = [ "arrow", "assert_cmd", @@ -1282,7 +1300,7 @@ dependencies = [ [[package]] name = "datafusion-common" -version = "42.1.0" +version = "42.2.0" dependencies = [ "ahash", "apache-avro", @@ -1306,7 +1324,7 @@ dependencies = [ [[package]] name = "datafusion-common-runtime" -version = "42.1.0" +version = "42.2.0" dependencies = [ "log", "tokio", @@ -1314,7 +1332,7 @@ dependencies = [ [[package]] name = "datafusion-execution" -version = "42.1.0" +version = "42.2.0" dependencies = [ "arrow", "chrono", @@ -1333,7 +1351,7 @@ dependencies = [ [[package]] name = "datafusion-expr" -version = "42.1.0" +version = "42.2.0" dependencies = [ "ahash", "arrow", @@ -1355,7 +1373,7 @@ dependencies = [ [[package]] name = "datafusion-expr-common" -version = "42.1.0" +version = "42.2.0" dependencies = [ "arrow", "datafusion-common", @@ -1365,7 +1383,7 @@ dependencies = [ [[package]] name = "datafusion-functions" -version = "42.1.0" +version = "42.2.0" dependencies = [ "arrow", "arrow-buffer", @@ -1390,7 +1408,7 @@ dependencies = [ [[package]] name = "datafusion-functions-aggregate" -version = "42.1.0" +version = "42.2.0" dependencies = [ "ahash", "arrow", @@ -1409,7 +1427,7 @@ dependencies = [ [[package]] name = "datafusion-functions-aggregate-common" -version = "42.1.0" +version = "42.2.0" dependencies = [ "ahash", "arrow", @@ -1421,7 +1439,7 @@ dependencies = [ [[package]] name = "datafusion-functions-nested" -version = "42.1.0" +version = "42.2.0" dependencies = [ "arrow", "arrow-array", @@ -1442,7 +1460,7 @@ dependencies = [ [[package]] name = "datafusion-functions-window" -version = "42.1.0" +version = "42.2.0" dependencies = [ "datafusion-common", "datafusion-expr", @@ -1463,7 +1481,7 @@ dependencies = [ [[package]] name = "datafusion-optimizer" -version = "42.1.0" +version = "42.2.0" dependencies = [ "arrow", "async-trait", @@ -1481,7 +1499,7 @@ dependencies = [ [[package]] name = "datafusion-physical-expr" -version = "42.1.0" +version = "42.2.0" dependencies = [ "ahash", "arrow", @@ -1507,7 +1525,7 @@ dependencies = [ [[package]] name = "datafusion-physical-expr-common" -version = "42.1.0" +version = "42.2.0" dependencies = [ "ahash", "arrow", @@ -1519,7 +1537,7 @@ dependencies = [ [[package]] name = "datafusion-physical-optimizer" -version = "42.1.0" +version = "42.2.0" dependencies = [ "arrow", "arrow-schema", @@ -1533,7 +1551,7 @@ dependencies = [ [[package]] name = "datafusion-physical-plan" -version = "42.1.0" +version = "42.2.0" dependencies = [ "ahash", "arrow", @@ -1566,7 +1584,7 @@ dependencies = [ [[package]] name = "datafusion-sql" -version = "42.1.0" +version = "42.2.0" dependencies = [ "arrow", "arrow-array", @@ -2136,7 +2154,7 @@ dependencies = [ "http 1.1.0", "hyper 1.5.0", "hyper-util", - "rustls 0.23.15", + "rustls 0.23.16", "rustls-native-certs 0.8.0", "rustls-pki-types", "tokio", @@ -2146,9 +2164,9 @@ dependencies = [ [[package]] name = "hyper-util" -version = "0.1.9" +version = "0.1.10" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "41296eb09f183ac68eec06e03cdbea2e759633d4067b2f6552fc2e009bcad08b" +checksum = "df2dcfbe0677734ab2f3ffa7fa7bfd4706bfdc1ef393f2ee30184aed67e631b4" dependencies = [ "bytes", "futures-channel", @@ -2371,9 +2389,9 @@ dependencies = [ [[package]] name = "libm" -version = "0.2.8" +version = "0.2.11" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "4ec2a862134d2a7d32d7983ddcdd1c4923530833c9f2ea1a44fc5fa473989058" +checksum = "8355be11b20d696c8f18f6cc018c4e372165b1fa8126cef092399c9951984ffa" [[package]] name = "libmimalloc-sys" @@ -2506,7 +2524,7 @@ checksum = "ab2156c4fce2f8df6c499cc1c763e4394b7482525bf2a9701c9d79d215f519e4" dependencies = [ "bitflags 2.6.0", "cfg-if", - "cfg_aliases", + "cfg_aliases 0.1.1", "libc", ] @@ -2915,7 +2933,7 @@ dependencies = [ "quinn-proto", "quinn-udp", "rustc-hash", - "rustls 0.23.15", + "rustls 0.23.16", "socket2", "thiserror", "tokio", @@ -2932,7 +2950,7 @@ dependencies = [ "rand", "ring", "rustc-hash", - "rustls 0.23.15", + "rustls 0.23.16", "slab", "thiserror", "tinyvec", @@ -2941,10 +2959,11 @@ dependencies = [ [[package]] name = "quinn-udp" -version = "0.5.5" +version = "0.5.6" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "4fe68c2e9e1a1234e218683dbdf9f9dfcb094113c5ac2b938dfcb9bab4c4140b" +checksum = "e346e016eacfff12233c243718197ca12f148c84e1e84268a896699b41c71780" dependencies = [ + "cfg_aliases 0.2.1", "libc", "once_cell", "socket2", @@ -3064,9 +3083,9 @@ checksum = "ba39f3699c378cd8970968dcbff9c43159ea4cfbd88d43c00b22f2ef10a435d2" [[package]] name = "reqwest" -version = "0.12.8" +version = "0.12.9" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "f713147fbe92361e52392c73b8c9e48c04c6625bce969ef54dc901e58e042a7b" +checksum = "a77c62af46e79de0a562e1a9849205ffcb7fc1238876e9bd743357570e04046f" dependencies = [ "base64 0.22.1", "bytes", @@ -3087,7 +3106,7 @@ dependencies = [ "percent-encoding", "pin-project-lite", "quinn", - "rustls 0.23.15", + "rustls 0.23.16", "rustls-native-certs 0.8.0", "rustls-pemfile 2.2.0", "rustls-pki-types", @@ -3181,9 +3200,9 @@ dependencies = [ [[package]] name = "rustix" -version = "0.38.37" +version = "0.38.38" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "8acb788b847c24f28525660c4d7758620a7210875711f79e7f663cc152726811" +checksum = "aa260229e6538e52293eeb577aabd09945a09d6d9cc0fc550ed7529056c2e32a" dependencies = [ "bitflags 2.6.0", "errno", @@ -3206,9 +3225,9 @@ dependencies = [ [[package]] name = "rustls" -version = "0.23.15" +version = "0.23.16" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5fbb44d7acc4e873d613422379f69f237a1b141928c02f6bc6ccfddddc2d7993" +checksum = "eee87ff5d9b36712a58574e12e9f0ea80f915a5b0ac518d322b24a465617925e" dependencies = [ "once_cell", "ring", @@ -3393,18 +3412,30 @@ checksum = "a3f0bf26fd526d2a95683cd0f87bf103b8539e2ca1ef48ce002d67aad59aa0b4" [[package]] name = "serde" +<<<<<<< HEAD version = "1.0.213" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "3ea7893ff5e2466df8d720bb615088341b295f849602c6956047f8f80f0e9bc1" +======= +version = "1.0.214" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f55c3193aca71c12ad7890f1785d2b73e1b9f63a0bbc353c08ef26fe03fc56b5" +>>>>>>> a43ce8bd6 (Prepare for 42.2.0 release (#13191)) dependencies = [ "serde_derive", ] [[package]] name = "serde_derive" +<<<<<<< HEAD version = "1.0.213" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "7e85ad2009c50b58e87caa8cd6dac16bdf511bbfb7af6c33df902396aa480fa5" +======= +version = "1.0.214" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "de523f781f095e28fa605cdce0f8307e451cc0fd14e2eb4cd2e98a355b147766" +>>>>>>> a43ce8bd6 (Prepare for 42.2.0 release (#13191)) dependencies = [ "proc-macro2", "quote", @@ -3774,7 +3805,7 @@ version = "0.26.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "0c7bc40d0e5a97695bb96e27995cd3a08538541b0a846f65bba7a359f36700d4" dependencies = [ - "rustls 0.23.15", + "rustls 0.23.16", "rustls-pki-types", "tokio", ] @@ -4075,9 +4106,9 @@ checksum = "65fc09f10666a9f147042251e0dda9c18f166ff7de300607007e96bdebc1068d" [[package]] name = "wasm-streams" -version = "0.4.1" +version = "0.4.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "4e072d4e72f700fb3443d8fe94a39315df013eef1104903cdb0a2abd322bbecd" +checksum = "15053d8d85c7eccdbefef60f06769760a563c7f0a9d6902a13d35c7800b0ad65" dependencies = [ "futures-util", "js-sys", diff --git a/datafusion-cli/Cargo.toml b/datafusion-cli/Cargo.toml index 8e43526128896..049f87f08e696 100644 --- a/datafusion-cli/Cargo.toml +++ b/datafusion-cli/Cargo.toml @@ -18,7 +18,7 @@ [package] name = "datafusion-cli" description = "Command Line Client for DataFusion query engine." -version = "42.1.0" +version = "42.2.0" authors = ["Apache DataFusion "] edition = "2021" keywords = ["arrow", "datafusion", "query", "sql"] @@ -39,7 +39,7 @@ aws-sdk-sts = "1.43.0" # end pin aws-sdk crates aws-credential-types = "1.2.0" clap = { version = "4.5.16", features = ["derive", "cargo"] } -datafusion = { path = "../datafusion/core", version = "42.1.0", features = [ +datafusion = { path = "../datafusion/core", version = "42.2.0", features = [ "avro", "crypto_expressions", "datetime_expressions", diff --git a/dev/changelog/42.2.0.md b/dev/changelog/42.2.0.md new file mode 100644 index 0000000000000..6c907162c65ef --- /dev/null +++ b/dev/changelog/42.2.0.md @@ -0,0 +1,37 @@ + + +# Apache DataFusion 42.2.0 Changelog + +This release consists of 1 commits from 1 contributor. See credits at the end of this changelog for more information. + +**Other:** + +- +- Backport config option `skip_physical_aggregate_schema_check` #13176 to 42 [#13189](https://github.com/apache/datafusion/pull/13189) (alamb) + +## Credits + +Thank you to everyone who contributed to this release. Here is a breakdown of commits (PRs merged) per contributor. + +``` + 1 Andrew Lamb +``` + +Thank you also to everyone who contributed in other ways such as filing issues, reviewing PRs, and providing feedback on this release. diff --git a/docs/source/user-guide/configs.md b/docs/source/user-guide/configs.md index 52f64525b8b34..5993e0fe71acc 100644 --- a/docs/source/user-guide/configs.md +++ b/docs/source/user-guide/configs.md @@ -67,7 +67,7 @@ Environment variables are read during `SessionConfig` initialisation so they mus | datafusion.execution.parquet.statistics_enabled | page | (writing) Sets if statistics are enabled for any column Valid values are: "none", "chunk", and "page" These values are not case sensitive. If NULL, uses default parquet writer setting | | datafusion.execution.parquet.max_statistics_size | 4096 | (writing) Sets max statistics size for any column. If NULL, uses default parquet writer setting | | datafusion.execution.parquet.max_row_group_size | 1048576 | (writing) Target maximum number of rows in each row group (defaults to 1M rows). Writing larger row groups requires more memory to write, but can get better compression and be faster to read. | -| datafusion.execution.parquet.created_by | datafusion version 42.1.0 | (writing) Sets "created by" property | +| datafusion.execution.parquet.created_by | datafusion version 42.2.0 | (writing) Sets "created by" property | | datafusion.execution.parquet.column_index_truncate_length | 64 | (writing) Sets column index truncate length | | datafusion.execution.parquet.data_page_row_count_limit | 20000 | (writing) Sets best effort maximum number of rows in data page | | datafusion.execution.parquet.encoding | NULL | (writing) Sets default encoding for any column. Valid values are: plain, plain_dictionary, rle, bit_packed, delta_binary_packed, delta_length_byte_array, delta_byte_array, rle_dictionary, and byte_stream_split. These values are not case sensitive. If NULL, uses default parquet writer setting |