This is an automated email from the ASF dual-hosted git repository.
lidavidm pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/arrow-adbc.git
The following commit(s) were added to refs/heads/main by this push:
new 8f987fe92 chore(rust/driver/datafusion): bump dependent datafusion and
update msrv (#3228)
8f987fe92 is described below
commit 8f987fe92e876ba2c8100c0a4b386e536ae6f14b
Author: eitsupi <[email protected]>
AuthorDate: Mon Aug 4 14:38:51 2025 +0900
chore(rust/driver/datafusion): bump dependent datafusion and update msrv
(#3228)
Supersede #3210
Context: apache/datafusion#16728
---
rust/Cargo.lock | 228 +++++++++++++++++++++-----------------
rust/driver/datafusion/Cargo.toml | 6 +-
2 files changed, 130 insertions(+), 104 deletions(-)
diff --git a/rust/Cargo.lock b/rust/Cargo.lock
index 84704a2d3..bf202a308 100644
--- a/rust/Cargo.lock
+++ b/rust/Cargo.lock
@@ -244,6 +244,7 @@ dependencies = [
"arrow-schema",
"flatbuffers",
"lz4_flex",
+ "zstd",
]
[[package]]
@@ -437,6 +438,8 @@ version = "1.2.29"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "5c1599538de2394445747c8cf7935946e3cc27e9625f889d979bfb2aaf569362"
dependencies = [
+ "jobserver",
+ "libc",
"shlex",
]
@@ -564,9 +567,9 @@ dependencies = [
[[package]]
name = "datafusion"
-version = "48.0.1"
+version = "49.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "8a11e19a7ccc5bb979c95c1dceef663eab39c9061b3bbf8d1937faf0f03bf41f"
+checksum = "0f47772c28553d837e12cdcc0fb04c2a0fe8eca8b704a30f721d076f32407435"
dependencies = [
"arrow",
"arrow-ipc",
@@ -611,9 +614,9 @@ dependencies = [
[[package]]
name = "datafusion-catalog"
-version = "48.0.1"
+version = "49.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "94985e67cab97b1099db2a7af11f31a45008b282aba921c1e1d35327c212ec18"
+checksum = "4b6b29c9c922959285fac53139e12c81014e2ca54704f20355edd7e9d11fd773"
dependencies = [
"arrow",
"async-trait",
@@ -637,9 +640,9 @@ dependencies = [
[[package]]
name = "datafusion-catalog-listing"
-version = "48.0.1"
+version = "49.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "e002df133bdb7b0b9b429d89a69aa77b35caeadee4498b2ce1c7c23a99516988"
+checksum = "7313553e4c01d184dd49183afdfa22f23204a10a26dd12e6f799203d8fdb95c2"
dependencies = [
"arrow",
"async-trait",
@@ -660,14 +663,15 @@ dependencies = [
[[package]]
name = "datafusion-common"
-version = "48.0.1"
+version = "49.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "e13242fc58fd753787b0a538e5ae77d356cb9d0656fa85a591a33c5f106267f6"
+checksum = "3d66104731b7476a8c86fbe7a6fd741e6329791166ac89a91fcd8336a560ddaf"
dependencies = [
"ahash",
"arrow",
"arrow-ipc",
"base64 0.22.1",
+ "chrono",
"half",
"hashbrown 0.14.5",
"indexmap",
@@ -682,9 +686,9 @@ dependencies = [
[[package]]
name = "datafusion-common-runtime"
-version = "48.0.1"
+version = "49.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "d2239f964e95c3a5d6b4a8cde07e646de8995c1396a7fd62c6e784f5341db499"
+checksum = "0e7527ecdfeae6961a8564d3b036507a67bd467fd36a9f10cf8ad7a99db1f1bc"
dependencies = [
"futures",
"log",
@@ -693,9 +697,9 @@ dependencies = [
[[package]]
name = "datafusion-datasource"
-version = "48.0.1"
+version = "49.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "2cf792579bc8bf07d1b2f68c2d5382f8a63679cce8fbebfd4ba95742b6e08864"
+checksum = "40e5076be33d8eb9f4d99858e5f3477b36c07e61eee8eb93c4320428d9e1e344"
dependencies = [
"arrow",
"async-trait",
@@ -721,9 +725,9 @@ dependencies = [
[[package]]
name = "datafusion-datasource-csv"
-version = "48.0.1"
+version = "49.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "cfc114f9a1415174f3e8d2719c371fc72092ef2195a7955404cfe6b2ba29a706"
+checksum = "785518d0f2f136c19b9389a10762c01a5aeb5fcdebdb244297bb656b2862dc88"
dependencies = [
"arrow",
"async-trait",
@@ -746,9 +750,9 @@ dependencies = [
[[package]]
name = "datafusion-datasource-json"
-version = "48.0.1"
+version = "49.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "d88dd5e215c420a52362b9988ecd4cefd71081b730663d4f7d886f706111fc75"
+checksum = "71cb7c3bad0951bf5c52505d0e6d87e6c0098156d2a195924cbcdc82238d29ba"
dependencies = [
"arrow",
"async-trait",
@@ -771,15 +775,15 @@ dependencies = [
[[package]]
name = "datafusion-doc"
-version = "48.0.1"
+version = "49.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "e0e7b648387b0c1937b83cb328533c06c923799e73a9e3750b762667f32662c0"
+checksum = "6bcc45e380db5c6033c3f39e765a3d752679f14315060a7f4030a60066a36946"
[[package]]
name = "datafusion-execution"
-version = "48.0.1"
+version = "49.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "9609d83d52ff8315283c6dad3b97566e877d8f366fab4c3297742f33dcd636c7"
+checksum = "8209805fdce3d5c6e1625f674d3e4ce93e995a56d3709a0bb8d4361062652596"
dependencies = [
"arrow",
"dashmap",
@@ -796,11 +800,12 @@ dependencies = [
[[package]]
name = "datafusion-expr"
-version = "48.0.1"
+version = "49.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "e75230cd67f650ef0399eb00f54d4a073698f2c0262948298e5299fc7324da63"
+checksum = "7879a845e72a00cacffacbdf5f40626049cb9584d2ba8aa0b9172f09833110ab"
dependencies = [
"arrow",
+ "async-trait",
"chrono",
"datafusion-common",
"datafusion-doc",
@@ -816,9 +821,9 @@ dependencies = [
[[package]]
name = "datafusion-expr-common"
-version = "48.0.1"
+version = "49.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "70fafb3a045ed6c49cfca0cd090f62cf871ca6326cc3355cb0aaf1260fa760b6"
+checksum = "6da7e47e70ef2c7678735c82c392bd74687004043f5fc8072ab8678dc6fa459d"
dependencies = [
"arrow",
"datafusion-common",
@@ -829,9 +834,9 @@ dependencies = [
[[package]]
name = "datafusion-functions"
-version = "48.0.1"
+version = "49.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "cdf9a9cf655265861a20453b1e58357147eab59bdc90ce7f2f68f1f35104d3bb"
+checksum = "5e7b92b04c5c3b1151f055251b36e272071f9088d9701826a533cb4f764af1c8"
dependencies = [
"arrow",
"arrow-buffer",
@@ -854,9 +859,9 @@ dependencies = [
[[package]]
name = "datafusion-functions-aggregate"
-version = "48.0.1"
+version = "49.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "7f07e49733d847be0a05235e17b884d326a2fd402c97a89fe8bcf0bfba310005"
+checksum = "3f16cb922b62e535a4d484961ac2c1c6d188dbe02e85e026c05f0fabbc8f814e"
dependencies = [
"ahash",
"arrow",
@@ -875,9 +880,9 @@ dependencies = [
[[package]]
name = "datafusion-functions-aggregate-common"
-version = "48.0.1"
+version = "49.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "4512607e10d72b0b0a1dc08f42cb5bd5284cb8348b7fea49dc83409493e32b1b"
+checksum = "6f71bb59dc8b4dc985c911f2e0d8cf426c21f565b56dca4b852c244101a1a7a2"
dependencies = [
"ahash",
"arrow",
@@ -888,9 +893,9 @@ dependencies = [
[[package]]
name = "datafusion-functions-table"
-version = "48.0.1"
+version = "49.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "d4ac2c0be983a06950ef077e34e0174aa0cb9e346f3aeae459823158037ade37"
+checksum = "350e0940fc3e2fa4645a4d323f9ebf9258b2d7fdad12013a471cae4ae5568683"
dependencies = [
"arrow",
"async-trait",
@@ -904,9 +909,9 @@ dependencies = [
[[package]]
name = "datafusion-functions-window"
-version = "48.0.1"
+version = "49.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "36f3d92731de384c90906941d36dcadf6a86d4128409a9c5cd916662baed5f53"
+checksum = "df03c6c62039578fd110b327c474846fdf3d9077a568f1e8706e585ed30cb98d"
dependencies = [
"arrow",
"datafusion-common",
@@ -922,9 +927,9 @@ dependencies = [
[[package]]
name = "datafusion-functions-window-common"
-version = "48.0.1"
+version = "49.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "c679f8bf0971704ec8fd4249fcbb2eb49d6a12cc3e7a840ac047b4928d3541b5"
+checksum = "083659a95914bf3ca568a72b085cb8654576fef1236b260dc2379cb8e5f922b2"
dependencies = [
"datafusion-common",
"datafusion-physical-expr-common",
@@ -932,9 +937,9 @@ dependencies = [
[[package]]
name = "datafusion-macros"
-version = "48.0.1"
+version = "49.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "2821de7cb0362d12e75a5196b636a59ea3584ec1e1cc7dc6f5e34b9e8389d251"
+checksum = "4cabe1f32daa2fa54e6b20d14a13a9e85bef97c4161fe8a90d76b6d9693a5ac4"
dependencies = [
"datafusion-expr",
"quote",
@@ -943,14 +948,15 @@ dependencies = [
[[package]]
name = "datafusion-optimizer"
-version = "48.0.1"
+version = "49.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "1594c7a97219ede334f25347ad8d57056621e7f4f35a0693c8da876e10dd6a53"
+checksum = "6e12a97dcb0ccc569798be1289c744829cce5f18cc9b037054f8d7f93e1d57be"
dependencies = [
"arrow",
"chrono",
"datafusion-common",
"datafusion-expr",
+ "datafusion-expr-common",
"datafusion-physical-expr",
"indexmap",
"itertools 0.14.0",
@@ -961,9 +967,9 @@ dependencies = [
[[package]]
name = "datafusion-physical-expr"
-version = "48.0.1"
+version = "49.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "dc6da0f2412088d23f6b01929dedd687b5aee63b19b674eb73d00c3eb3c883b7"
+checksum = "41312712b8659a82b4e9faa8d97a018e7f2ccbdedf2f7cb93ecf256e39858c86"
dependencies = [
"ahash",
"arrow",
@@ -983,9 +989,9 @@ dependencies = [
[[package]]
name = "datafusion-physical-expr-common"
-version = "48.0.1"
+version = "49.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "dcb0dbd9213078a593c3fe28783beaa625a4e6c6a6c797856ee2ba234311fb96"
+checksum = "be1649a60ea0319496d616ae3554e84dfcc262c201ab4439abcd83cca989b85b"
dependencies = [
"ahash",
"arrow",
@@ -997,9 +1003,9 @@ dependencies = [
[[package]]
name = "datafusion-physical-optimizer"
-version = "48.0.1"
+version = "49.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "6d140854b2db3ef8ac611caad12bfb2e1e1de827077429322a6188f18fc0026a"
+checksum = "ea3f5b8ba6122426774aaaf11325740b8e5d3afaab9ab39dc63423adca554748"
dependencies = [
"arrow",
"datafusion-common",
@@ -1009,15 +1015,16 @@ dependencies = [
"datafusion-physical-expr",
"datafusion-physical-expr-common",
"datafusion-physical-plan",
+ "datafusion-pruning",
"itertools 0.14.0",
"log",
]
[[package]]
name = "datafusion-physical-plan"
-version = "48.0.1"
+version = "49.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "b46cbdf21a01206be76d467f325273b22c559c744a012ead5018dfe79597de08"
+checksum = "6a595f296929d6cffa12b993ea53e9fe8215fada050d78626c5cf0e2f02b0205"
dependencies = [
"ahash",
"arrow",
@@ -1043,11 +1050,29 @@ dependencies = [
"tokio",
]
+[[package]]
+name = "datafusion-pruning"
+version = "49.0.0"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "391a457b9d23744c53eeb89edd1027424cba100581488d89800ed841182df905"
+dependencies = [
+ "arrow",
+ "arrow-schema",
+ "datafusion-common",
+ "datafusion-datasource",
+ "datafusion-expr-common",
+ "datafusion-physical-expr",
+ "datafusion-physical-expr-common",
+ "datafusion-physical-plan",
+ "itertools 0.14.0",
+ "log",
+]
+
[[package]]
name = "datafusion-session"
-version = "48.0.1"
+version = "49.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "3a72733766ddb5b41534910926e8da5836622316f6283307fd9fb7e19811a59c"
+checksum = "dd5f2fe790f43839c70fb9604c4f9b59ad290ef64e1d2f927925dd34a9245406"
dependencies = [
"arrow",
"async-trait",
@@ -1069,9 +1094,9 @@ dependencies = [
[[package]]
name = "datafusion-sql"
-version = "48.0.1"
+version = "49.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "c5162338cdec9cc7ea13a0e6015c361acad5ec1d88d83f7c86301f789473971f"
+checksum = "2ebebb82fda37f62f06fe14339f4faa9f197a0320cc4d26ce2a5fd53a5ccd27c"
dependencies = [
"arrow",
"bigdecimal",
@@ -1085,9 +1110,9 @@ dependencies = [
[[package]]
name = "datafusion-substrait"
-version = "48.0.1"
+version = "49.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "af6029c08002772fb2c38a191d21a8b03af78750f42d9b896222f6b0e16c84cf"
+checksum = "1d5a2bb4746c340a59cb9bdb4728826fff71d116a2a8e1c235f0988def3f5fdc"
dependencies = [
"async-recursion",
"async-trait",
@@ -1583,6 +1608,16 @@ version = "1.0.15"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "4a5f13b858c8d314ee3e8f639011f7ccefe71f97f96e50151fb991f267928e2c"
+[[package]]
+name = "jobserver"
+version = "0.1.33"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "38f262f097c174adebe41eb73d66ae9c06b2844fb0da69969647bbddd9b0538a"
+dependencies = [
+ "getrandom 0.3.3",
+ "libc",
+]
+
[[package]]
name = "js-sys"
version = "0.3.77"
@@ -1833,9 +1868,9 @@ dependencies = [
[[package]]
name = "object_store"
-version = "0.12.2"
+version = "0.12.3"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "7781f96d79ed0f961a7021424ab01840efbda64ae7a505aaea195efc91eaaec4"
+checksum = "efc4f07659e11cd45a341cd24d71e683e3be65d9ff1f8150061678fe60437496"
dependencies = [
"async-trait",
"bytes",
@@ -2014,6 +2049,12 @@ version = "0.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "8b870d8c151b6f2fb93e84a13146138f05d02ed11c7e7c54f8826aaaf7c9f184"
+[[package]]
+name = "pkg-config"
+version = "0.3.32"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "7edddbd0b52d732b21ad9a5fab5c704c14cd949e5e9a1ec5929a24fded1b904c"
+
[[package]]
name = "ppv-lite86"
version = "0.2.21"
@@ -2116,15 +2157,6 @@ dependencies = [
"prost",
]
-[[package]]
-name = "psm"
-version = "0.1.26"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "6e944464ec8536cd1beb0bbfd96987eb5e3b72f2ecdafdc5c769a37f1fa2ae1f"
-dependencies = [
- "cc",
-]
-
[[package]]
name = "quote"
version = "1.0.40"
@@ -2184,26 +2216,6 @@ dependencies = [
"getrandom 0.3.3",
]
-[[package]]
-name = "recursive"
-version = "0.1.1"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "0786a43debb760f491b1bc0269fe5e84155353c67482b9e60d0cfb596054b43e"
-dependencies = [
- "recursive-proc-macro-impl",
- "stacker",
-]
-
-[[package]]
-name = "recursive-proc-macro-impl"
-version = "0.1.1"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "76009fbe0614077fc1a2ce255e3a1881a2e3a3527097d5dc6d8212c585e7e38b"
-dependencies = [
- "quote",
- "syn",
-]
-
[[package]]
name = "redox_syscall"
version = "0.5.13"
@@ -2454,7 +2466,6 @@ source =
"registry+https://github.com/rust-lang/crates.io-index";
checksum = "c4521174166bac1ff04fe16ef4524c70144cd29682a45978978ca3d7f4e0be11"
dependencies = [
"log",
- "recursive",
"sqlparser_derive",
]
@@ -2475,19 +2486,6 @@ version = "1.2.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "a8f112729512f8e442d81f95a8a7ddf2b7c6b8a1a6f509a95864142b30cab2d3"
-[[package]]
-name = "stacker"
-version = "0.1.21"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "cddb07e32ddb770749da91081d8d0ac3a16f1a569a18b20348cd371f5dead06b"
-dependencies = [
- "cc",
- "cfg-if",
- "libc",
- "psm",
- "windows-sys 0.59.0",
-]
-
[[package]]
name = "static_assertions"
version = "1.1.0"
@@ -2496,9 +2494,9 @@ checksum =
"a2eb9349b6444b326872e140eb1cf5e7c522154d69e7a0ffb0fb81c06b37543f"
[[package]]
name = "substrait"
-version = "0.56.0"
+version = "0.58.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "13de2e20128f2a018dab1cfa30be83ae069219a65968c6f89df66ad124de2397"
+checksum = "de6d24c270c6c672a86c183c3a8439ba46c1936f93cf7296aa692de3b0ff0228"
dependencies = [
"heck",
"pbjson",
@@ -3281,3 +3279,31 @@ dependencies = [
"quote",
"syn",
]
+
+[[package]]
+name = "zstd"
+version = "0.13.3"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "e91ee311a569c327171651566e07972200e76fcfe2242a4fa446149a3881c08a"
+dependencies = [
+ "zstd-safe",
+]
+
+[[package]]
+name = "zstd-safe"
+version = "7.2.4"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "8f49c4d5f0abb602a93fb8736af2a4f4dd9512e36f7f570d66e65ff867ed3b9d"
+dependencies = [
+ "zstd-sys",
+]
+
+[[package]]
+name = "zstd-sys"
+version = "2.0.15+zstd.1.5.7"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "eb81183ddd97d0c74cedf1d50d85c8d08c1b8b68ee863bdee9e706eedba1a237"
+dependencies = [
+ "cc",
+ "pkg-config",
+]
diff --git a/rust/driver/datafusion/Cargo.toml
b/rust/driver/datafusion/Cargo.toml
index 00c1543a1..c6a16a102 100644
--- a/rust/driver/datafusion/Cargo.toml
+++ b/rust/driver/datafusion/Cargo.toml
@@ -20,7 +20,7 @@ name = "adbc_datafusion"
description = "ADBC driver for Apache DataFusion"
version.workspace = true
edition.workspace = true
-rust-version = "1.82.0" # datafusion mrsv
+rust-version = "1.85.1" # datafusion mrsv
authors.workspace = true
license.workspace = true
readme = "README.md"
@@ -35,8 +35,8 @@ adbc_core.workspace = true
arrow-array = "55.2.0"
arrow-buffer = "55.2.0"
arrow-schema = "55.2.0"
-datafusion = { version = "48.0.1", default-features = false }
-datafusion-substrait = { version = "48.0.1", default-features = false }
+datafusion = { version = "49.0.0", default-features = false }
+datafusion-substrait = { version = "49.0.0", default-features = false }
tokio = { version = "1.47", features = ["rt-multi-thread"] }
prost = "0.13.5"
