This is an automated email from the ASF dual-hosted git repository.
mbrobbel pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/arrow-adbc.git
The following commit(s) were added to refs/heads/main by this push:
new fb9fca5eb chore(rust/driver/datafusion)!: update to datafusion 48
(#3167)
fb9fca5eb is described below
commit fb9fca5eb18f76f2000e4b9cf3853eca727cb75c
Author: Matthijs Brobbel <[email protected]>
AuthorDate: Thu Jul 17 09:42:05 2025 +0200
chore(rust/driver/datafusion)!: update to datafusion 48 (#3167)
- Bumps `datafusion-*` to 48.0.1 and `arrow-*` to 55.2.
- Disables default features of `datafusion` and `datafusion-substrait`
- Put C driver export behind `ffi` feature flag
- Closes #3144
---
rust/Cargo.lock | 645 ++++--------------------
rust/driver/datafusion/Cargo.toml | 18 +-
rust/driver/datafusion/README.md | 4 +
rust/driver/datafusion/src/lib.rs | 1 +
rust/driver/datafusion/tests/test_datafusion.rs | 2 +
5 files changed, 122 insertions(+), 548 deletions(-)
diff --git a/rust/Cargo.lock b/rust/Cargo.lock
index 2e462419d..984377be5 100644
--- a/rust/Cargo.lock
+++ b/rust/Cargo.lock
@@ -94,21 +94,6 @@ dependencies = [
"memchr",
]
-[[package]]
-name = "alloc-no-stdlib"
-version = "2.0.4"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "cc7bb162ec39d46ab1ca8c77bf72e890535becd1751bb45f64c597edb4c8c6b3"
-
-[[package]]
-name = "alloc-stdlib"
-version = "0.2.2"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "94fb8275041c72129eb51b7d0322c29b8387a0386127718b096429201a5d6ece"
-dependencies = [
- "alloc-no-stdlib",
-]
-
[[package]]
name = "allocator-api2"
version = "0.2.21"
@@ -136,18 +121,6 @@ version = "1.0.98"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "e16d2d3311acee920a9eb8d33b8cbc1787ce4a264e85f964c2404b969bdcd487"
-[[package]]
-name = "arrayref"
-version = "0.3.9"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "76a2e8124351fda1ef8aaaa3bbd7ebbcb486bbcd4225aca0aa0d84bb2db8fecb"
-
-[[package]]
-name = "arrayvec"
-version = "0.7.6"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "7c02d123df017efcdfbd739ef81735b36c5ba83ec3c59c80a9d7ecc718f92e50"
-
[[package]]
name = "arrow"
version = "55.2.0"
@@ -328,6 +301,8 @@ source =
"registry+https://github.com/rust-lang/crates.io-index";
checksum = "af7686986a3bf2254c9fb130c623cdcb2f8e1f15763e7c71c310f0834da3d292"
dependencies = [
"bitflags",
+ "serde",
+ "serde_json",
]
[[package]]
@@ -361,23 +336,6 @@ dependencies = [
"regex-syntax",
]
-[[package]]
-name = "async-compression"
-version = "0.4.19"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "06575e6a9673580f52661c92107baabffbf41e2141373441cbcdc47cb733003c"
-dependencies = [
- "bzip2",
- "flate2",
- "futures-core",
- "memchr",
- "pin-project-lite",
- "tokio",
- "xz2",
- "zstd",
- "zstd-safe",
-]
-
[[package]]
name = "async-recursion"
version = "1.1.1"
@@ -461,103 +419,24 @@ version = "2.9.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "1b8e56985ec62d17e9c1001dc89c88ecd7dc08e47eba5ec7c29c7b5eeecde967"
-[[package]]
-name = "blake2"
-version = "0.10.6"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "46502ad458c9a52b69d4d4d32775c788b7a1b85e8bc9d482d92250fc0e3f8efe"
-dependencies = [
- "digest",
-]
-
-[[package]]
-name = "blake3"
-version = "1.8.2"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "3888aaa89e4b2a40fca9848e400f6a658a5a3978de7be858e209cafa8be9a4a0"
-dependencies = [
- "arrayref",
- "arrayvec",
- "cc",
- "cfg-if",
- "constant_time_eq",
-]
-
-[[package]]
-name = "block-buffer"
-version = "0.10.4"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "3078c7629b62d3f0439517fa394996acacc5cbc91c5a20d8c658e77abd503a71"
-dependencies = [
- "generic-array",
-]
-
-[[package]]
-name = "brotli"
-version = "8.0.1"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "9991eea70ea4f293524138648e41ee89b0b2b12ddef3b255effa43c8056e0e0d"
-dependencies = [
- "alloc-no-stdlib",
- "alloc-stdlib",
- "brotli-decompressor",
-]
-
-[[package]]
-name = "brotli-decompressor"
-version = "5.0.0"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "874bb8112abecc98cbd6d81ea4fa7e94fb9449648c93cc89aa40c81c24d7de03"
-dependencies = [
- "alloc-no-stdlib",
- "alloc-stdlib",
-]
-
[[package]]
name = "bumpalo"
version = "3.19.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "46c5e41b57b8bba42a04676d81cb89e9ee8e859a1a66f80a5a72e1cb76b34d43"
-[[package]]
-name = "byteorder"
-version = "1.5.0"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "1fd0f2584146f6f2ef48085050886acf353beff7305ebd1ae69500e27c67f64b"
-
[[package]]
name = "bytes"
version = "1.10.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "d71b6127be86fdcfddb610f7182ac57211d4b18a3e9c82eb2d17662f2227ad6a"
-[[package]]
-name = "bzip2"
-version = "0.5.2"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "49ecfb22d906f800d4fe833b6282cf4dc1c298f5057ca0b5445e5c209735ca47"
-dependencies = [
- "bzip2-sys",
-]
-
-[[package]]
-name = "bzip2-sys"
-version = "0.1.13+1.0.8"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "225bff33b2141874fe80d71e07d6eec4f85c5c216453dd96388240f96e1acc14"
-dependencies = [
- "cc",
- "pkg-config",
-]
-
[[package]]
name = "cc"
version = "1.2.29"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "5c1599538de2394445747c8cf7935946e3cc27e9625f889d979bfb2aaf569362"
dependencies = [
- "jobserver",
- "libc",
"shlex",
]
@@ -630,36 +509,12 @@ dependencies = [
"tiny-keccak",
]
-[[package]]
-name = "constant_time_eq"
-version = "0.3.1"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "7c74b8349d32d297c9134b8c88677813a227df8f779daa29bfc29c183fe3dca6"
-
[[package]]
name = "core-foundation-sys"
version = "0.8.7"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "773648b94d0e5d620f64f280777445740e61fe701025087ec8b57f45c791888b"
-[[package]]
-name = "cpufeatures"
-version = "0.2.17"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "59ed5838eebb26a2bb2e58f6d5b5316989ae9d08bab10e0e6d103e656d1b0280"
-dependencies = [
- "libc",
-]
-
-[[package]]
-name = "crc32fast"
-version = "1.4.2"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "a97769d94ddab943e4510d138150169a2758b5ef3eb191a9ee688de3e23ef7b3"
-dependencies = [
- "cfg-if",
-]
-
[[package]]
name = "crossbeam-utils"
version = "0.8.21"
@@ -672,16 +527,6 @@ version = "0.2.4"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "460fbee9c2c2f33933d720630a6a0bac33ba7053db5344fac858d4b8952d77d5"
-[[package]]
-name = "crypto-common"
-version = "0.1.6"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "1bfb12502f3fc46cca1bb51ac28df9d618d813cdc3d2f25b9fe775a34af26bb3"
-dependencies = [
- "generic-array",
- "typenum",
-]
-
[[package]]
name = "csv"
version = "1.3.1"
@@ -719,16 +564,15 @@ dependencies = [
[[package]]
name = "datafusion"
-version = "47.0.0"
+version = "48.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "ffe060b978f74ab446be722adb8a274e052e005bf6dfd171caadc3abaad10080"
+checksum = "8a11e19a7ccc5bb979c95c1dceef663eab39c9061b3bbf8d1937faf0f03bf41f"
dependencies = [
"arrow",
"arrow-ipc",
"arrow-schema",
"async-trait",
"bytes",
- "bzip2",
"chrono",
"datafusion-catalog",
"datafusion-catalog-listing",
@@ -737,16 +581,13 @@ dependencies = [
"datafusion-datasource",
"datafusion-datasource-csv",
"datafusion-datasource-json",
- "datafusion-datasource-parquet",
"datafusion-execution",
"datafusion-expr",
"datafusion-expr-common",
"datafusion-functions",
"datafusion-functions-aggregate",
- "datafusion-functions-nested",
"datafusion-functions-table",
"datafusion-functions-window",
- "datafusion-macros",
"datafusion-optimizer",
"datafusion-physical-expr",
"datafusion-physical-expr-common",
@@ -754,29 +595,25 @@ dependencies = [
"datafusion-physical-plan",
"datafusion-session",
"datafusion-sql",
- "flate2",
"futures",
"itertools 0.14.0",
"log",
"object_store",
"parking_lot",
- "parquet",
- "rand",
+ "rand 0.9.1",
"regex",
"sqlparser",
"tempfile",
"tokio",
"url",
"uuid",
- "xz2",
- "zstd",
]
[[package]]
name = "datafusion-catalog"
-version = "47.0.0"
+version = "48.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "61fe34f401bd03724a1f96d12108144f8cd495a3cdda2bf5e091822fb80b7e66"
+checksum = "94985e67cab97b1099db2a7af11f31a45008b282aba921c1e1d35327c212ec18"
dependencies = [
"arrow",
"async-trait",
@@ -800,9 +637,9 @@ dependencies = [
[[package]]
name = "datafusion-catalog-listing"
-version = "47.0.0"
+version = "48.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "a4411b8e3bce5e0fc7521e44f201def2e2d5d1b5f176fb56e8cdc9942c890f00"
+checksum = "e002df133bdb7b0b9b429d89a69aa77b35caeadee4498b2ce1c7c23a99516988"
dependencies = [
"arrow",
"async-trait",
@@ -823,9 +660,9 @@ dependencies = [
[[package]]
name = "datafusion-common"
-version = "47.0.0"
+version = "48.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "0734015d81c8375eb5d4869b7f7ecccc2ee8d6cb81948ef737cd0e7b743bd69c"
+checksum = "e13242fc58fd753787b0a538e5ae77d356cb9d0656fa85a591a33c5f106267f6"
dependencies = [
"ahash",
"arrow",
@@ -837,9 +674,7 @@ dependencies = [
"libc",
"log",
"object_store",
- "parquet",
"paste",
- "recursive",
"sqlparser",
"tokio",
"web-time",
@@ -847,9 +682,9 @@ dependencies = [
[[package]]
name = "datafusion-common-runtime"
-version = "47.0.0"
+version = "48.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "5167bb1d2ccbb87c6bc36c295274d7a0519b14afcfdaf401d53cbcaa4ef4968b"
+checksum = "d2239f964e95c3a5d6b4a8cde07e646de8995c1396a7fd62c6e784f5341db499"
dependencies = [
"futures",
"log",
@@ -858,15 +693,13 @@ dependencies = [
[[package]]
name = "datafusion-datasource"
-version = "47.0.0"
+version = "48.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "04e602dcdf2f50c2abf297cc2203c73531e6f48b29516af7695d338cf2a778b1"
+checksum = "2cf792579bc8bf07d1b2f68c2d5382f8a63679cce8fbebfd4ba95742b6e08864"
dependencies = [
"arrow",
- "async-compression",
"async-trait",
"bytes",
- "bzip2",
"chrono",
"datafusion-common",
"datafusion-common-runtime",
@@ -876,27 +709,21 @@ dependencies = [
"datafusion-physical-expr-common",
"datafusion-physical-plan",
"datafusion-session",
- "flate2",
"futures",
"glob",
"itertools 0.14.0",
"log",
"object_store",
- "parquet",
- "rand",
- "tempfile",
+ "rand 0.9.1",
"tokio",
- "tokio-util",
"url",
- "xz2",
- "zstd",
]
[[package]]
name = "datafusion-datasource-csv"
-version = "47.0.0"
+version = "48.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "e3bb2253952dc32296ed5b84077cb2e0257fea4be6373e1c376426e17ead4ef6"
+checksum = "cfc114f9a1415174f3e8d2719c371fc72092ef2195a7955404cfe6b2ba29a706"
dependencies = [
"arrow",
"async-trait",
@@ -919,9 +746,9 @@ dependencies = [
[[package]]
name = "datafusion-datasource-json"
-version = "47.0.0"
+version = "48.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "5b8c7f47a5d2fe03bfa521ec9bafdb8a5c82de8377f60967c3663f00c8790352"
+checksum = "d88dd5e215c420a52362b9988ecd4cefd71081b730663d4f7d886f706111fc75"
dependencies = [
"arrow",
"async-trait",
@@ -942,48 +769,17 @@ dependencies = [
"tokio",
]
-[[package]]
-name = "datafusion-datasource-parquet"
-version = "47.0.0"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "27d15868ea39ed2dc266728b554f6304acd473de2142281ecfa1294bb7415923"
-dependencies = [
- "arrow",
- "async-trait",
- "bytes",
- "datafusion-catalog",
- "datafusion-common",
- "datafusion-common-runtime",
- "datafusion-datasource",
- "datafusion-execution",
- "datafusion-expr",
- "datafusion-functions-aggregate",
- "datafusion-physical-expr",
- "datafusion-physical-expr-common",
- "datafusion-physical-optimizer",
- "datafusion-physical-plan",
- "datafusion-session",
- "futures",
- "itertools 0.14.0",
- "log",
- "object_store",
- "parking_lot",
- "parquet",
- "rand",
- "tokio",
-]
-
[[package]]
name = "datafusion-doc"
-version = "47.0.0"
+version = "48.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "a91f8c2c5788ef32f48ff56c68e5b545527b744822a284373ac79bba1ba47292"
+checksum = "e0e7b648387b0c1937b83cb328533c06c923799e73a9e3750b762667f32662c0"
[[package]]
name = "datafusion-execution"
-version = "47.0.0"
+version = "48.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "06f004d100f49a3658c9da6fb0c3a9b760062d96cd4ad82ccc3b7b69a9fb2f84"
+checksum = "9609d83d52ff8315283c6dad3b97566e877d8f366fab4c3297742f33dcd636c7"
dependencies = [
"arrow",
"dashmap",
@@ -993,16 +789,16 @@ dependencies = [
"log",
"object_store",
"parking_lot",
- "rand",
+ "rand 0.9.1",
"tempfile",
"url",
]
[[package]]
name = "datafusion-expr"
-version = "47.0.0"
+version = "48.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "7a4e4ce3802609be38eeb607ee72f6fe86c3091460de9dbfae9e18db423b3964"
+checksum = "e75230cd67f650ef0399eb00f54d4a073698f2c0262948298e5299fc7324da63"
dependencies = [
"arrow",
"chrono",
@@ -1014,16 +810,15 @@ dependencies = [
"datafusion-physical-expr-common",
"indexmap",
"paste",
- "recursive",
"serde_json",
"sqlparser",
]
[[package]]
name = "datafusion-expr-common"
-version = "47.0.0"
+version = "48.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "422ac9cf3b22bbbae8cdf8ceb33039107fde1b5492693168f13bd566b1bcc839"
+checksum = "70fafb3a045ed6c49cfca0cd090f62cf871ca6326cc3355cb0aaf1260fa760b6"
dependencies = [
"arrow",
"datafusion-common",
@@ -1034,15 +829,13 @@ dependencies = [
[[package]]
name = "datafusion-functions"
-version = "47.0.0"
+version = "48.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "2ddf0a0a2db5d2918349c978d42d80926c6aa2459cd8a3c533a84ec4bb63479e"
+checksum = "cdf9a9cf655265861a20453b1e58357147eab59bdc90ce7f2f68f1f35104d3bb"
dependencies = [
"arrow",
"arrow-buffer",
"base64 0.22.1",
- "blake2",
- "blake3",
"chrono",
"datafusion-common",
"datafusion-doc",
@@ -1053,19 +846,17 @@ dependencies = [
"hex",
"itertools 0.14.0",
"log",
- "md-5",
- "rand",
+ "rand 0.9.1",
"regex",
- "sha2",
"unicode-segmentation",
"uuid",
]
[[package]]
name = "datafusion-functions-aggregate"
-version = "47.0.0"
+version = "48.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "408a05dafdc70d05a38a29005b8b15e21b0238734dab1e98483fcb58038c5aba"
+checksum = "7f07e49733d847be0a05235e17b884d326a2fd402c97a89fe8bcf0bfba310005"
dependencies = [
"ahash",
"arrow",
@@ -1084,9 +875,9 @@ dependencies = [
[[package]]
name = "datafusion-functions-aggregate-common"
-version = "47.0.0"
+version = "48.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "756d21da2dd6c9bef97af1504970ff56cbf35d03fbd4ffd62827f02f4d2279d4"
+checksum = "4512607e10d72b0b0a1dc08f42cb5bd5284cb8348b7fea49dc83409493e32b1b"
dependencies = [
"ahash",
"arrow",
@@ -1095,32 +886,11 @@ dependencies = [
"datafusion-physical-expr-common",
]
-[[package]]
-name = "datafusion-functions-nested"
-version = "47.0.0"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "8d8d50f6334b378930d992d801a10ac5b3e93b846b39e4a05085742572844537"
-dependencies = [
- "arrow",
- "arrow-ord",
- "datafusion-common",
- "datafusion-doc",
- "datafusion-execution",
- "datafusion-expr",
- "datafusion-functions",
- "datafusion-functions-aggregate",
- "datafusion-macros",
- "datafusion-physical-expr-common",
- "itertools 0.14.0",
- "log",
- "paste",
-]
-
[[package]]
name = "datafusion-functions-table"
-version = "47.0.0"
+version = "48.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "cc9a97220736c8fff1446e936be90d57216c06f28969f9ffd3b72ac93c958c8a"
+checksum = "d4ac2c0be983a06950ef077e34e0174aa0cb9e346f3aeae459823158037ade37"
dependencies = [
"arrow",
"async-trait",
@@ -1134,10 +904,11 @@ dependencies = [
[[package]]
name = "datafusion-functions-window"
-version = "47.0.0"
+version = "48.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "cefc2d77646e1aadd1d6a9c40088937aedec04e68c5f0465939912e1291f8193"
+checksum = "36f3d92731de384c90906941d36dcadf6a86d4128409a9c5cd916662baed5f53"
dependencies = [
+ "arrow",
"datafusion-common",
"datafusion-doc",
"datafusion-expr",
@@ -1151,9 +922,9 @@ dependencies = [
[[package]]
name = "datafusion-functions-window-common"
-version = "47.0.0"
+version = "48.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "dd4aff082c42fa6da99ce0698c85addd5252928c908eb087ca3cfa64ff16b313"
+checksum = "c679f8bf0971704ec8fd4249fcbb2eb49d6a12cc3e7a840ac047b4928d3541b5"
dependencies = [
"datafusion-common",
"datafusion-physical-expr-common",
@@ -1161,9 +932,9 @@ dependencies = [
[[package]]
name = "datafusion-macros"
-version = "47.0.0"
+version = "48.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "df6f88d7ee27daf8b108ba910f9015176b36fbc72902b1ca5c2a5f1d1717e1a1"
+checksum = "2821de7cb0362d12e75a5196b636a59ea3584ec1e1cc7dc6f5e34b9e8389d251"
dependencies = [
"datafusion-expr",
"quote",
@@ -1172,9 +943,9 @@ dependencies = [
[[package]]
name = "datafusion-optimizer"
-version = "47.0.0"
+version = "48.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "084d9f979c4b155346d3c34b18f4256e6904ded508e9554d90fed416415c3515"
+checksum = "1594c7a97219ede334f25347ad8d57056621e7f4f35a0693c8da876e10dd6a53"
dependencies = [
"arrow",
"chrono",
@@ -1184,16 +955,15 @@ dependencies = [
"indexmap",
"itertools 0.14.0",
"log",
- "recursive",
"regex",
"regex-syntax",
]
[[package]]
name = "datafusion-physical-expr"
-version = "47.0.0"
+version = "48.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "64c536062b0076f4e30084065d805f389f9fe38af0ca75bcbac86bc5e9fbab65"
+checksum = "dc6da0f2412088d23f6b01929dedd687b5aee63b19b674eb73d00c3eb3c883b7"
dependencies = [
"ahash",
"arrow",
@@ -1208,14 +978,14 @@ dependencies = [
"itertools 0.14.0",
"log",
"paste",
- "petgraph",
+ "petgraph 0.8.2",
]
[[package]]
name = "datafusion-physical-expr-common"
-version = "47.0.0"
+version = "48.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "f8a92b53b3193fac1916a1c5b8e3f4347c526f6822e56b71faa5fb372327a863"
+checksum = "dcb0dbd9213078a593c3fe28783beaa625a4e6c6a6c797856ee2ba234311fb96"
dependencies = [
"ahash",
"arrow",
@@ -1227,9 +997,9 @@ dependencies = [
[[package]]
name = "datafusion-physical-optimizer"
-version = "47.0.0"
+version = "48.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "6fa0a5ac94c7cf3da97bedabd69d6bbca12aef84b9b37e6e9e8c25286511b5e2"
+checksum = "6d140854b2db3ef8ac611caad12bfb2e1e1de827077429322a6188f18fc0026a"
dependencies = [
"arrow",
"datafusion-common",
@@ -1241,14 +1011,13 @@ dependencies = [
"datafusion-physical-plan",
"itertools 0.14.0",
"log",
- "recursive",
]
[[package]]
name = "datafusion-physical-plan"
-version = "47.0.0"
+version = "48.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "690c615db468c2e5fe5085b232d8b1c088299a6c63d87fd960a354a71f7acb55"
+checksum = "b46cbdf21a01206be76d467f325273b22c559c744a012ead5018dfe79597de08"
dependencies = [
"ahash",
"arrow",
@@ -1276,9 +1045,9 @@ dependencies = [
[[package]]
name = "datafusion-session"
-version = "47.0.0"
+version = "48.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "ad229a134c7406c057ece00c8743c0c34b97f4e72f78b475fe17b66c5e14fa4f"
+checksum = "3a72733766ddb5b41534910926e8da5836622316f6283307fd9fb7e19811a59c"
dependencies = [
"arrow",
"async-trait",
@@ -1300,9 +1069,9 @@ dependencies = [
[[package]]
name = "datafusion-sql"
-version = "47.0.0"
+version = "48.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "64f6ab28b72b664c21a27b22a2ff815fd390ed224c26e89a93b5a8154a4e8607"
+checksum = "c5162338cdec9cc7ea13a0e6015c361acad5ec1d88d83f7c86301f789473971f"
dependencies = [
"arrow",
"bigdecimal",
@@ -1310,16 +1079,15 @@ dependencies = [
"datafusion-expr",
"indexmap",
"log",
- "recursive",
"regex",
"sqlparser",
]
[[package]]
name = "datafusion-substrait"
-version = "47.0.0"
+version = "48.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "061efc0937f0ce3abb37ed0d56cfa01dd0e654b90e408656d05e846c8b7599fe"
+checksum = "af6029c08002772fb2c38a191d21a8b03af78750f42d9b896222f6b0e16c84cf"
dependencies = [
"async-recursion",
"async-trait",
@@ -1334,17 +1102,6 @@ dependencies = [
"url",
]
-[[package]]
-name = "digest"
-version = "0.10.7"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "9ed9a281f7bc9b7576e61468ba615a66a5c8cfdff42420a70aa82701a3b1e292"
-dependencies = [
- "block-buffer",
- "crypto-common",
- "subtle",
-]
-
[[package]]
name = "displaydoc"
version = "0.2.5"
@@ -1412,17 +1169,6 @@ dependencies = [
"rustc_version",
]
-[[package]]
-name = "flate2"
-version = "1.1.2"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "4a3d7db9596fecd151c5f638c0ee5d5bd487b6e0ea232e5dc96d5250f6f94b1d"
-dependencies = [
- "crc32fast",
- "libz-rs-sys",
- "miniz_oxide",
-]
-
[[package]]
name = "fnv"
version = "1.0.7"
@@ -1533,16 +1279,6 @@ dependencies = [
"slab",
]
-[[package]]
-name = "generic-array"
-version = "0.14.7"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "85649ca51fd72272d7821adaf274ad91c288277713d9c18820d8499a7ff69e9a"
-dependencies = [
- "typenum",
- "version_check",
-]
-
[[package]]
name = "getrandom"
version = "0.2.16"
@@ -1812,12 +1548,6 @@ dependencies = [
"hashbrown 0.15.4",
]
-[[package]]
-name = "integer-encoding"
-version = "3.0.4"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "8bb03732005da905c88227371639bf1ad885cc712789c011c31c5fb3ab3ccf02"
-
[[package]]
name = "io-uring"
version = "0.7.8"
@@ -1853,16 +1583,6 @@ version = "1.0.15"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "4a5f13b858c8d314ee3e8f639011f7ccefe71f97f96e50151fb991f267928e2c"
-[[package]]
-name = "jobserver"
-version = "0.1.33"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "38f262f097c174adebe41eb73d66ae9c06b2844fb0da69969647bbddd9b0538a"
-dependencies = [
- "getrandom 0.3.3",
- "libc",
-]
-
[[package]]
name = "js-sys"
version = "0.3.77"
@@ -1959,15 +1679,6 @@ version = "0.2.15"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "f9fbbcab51052fe104eb5e5d351cf728d30a5be1fe14d9be8a3b097481fb97de"
-[[package]]
-name = "libz-rs-sys"
-version = "0.5.1"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "172a788537a2221661b480fee8dc5f96c580eb34fa88764d3205dc356c7e4221"
-dependencies = [
- "zlib-rs",
-]
-
[[package]]
name = "linux-raw-sys"
version = "0.9.4"
@@ -2005,27 +1716,6 @@ dependencies = [
"twox-hash",
]
-[[package]]
-name = "lzma-sys"
-version = "0.1.20"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "5fda04ab3764e6cde78b9974eec4f779acaba7c4e84b36eca3cf77c581b85d27"
-dependencies = [
- "cc",
- "libc",
- "pkg-config",
-]
-
-[[package]]
-name = "md-5"
-version = "0.10.6"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "d89e7ee0cfbedfc4da3340218492196241d89eefb6dab27de5df917a6d2e78cf"
-dependencies = [
- "cfg-if",
- "digest",
-]
-
[[package]]
name = "memchr"
version = "2.7.5"
@@ -2171,15 +1861,6 @@ version = "1.21.3"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "42f5e15c9953c5e4ccceeb2e7382a716482c34515315f7b03532b8b4e8393d2d"
-[[package]]
-name = "ordered-float"
-version = "2.10.1"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "68f19d67e5a2795c94e73e0bb1cc1a7edeb2e28efd39e2e1c9b7a40c1108b11c"
-dependencies = [
- "num-traits",
-]
-
[[package]]
name = "parking_lot"
version = "0.12.4"
@@ -2203,42 +1884,6 @@ dependencies = [
"windows-targets 0.52.6",
]
-[[package]]
-name = "parquet"
-version = "55.2.0"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "b17da4150748086bd43352bc77372efa9b6e3dbd06a04831d2a98c041c225cfa"
-dependencies = [
- "ahash",
- "arrow-array",
- "arrow-buffer",
- "arrow-cast",
- "arrow-data",
- "arrow-ipc",
- "arrow-schema",
- "arrow-select",
- "base64 0.22.1",
- "brotli",
- "bytes",
- "chrono",
- "flate2",
- "futures",
- "half",
- "hashbrown 0.15.4",
- "lz4_flex",
- "num",
- "num-bigint",
- "object_store",
- "paste",
- "seq-macro",
- "simdutf8",
- "snap",
- "thrift",
- "tokio",
- "twox-hash",
- "zstd",
-]
-
[[package]]
name = "parse-zoneinfo"
version = "0.3.1"
@@ -2307,6 +1952,18 @@ dependencies = [
"indexmap",
]
+[[package]]
+name = "petgraph"
+version = "0.8.2"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "54acf3a685220b533e437e264e4d932cfbdc4cc7ec0cd232ed73c08d03b8a7ca"
+dependencies = [
+ "fixedbitset",
+ "hashbrown 0.15.4",
+ "indexmap",
+ "serde",
+]
+
[[package]]
name = "phf"
version = "0.11.3"
@@ -2333,7 +1990,7 @@ source =
"registry+https://github.com/rust-lang/crates.io-index";
checksum = "3c80231409c20246a13fddb31776fb942c38553c51e871f8cbd687a4cfb5843d"
dependencies = [
"phf_shared",
- "rand",
+ "rand 0.8.5",
]
[[package]]
@@ -2357,12 +2014,6 @@ version = "0.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "8b870d8c151b6f2fb93e84a13146138f05d02ed11c7e7c54f8826aaaf7c9f184"
-[[package]]
-name = "pkg-config"
-version = "0.3.32"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "7edddbd0b52d732b21ad9a5fab5c704c14cd949e5e9a1ec5929a24fded1b904c"
-
[[package]]
name = "ppv-lite86"
version = "0.2.21"
@@ -2434,7 +2085,7 @@ dependencies = [
"log",
"multimap",
"once_cell",
- "petgraph",
+ "petgraph 0.7.1",
"prettyplease",
"prost",
"prost-types",
@@ -2495,19 +2146,27 @@ version = "0.8.5"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "34af8d1a0e25924bc5b7c43c079c942339d8f0a8b57c39049bef581b46327404"
dependencies = [
- "libc",
+ "rand_core 0.6.4",
+]
+
+[[package]]
+name = "rand"
+version = "0.9.1"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "9fbfd9d094a40bf3ae768db9361049ace4c0e04a4fd6b359518bd7b73a73dd97"
+dependencies = [
"rand_chacha",
- "rand_core",
+ "rand_core 0.9.3",
]
[[package]]
name = "rand_chacha"
-version = "0.3.1"
+version = "0.9.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "e6c10a63a0fa32252be49d21e7709d4d4baf8d231c2dbce1eaa8141b9b127d88"
+checksum = "d3022b5f1df60f26e1ffddd6c66e8aa15de382ae63b3a0c1bfc0e4d3e3f325cb"
dependencies = [
"ppv-lite86",
- "rand_core",
+ "rand_core 0.9.3",
]
[[package]]
@@ -2515,8 +2174,14 @@ name = "rand_core"
version = "0.6.4"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "ec0be4795e2f6a28069bec0b5ff3e2ac9bafc99e6a9a7dc3547996c5c816922c"
+
+[[package]]
+name = "rand_core"
+version = "0.9.3"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "99d9a13982dcf210057a8a78572b2217b667c3beacbf3a0d8b454f6f82837d38"
dependencies = [
- "getrandom 0.2.16",
+ "getrandom 0.3.3",
]
[[package]]
@@ -2675,12 +2340,6 @@ dependencies = [
"serde",
]
-[[package]]
-name = "seq-macro"
-version = "0.3.6"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "1bc711410fbe7399f390ca1c3b60ad0f53f80e95c5eb935e52268a0e2cd49acc"
-
[[package]]
name = "serde"
version = "1.0.219"
@@ -2758,17 +2417,6 @@ dependencies = [
"unsafe-libyaml",
]
-[[package]]
-name = "sha2"
-version = "0.10.9"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "a7507d819769d01a365ab707794a4084392c824f54a7a6a7862f8c3d0892b283"
-dependencies = [
- "cfg-if",
- "cpufeatures",
- "digest",
-]
-
[[package]]
name = "shlex"
version = "1.3.0"
@@ -2799,12 +2447,6 @@ version = "1.15.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "67b1b7a3b5fe4f1376887184045fcf45c69e92af734b7aaddc05fb777b6fbd03"
-[[package]]
-name = "snap"
-version = "1.1.1"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "1b6b67fb9a61334225b5b790716f609cd58395f895b3fe8b328786812a40bc3b"
-
[[package]]
name = "sqlparser"
version = "0.55.0"
@@ -2854,9 +2496,9 @@ checksum =
"a2eb9349b6444b326872e140eb1cf5e7c522154d69e7a0ffb0fb81c06b37543f"
[[package]]
name = "substrait"
-version = "0.55.1"
+version = "0.56.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "048fe52a3664881ccdfdc9bdb0f4e8805f3444ee64abf299d365c54f6a2ffabb"
+checksum = "13de2e20128f2a018dab1cfa30be83ae069219a65968c6f89df66ad124de2397"
dependencies = [
"heck",
"pbjson",
@@ -2877,12 +2519,6 @@ dependencies = [
"walkdir",
]
-[[package]]
-name = "subtle"
-version = "2.6.1"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "13c2bddecc57b384dee18652358fb23172facb8a2c51ccc10d74c157bdea3292"
-
[[package]]
name = "syn"
version = "2.0.104"
@@ -2960,17 +2596,6 @@ dependencies = [
"syn",
]
-[[package]]
-name = "thrift"
-version = "0.17.0"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "7e54bc85fc7faa8bc175c4bab5b92ba8d9a3ce893d0e9f42cc455c8ab16a9e09"
-dependencies = [
- "byteorder",
- "integer-encoding",
- "ordered-float",
-]
-
[[package]]
name = "tiny-keccak"
version = "2.0.2"
@@ -3017,19 +2642,6 @@ dependencies = [
"syn",
]
-[[package]]
-name = "tokio-util"
-version = "0.7.15"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "66a539a9ad6d5d281510d5bd368c973d636c02dbf8a67300bfb6b950696ad7df"
-dependencies = [
- "bytes",
- "futures-core",
- "futures-sink",
- "pin-project-lite",
- "tokio",
-]
-
[[package]]
name = "toml"
version = "0.9.2"
@@ -3104,17 +2716,11 @@ version = "2.1.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "8b907da542cbced5261bd3256de1b3a1bf340a3d37f93425a07362a1d687de56"
-[[package]]
-name = "typenum"
-version = "1.18.0"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "1dccffe3ce07af9386bfd29e80c0ab1a8205a2fc34e4bcd40364df902cfa8f3f"
-
[[package]]
name = "typify"
-version = "0.3.0"
+version = "0.4.2"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "e03ba3643450cfd95a1aca2e1938fef63c1c1994489337998aff4ad771f21ef8"
+checksum = "6c6c647a34e851cf0260ccc14687f17cdcb8302ff1a8a687a24b97ca0f82406f"
dependencies = [
"typify-impl",
"typify-macro",
@@ -3122,9 +2728,9 @@ dependencies = [
[[package]]
name = "typify-impl"
-version = "0.3.0"
+version = "0.4.2"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "bce48219a2f3154aaa2c56cbf027728b24a3c8fe0a47ed6399781de2b3f3eeaf"
+checksum = "741b7f1e2e1338c0bee5ad5a7d3a9bbd4e24c33765c08b7691810e68d879365d"
dependencies = [
"heck",
"log",
@@ -3142,9 +2748,9 @@ dependencies = [
[[package]]
name = "typify-macro"
-version = "0.3.0"
+version = "0.4.2"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "68b5780d745920ed73c5b7447496a9b5c42ed2681a9b70859377aec423ecf02b"
+checksum = "7560adf816a1e8dad7c63d8845ef6e31e673e39eab310d225636779230cbedeb"
dependencies = [
"proc-macro2",
"quote",
@@ -3589,15 +3195,6 @@ version = "0.5.5"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "1e9df38ee2d2c3c5948ea468a8406ff0db0b29ae1ffde1bcf20ef305bcc95c51"
-[[package]]
-name = "xz2"
-version = "0.1.7"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "388c44dc09d76f1536602ead6d325eb532f5c122f17782bd57fb47baeeb767e2"
-dependencies = [
- "lzma-sys",
-]
-
[[package]]
name = "yoke"
version = "0.7.5"
@@ -3684,37 +3281,3 @@ dependencies = [
"quote",
"syn",
]
-
-[[package]]
-name = "zlib-rs"
-version = "0.5.1"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "626bd9fa9734751fc50d6060752170984d7053f5a39061f524cda68023d4db8a"
-
-[[package]]
-name = "zstd"
-version = "0.13.3"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "e91ee311a569c327171651566e07972200e76fcfe2242a4fa446149a3881c08a"
-dependencies = [
- "zstd-safe",
-]
-
-[[package]]
-name = "zstd-safe"
-version = "7.2.4"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "8f49c4d5f0abb602a93fb8736af2a4f4dd9512e36f7f570d66e65ff867ed3b9d"
-dependencies = [
- "zstd-sys",
-]
-
-[[package]]
-name = "zstd-sys"
-version = "2.0.15+zstd.1.5.7"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "eb81183ddd97d0c74cedf1d50d85c8d08c1b8b68ee863bdee9e706eedba1a237"
-dependencies = [
- "cc",
- "pkg-config",
-]
diff --git a/rust/driver/datafusion/Cargo.toml
b/rust/driver/datafusion/Cargo.toml
index 7f7ee4b7e..d6f019a14 100644
--- a/rust/driver/datafusion/Cargo.toml
+++ b/rust/driver/datafusion/Cargo.toml
@@ -20,7 +20,7 @@ name = "adbc_datafusion"
description = "ADBC driver for Apache DataFusion"
version.workspace = true
edition.workspace = true
-rust-version = "1.82.0" # datafusion mrsv
+rust-version = "1.82.0" # datafusion mrsv
authors.workspace = true
license.workspace = true
readme = "README.md"
@@ -32,16 +32,20 @@ categories.workspace = true
[dependencies]
adbc_core.workspace = true
-arrow-array = "55.0.0"
-arrow-buffer = "55.0.0"
-arrow-schema = "55.0.0"
-datafusion = "47.0.0"
-datafusion-substrait = "47.0.0"
+arrow-array = "55.2.0"
+arrow-buffer = "55.2.0"
+arrow-schema = "55.2.0"
+datafusion = { version = "48.0.1", default-features = false }
+datafusion-substrait = { version = "48.0.1", default-features = false }
tokio = { version = "1.46", features = ["rt-multi-thread"] }
prost = "0.13.5"
[dev-dependencies]
-arrow-select = "55.0.0"
+arrow-select = "55.2.0"
[lib]
crate-type = ["lib", "cdylib"]
+
+[features]
+default = []
+ffi = ["adbc_core/driver_manager"]
diff --git a/rust/driver/datafusion/README.md b/rust/driver/datafusion/README.md
index 2bbb5093b..63bff721e 100644
--- a/rust/driver/datafusion/README.md
+++ b/rust/driver/datafusion/README.md
@@ -48,3 +48,7 @@ fn main() {
print_batches(&batches).unwrap();
}
```
+
+## FFI
+
+Build with the `ffi` feature to export this driver as a C driver.
diff --git a/rust/driver/datafusion/src/lib.rs
b/rust/driver/datafusion/src/lib.rs
index a462f4105..f8476658c 100644
--- a/rust/driver/datafusion/src/lib.rs
+++ b/rust/driver/datafusion/src/lib.rs
@@ -954,4 +954,5 @@ impl Statement for DataFusionStatement {
}
}
+#[cfg(feature = "ffi")]
adbc_core::export_driver!(DataFusionDriverInit, DataFusionDriver);
diff --git a/rust/driver/datafusion/tests/test_datafusion.rs
b/rust/driver/datafusion/tests/test_datafusion.rs
index 2e9a15e7e..c42cf6879 100644
--- a/rust/driver/datafusion/tests/test_datafusion.rs
+++ b/rust/driver/datafusion/tests/test_datafusion.rs
@@ -15,6 +15,8 @@
// specific language governing permissions and limitations
// under the License.
+#![cfg(feature = "ffi")]
+
use adbc_core::driver_manager::{ManagedConnection, ManagedDriver};
use adbc_core::{Connection, Database, Driver, Optionable, Statement};
use arrow_array::RecordBatch;
