diff --git a/Cargo.lock b/Cargo.lock index 7eb588570..a9f126e13 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -108,7 +108,7 @@ version = "1.1.5" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "40c48f72fd53cd289104fc64099abca73db4166ad86ea0b4341abe65af83dadc" dependencies = [ - "windows-sys 0.60.2", + "windows-sys 0.61.2", ] [[package]] @@ -119,7 +119,7 @@ checksum = "291e6a250ff86cd4a820112fb8898808a366d8f9f58ce16d1f538353ad55747d" dependencies = [ "anstyle", "once_cell_polyfill", - "windows-sys 0.60.2", + "windows-sys 0.61.2", ] [[package]] @@ -1437,6 +1437,15 @@ dependencies = [ "tracing", ] +[[package]] +name = "castaway" +version = "0.2.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "dec551ab6e7578819132c713a93c022a05d60159dc86e7a7050223577484c55a" +dependencies = [ + "rustversion", +] + [[package]] name = "cbc" version = "0.1.2" @@ -1604,7 +1613,7 @@ version = "3.1.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "faf9468729b8cbcea668e36183cb69d317348c2e08e994829fb56ebfdfbaac34" dependencies = [ - "windows-sys 0.52.0", + "windows-sys 0.61.2", ] [[package]] @@ -1628,6 +1637,21 @@ dependencies = [ "unicode-width", ] +[[package]] +name = "compact_str" +version = "0.9.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3fdb1325a1cece981e8a296ab8f0f9b63ae357bd0784a9faaf548cc7b480707a" +dependencies = [ + "castaway", + "cfg-if 1.0.4", + "itoa", + "rustversion", + "ryu", + "serde", + "static_assertions", +] + [[package]] name = "compression-codecs" version = "0.4.37" @@ -2782,7 +2806,7 @@ dependencies = [ "libc", "option-ext", "redox_users", - "windows-sys 0.59.0", + "windows-sys 0.61.2", ] [[package]] @@ -2970,7 +2994,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "39cab71617ae0d63f51a36d69f866391735b51691dbda63cf6f96d042b63efeb" dependencies = [ "libc", - "windows-sys 0.52.0", + "windows-sys 0.61.2", ] [[package]] @@ -3601,6 +3625,7 @@ dependencies = [ "allocator-api2", "equivalent", "foldhash 0.2.0", + "rayon", "serde", "serde_core", ] @@ -3868,7 +3893,7 @@ dependencies = [ "libc", "percent-encoding", "pin-project-lite", - "socket2 0.5.10", + "socket2 0.6.3", "system-configuration", "tokio", "tower-service", @@ -4173,7 +4198,7 @@ dependencies = [ "portable-atomic-util", "serde_core", "wasm-bindgen", - "windows-sys 0.52.0", + "windows-sys 0.61.2", ] [[package]] @@ -4902,7 +4927,7 @@ dependencies = [ "object_store", "pin-project", "polars", - "polars-arrow", + "polars-arrow 0.52.0", "rand 0.9.4", "random_word 0.4.3", "regex", @@ -5508,7 +5533,7 @@ version = "0.50.3" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "7957b9740744892f114936ab4a57b3f487491bbeafaf8083688b16841a4240e5" dependencies = [ - "windows-sys 0.59.0", + "windows-sys 0.61.2", ] [[package]] @@ -6280,16 +6305,16 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "0ea21b858b16b9c0e17a12db2800d11aa5b4bd182be6b3022eb537bbfc1f2db5" dependencies = [ "getrandom 0.2.17", - "polars-arrow", + "polars-arrow 0.39.2", "polars-core", - "polars-error", + "polars-error 0.39.2", "polars-io", "polars-lazy", "polars-ops", "polars-parquet", "polars-sql", "polars-time", - "polars-utils", + "polars-utils 0.39.2", "version_check", ] @@ -6318,8 +6343,8 @@ dependencies = [ "multiversion", "num-traits", "polars-arrow-format", - "polars-error", - "polars-utils", + "polars-error 0.39.2", + "polars-utils 0.39.2", "ryu", "simdutf8", "streaming-iterator", @@ -6328,6 +6353,31 @@ dependencies = [ "zstd", ] +[[package]] +name = "polars-arrow" +version = "0.52.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "33d3fe43f8702cf7899ff3d516c2e5f7dc84ee6f6a3007e1a831a0ff87940704" +dependencies = [ + "bitflags", + "bytemuck", + "chrono", + "dyn-clone", + "either", + "ethnum", + "getrandom 0.2.17", + "getrandom 0.3.4", + "hashbrown 0.16.1", + "num-traits", + "polars-error 0.52.0", + "polars-schema", + "polars-utils 0.52.0", + "simdutf8", + "streaming-iterator", + "strum_macros 0.27.2", + "version_check", +] + [[package]] name = "polars-arrow-format" version = "0.1.0" @@ -6347,9 +6397,9 @@ dependencies = [ "bytemuck", "either", "num-traits", - "polars-arrow", - "polars-error", - "polars-utils", + "polars-arrow 0.39.2", + "polars-error 0.39.2", + "polars-utils 0.39.2", "strength_reduce", "version_check", ] @@ -6371,11 +6421,11 @@ dependencies = [ "indexmap 2.13.0", "num-traits", "once_cell", - "polars-arrow", + "polars-arrow 0.39.2", "polars-compute", - "polars-error", + "polars-error 0.39.2", "polars-row", - "polars-utils", + "polars-utils 0.39.2", "rand 0.8.5", "rand_distr 0.4.3", "rayon", @@ -6398,6 +6448,17 @@ dependencies = [ "thiserror 1.0.69", ] +[[package]] +name = "polars-error" +version = "0.52.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f9a6be22566c89f6405f553bfdb7c8a6cb20ec51b35f3172de9a25fa3e252d85" +dependencies = [ + "parking_lot", + "signal-hook", + "simdutf8", +] + [[package]] name = "polars-io" version = "0.39.2" @@ -6416,11 +6477,11 @@ dependencies = [ "num-traits", "once_cell", "percent-encoding", - "polars-arrow", + "polars-arrow 0.39.2", "polars-core", - "polars-error", + "polars-error 0.39.2", "polars-time", - "polars-utils", + "polars-utils 0.39.2", "rayon", "regex", "ryu", @@ -6438,14 +6499,14 @@ dependencies = [ "bitflags", "glob", "once_cell", - "polars-arrow", + "polars-arrow 0.39.2", "polars-core", "polars-io", "polars-ops", "polars-pipe", "polars-plan", "polars-time", - "polars-utils", + "polars-utils 0.39.2", "rayon", "smartstring", "version_check", @@ -6469,11 +6530,11 @@ dependencies = [ "indexmap 2.13.0", "memchr", "num-traits", - "polars-arrow", + "polars-arrow 0.39.2", "polars-compute", "polars-core", - "polars-error", - "polars-utils", + "polars-error 0.39.2", + "polars-utils 0.39.2", "rayon", "regex", "smartstring", @@ -6492,9 +6553,9 @@ dependencies = [ "ethnum", "num-traits", "parquet-format-safe", - "polars-arrow", - "polars-error", - "polars-utils", + "polars-arrow 0.39.2", + "polars-error 0.39.2", + "polars-utils 0.39.2", "seq-macro", "simdutf8", "streaming-decompression", @@ -6511,14 +6572,14 @@ dependencies = [ "enum_dispatch", "hashbrown 0.14.5", "num-traits", - "polars-arrow", + "polars-arrow 0.39.2", "polars-compute", "polars-core", "polars-io", "polars-ops", "polars-plan", "polars-row", - "polars-utils", + "polars-utils 0.39.2", "rayon", "smartstring", "uuid", @@ -6537,12 +6598,12 @@ dependencies = [ "hashbrown 0.14.5", "once_cell", "percent-encoding", - "polars-arrow", + "polars-arrow 0.39.2", "polars-core", "polars-io", "polars-ops", "polars-time", - "polars-utils", + "polars-utils 0.39.2", "rayon", "recursive", "regex", @@ -6558,9 +6619,21 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "a515bdc68c2ae3702e3de70d89601f3b71ca8137e282a226dddb53ee4bacfa2e" dependencies = [ "bytemuck", - "polars-arrow", - "polars-error", - "polars-utils", + "polars-arrow 0.39.2", + "polars-error 0.39.2", + "polars-utils 0.39.2", +] + +[[package]] +name = "polars-schema" +version = "0.52.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f73e21d429ae1c23f442b0220ccfe773a9734a44e997b5062a741842909d9441" +dependencies = [ + "indexmap 2.13.0", + "polars-error 0.52.0", + "polars-utils 0.52.0", + "version_check", ] [[package]] @@ -6570,9 +6643,9 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "7b4bb7cc1c04c3023d1953b2f1dec50515e8fd8169a5a2bf4967b3b082232db7" dependencies = [ "hex", - "polars-arrow", + "polars-arrow 0.39.2", "polars-core", - "polars-error", + "polars-error 0.39.2", "polars-lazy", "polars-plan", "rand 0.8.5", @@ -6592,11 +6665,11 @@ dependencies = [ "chrono-tz 0.8.6", "now", "once_cell", - "polars-arrow", + "polars-arrow 0.39.2", "polars-core", - "polars-error", + "polars-error 0.39.2", "polars-ops", - "polars-utils", + "polars-utils 0.39.2", "regex", "smartstring", ] @@ -6613,7 +6686,7 @@ dependencies = [ "indexmap 2.13.0", "num-traits", "once_cell", - "polars-error", + "polars-error 0.39.2", "raw-cpuid", "rayon", "smartstring", @@ -6622,6 +6695,32 @@ dependencies = [ "version_check", ] +[[package]] +name = "polars-utils" +version = "0.52.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "667c1bc2d2313f934d711f6e3b58d8d9f80351d14ea60af936a26b7dfb06e309" +dependencies = [ + "bytemuck", + "bytes", + "compact_str", + "either", + "foldhash 0.2.0", + "hashbrown 0.16.1", + "indexmap 2.13.0", + "libc", + "num-traits", + "polars-error 0.52.0", + "rand 0.9.4", + "raw-cpuid", + "rayon", + "regex", + "slotmap", + "stacker", + "uuid", + "version_check", +] + [[package]] name = "portable-atomic" version = "1.13.1" @@ -6705,8 +6804,8 @@ version = "0.14.3" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "343d3bd7056eda839b03204e68deff7d1b13aba7af2b2fd16890697274262ee7" dependencies = [ - "heck 0.4.1", - "itertools 0.11.0", + "heck 0.5.0", + "itertools 0.14.0", "log", "multimap", "petgraph", @@ -6725,7 +6824,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "27c6023962132f4b30eb4c172c91ce92d933da334c59c23cddee82358ddafb0b" dependencies = [ "anyhow", - "itertools 0.11.0", + "itertools 0.14.0", "proc-macro2", "quote", "syn 2.0.117", @@ -6890,7 +6989,7 @@ dependencies = [ "quinn-udp", "rustc-hash", "rustls 0.23.37", - "socket2 0.5.10", + "socket2 0.6.3", "thiserror 2.0.18", "tokio", "tracing", @@ -6928,7 +7027,7 @@ dependencies = [ "cfg_aliases", "libc", "once_cell", - "socket2 0.5.10", + "socket2 0.6.3", "tracing", "windows-sys 0.60.2", ] @@ -7620,7 +7719,7 @@ dependencies = [ "errno", "libc", "linux-raw-sys", - "windows-sys 0.52.0", + "windows-sys 0.61.2", ] [[package]] @@ -7691,7 +7790,7 @@ dependencies = [ "security-framework", "security-framework-sys", "webpki-root-certs", - "windows-sys 0.52.0", + "windows-sys 0.61.2", ] [[package]] @@ -8069,6 +8168,16 @@ version = "1.3.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "0fda2ff0d084019ba4d7c6f371c95d8fd75ce3524c3cb8fb653a3023f6323e64" +[[package]] +name = "signal-hook" +version = "0.3.18" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d881a16cf4426aa584979d30bd82cb33429027e42122b169753d6ef1085ed6e2" +dependencies = [ + "libc", + "signal-hook-registry", +] + [[package]] name = "signal-hook-registry" version = "1.4.8" @@ -8145,6 +8254,15 @@ version = "0.4.12" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "0c790de23124f9ab44544d7ac05d60440adc586479ce501c1d6d7da3cd8c9cf5" +[[package]] +name = "slotmap" +version = "1.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bdd58c3c93c3d278ca835519292445cb4b0d4dc59ccfdf7ceadaab3f8aeb4038" +dependencies = [ + "version_check", +] + [[package]] name = "smallvec" version = "1.15.1" @@ -8186,7 +8304,7 @@ version = "0.8.9" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "c1c97747dbf44bb1ca44a561ece23508e99cb592e862f22222dcf42f51d1e451" dependencies = [ - "heck 0.4.1", + "heck 0.5.0", "proc-macro2", "quote", "syn 2.0.117", @@ -8198,7 +8316,7 @@ version = "0.9.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "54254b8531cafa275c5e096f62d48c81435d1015405a91198ddb11e967301d40" dependencies = [ - "heck 0.4.1", + "heck 0.5.0", "proc-macro2", "quote", "syn 2.0.117", @@ -8221,7 +8339,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "3a766e1110788c36f4fa1c2b71b387a7815aa65f88ce0229841826633d93723e" dependencies = [ "libc", - "windows-sys 0.60.2", + "windows-sys 0.61.2", ] [[package]] @@ -8418,6 +8536,18 @@ dependencies = [ "syn 2.0.117", ] +[[package]] +name = "strum_macros" +version = "0.27.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7695ce3845ea4b33927c055a39dc438a45b059f7c1b3d91d38d10355fb8cbca7" +dependencies = [ + "heck 0.5.0", + "proc-macro2", + "quote", + "syn 2.0.117", +] + [[package]] name = "subtle" version = "2.6.1" @@ -8569,7 +8699,7 @@ dependencies = [ "getrandom 0.4.2", "once_cell", "rustix", - "windows-sys 0.52.0", + "windows-sys 0.61.2", ] [[package]] @@ -9474,7 +9604,7 @@ version = "0.1.11" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "c2a7b1c03c876122aa43f3020e6c3c3ee5c05081c9a00739faf7503aeba10d22" dependencies = [ - "windows-sys 0.52.0", + "windows-sys 0.61.2", ] [[package]] diff --git a/rust/lancedb/Cargo.toml b/rust/lancedb/Cargo.toml index 292226ede..05ed459d3 100644 --- a/rust/lancedb/Cargo.toml +++ b/rust/lancedb/Cargo.toml @@ -76,7 +76,7 @@ reqwest = { version = "0.12.0", default-features = false, features = [ ], optional = true } http = { version = "1", optional = true } # Matching what is in reqwest uuid = { version = "1.7.0", features = ["v4"] } -polars-arrow = { version = ">=0.37,<0.40.0", optional = true } +polars-arrow = { version = ">=0.37, <0.53.0", optional = true } polars = { version = ">=0.37,<0.40.0", optional = true } hf-hub = { version = "0.4.1", optional = true, default-features = false, features = [ "rustls-tls",