diff --git a/Cargo.lock b/Cargo.lock index 456d5e725..93d7db167 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -1210,26 +1210,6 @@ dependencies = [ "num-traits", ] -[[package]] -name = "bincode" -version = "2.0.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "36eaf5d7b090263e8150820482d5d93cd964a81e4019913c972f4edcc6edb740" -dependencies = [ - "bincode_derive", - "serde", - "unty", -] - -[[package]] -name = "bincode_derive" -version = "2.0.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "bf95709a440f45e986983918d0e8a1f30a9b1df04918fc828670606804ac3c09" -dependencies = [ - "virtue", -] - [[package]] name = "bit-set" version = "0.8.0" @@ -1396,6 +1376,29 @@ version = "3.20.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "5d20789868f4b01b2f2caec9f5c4e0213b41e3e5702a50157d699ae31ced2fcb" +[[package]] +name = "bytecheck" +version = "0.8.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0caa33a2c0edca0419d15ac723dff03f1956f7978329b1e3b5fdaaaed9d3ca8b" +dependencies = [ + "bytecheck_derive", + "ptr_meta", + "rancor", + "simdutf8", +] + +[[package]] +name = "bytecheck_derive" +version = "0.8.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "89385e82b5d1821d2219e0b095efa2cc1f246cbf99080f3be46a1a85c0d392d9" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.117", +] + [[package]] name = "bytemuck" version = "1.25.0" @@ -2076,6 +2079,12 @@ dependencies = [ "cmov", ] +[[package]] +name = "daachorse" +version = "2.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "db756b5eb7d81d31f31f660f4132f8cf5698de52fca144c143d0ae0cbb5f2e06" + [[package]] name = "darling" version = "0.20.11" @@ -3017,70 +3026,6 @@ version = "1.0.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "34aa73646ffb006b8f5147f3dc182bd4bcb190227ce861fc4a4844bf8e3cb2c0" -[[package]] -name = "encoding" -version = "0.2.33" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "6b0d943856b990d12d3b55b359144ff341533e516d94098b1d3fc1ac666d36ec" -dependencies = [ - "encoding-index-japanese", - "encoding-index-korean", - "encoding-index-simpchinese", - "encoding-index-singlebyte", - "encoding-index-tradchinese", -] - -[[package]] -name = "encoding-index-japanese" -version = "1.20141219.5" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "04e8b2ff42e9a05335dbf8b5c6f7567e5591d0d916ccef4e0b1710d32a0d0c91" -dependencies = [ - "encoding_index_tests", -] - -[[package]] -name = "encoding-index-korean" -version = "1.20141219.5" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "4dc33fb8e6bcba213fe2f14275f0963fd16f0a02c878e3095ecfdf5bee529d81" -dependencies = [ - "encoding_index_tests", -] - -[[package]] -name = "encoding-index-simpchinese" -version = "1.20141219.5" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d87a7194909b9118fc707194baa434a4e3b0fb6a5a757c73c3adb07aa25031f7" -dependencies = [ - "encoding_index_tests", -] - -[[package]] -name = "encoding-index-singlebyte" -version = "1.20141219.5" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "3351d5acffb224af9ca265f435b859c7c01537c0849754d3db3fdf2bfe2ae84a" -dependencies = [ - "encoding_index_tests", -] - -[[package]] -name = "encoding-index-tradchinese" -version = "1.20141219.5" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "fd0e20d5688ce3cab59eb3ef3a2083a5c77bf496cb798dc6fcdb75f323890c18" -dependencies = [ - "encoding_index_tests", -] - -[[package]] -name = "encoding_index_tests" -version = "0.1.4" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "a246d82be1c9d791c5dfde9a2bd045fc3cbba3fa2b11ad558f27d01712f00569" - [[package]] name = "encoding_rs" version = "0.8.35" @@ -3254,16 +3199,6 @@ dependencies = [ "subtle", ] -[[package]] -name = "filetime" -version = "0.2.29" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5c287a33c7f0a620c38e641e7f60827713987b3c0f26e8ddc9462cc69cf75759" -dependencies = [ - "cfg-if 1.0.4", - "libc", -] - [[package]] name = "find-msvc-tools" version = "0.1.9" @@ -3349,8 +3284,8 @@ checksum = "42703706b716c37f96a77aea830392ad231f44c9e9a67872fa5548707e11b11c" [[package]] name = "fsst" -version = "7.0.0-beta.7" -source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.7#f6932459689b5568c89baa435ff85a4abf067b45" +version = "7.0.0-beta.9" +source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.9#109ebf71fcfddef8faae1af519df339a330debfc" dependencies = [ "arrow-array", "rand 0.9.4", @@ -4571,8 +4506,8 @@ checksum = "e037a2e1d8d5fdbd49b16a4ea09d5d6401c1f29eca5ff29d03d3824dba16256a" [[package]] name = "lance" -version = "7.0.0-beta.7" -source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.7#f6932459689b5568c89baa435ff85a4abf067b45" +version = "7.0.0-beta.9" +source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.9#109ebf71fcfddef8faae1af519df339a330debfc" dependencies = [ "arrow", "arrow-arith", @@ -4617,7 +4552,6 @@ dependencies = [ "lance-table", "lance-tokenizer", "log", - "moka", "object_store", "permutation", "pin-project", @@ -4640,12 +4574,11 @@ dependencies = [ [[package]] name = "lance-arrow" -version = "7.0.0-beta.7" -source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.7#f6932459689b5568c89baa435ff85a4abf067b45" +version = "7.0.0-beta.9" +source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.9#109ebf71fcfddef8faae1af519df339a330debfc" dependencies = [ "arrow-array", "arrow-buffer", - "arrow-cast", "arrow-data", "arrow-ipc", "arrow-ord", @@ -4662,8 +4595,8 @@ dependencies = [ [[package]] name = "lance-bitpacking" -version = "7.0.0-beta.7" -source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.7#f6932459689b5568c89baa435ff85a4abf067b45" +version = "7.0.0-beta.9" +source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.9#109ebf71fcfddef8faae1af519df339a330debfc" dependencies = [ "arrayref", "paste", @@ -4672,8 +4605,8 @@ dependencies = [ [[package]] name = "lance-core" -version = "7.0.0-beta.7" -source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.7#f6932459689b5568c89baa435ff85a4abf067b45" +version = "7.0.0-beta.9" +source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.9#109ebf71fcfddef8faae1af519df339a330debfc" dependencies = [ "arrow-array", "arrow-buffer", @@ -4681,7 +4614,6 @@ dependencies = [ "async-trait", "byteorder", "bytes", - "chrono", "datafusion-common", "datafusion-sql", "deepsize", @@ -4690,7 +4622,6 @@ dependencies = [ "lance-arrow", "libc", "log", - "mock_instant", "moka", "num_cpus", "object_store", @@ -4710,8 +4641,8 @@ dependencies = [ [[package]] name = "lance-datafusion" -version = "7.0.0-beta.7" -source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.7#f6932459689b5568c89baa435ff85a4abf067b45" +version = "7.0.0-beta.9" +source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.9#109ebf71fcfddef8faae1af519df339a330debfc" dependencies = [ "arrow", "arrow-array", @@ -4735,15 +4666,14 @@ dependencies = [ "pin-project", "prost", "prost-build", - "snafu 0.9.0", "tokio", "tracing", ] [[package]] name = "lance-datagen" -version = "7.0.0-beta.7" -source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.7#f6932459689b5568c89baa435ff85a4abf067b45" +version = "7.0.0-beta.9" +source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.9#109ebf71fcfddef8faae1af519df339a330debfc" dependencies = [ "arrow", "arrow-array", @@ -4761,8 +4691,8 @@ dependencies = [ [[package]] name = "lance-encoding" -version = "7.0.0-beta.7" -source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.7#f6932459689b5568c89baa435ff85a4abf067b45" +version = "7.0.0-beta.9" +source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.9#109ebf71fcfddef8faae1af519df339a330debfc" dependencies = [ "arrow-arith", "arrow-array", @@ -4787,9 +4717,7 @@ dependencies = [ "num-traits", "prost", "prost-build", - "prost-types", "rand 0.9.4", - "snafu 0.9.0", "strum 0.26.3", "tokio", "tracing", @@ -4799,8 +4727,8 @@ dependencies = [ [[package]] name = "lance-file" -version = "7.0.0-beta.7" -source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.7#f6932459689b5568c89baa435ff85a4abf067b45" +version = "7.0.0-beta.9" +source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.9#109ebf71fcfddef8faae1af519df339a330debfc" dependencies = [ "arrow-arith", "arrow-array", @@ -4825,15 +4753,14 @@ dependencies = [ "prost", "prost-build", "prost-types", - "snafu 0.9.0", "tokio", "tracing", ] [[package]] name = "lance-index" -version = "7.0.0-beta.7" -source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.7#f6932459689b5568c89baa435ff85a4abf067b45" +version = "7.0.0-beta.9" +source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.9#109ebf71fcfddef8faae1af519df339a330debfc" dependencies = [ "arc-swap", "arrow", @@ -4854,7 +4781,6 @@ dependencies = [ "datafusion-common", "datafusion-expr", "datafusion-physical-expr", - "datafusion-sql", "deepsize", "dirs", "fst", @@ -4889,7 +4815,6 @@ dependencies = [ "serde", "serde_json", "smallvec", - "snafu 0.9.0", "tempfile", "tokio", "tracing", @@ -4899,8 +4824,8 @@ dependencies = [ [[package]] name = "lance-io" -version = "7.0.0-beta.7" -source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.7#f6932459689b5568c89baa435ff85a4abf067b45" +version = "7.0.0-beta.9" +source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.9#109ebf71fcfddef8faae1af519df339a330debfc" dependencies = [ "arrow", "arrow-arith", @@ -4924,7 +4849,6 @@ dependencies = [ "lance-arrow", "lance-core", "lance-namespace", - "libc", "log", "moka", "object_store", @@ -4935,7 +4859,6 @@ dependencies = [ "prost", "rand 0.9.4", "serde", - "snafu 0.9.0", "tempfile", "tokio", "tracing", @@ -4944,8 +4867,8 @@ dependencies = [ [[package]] name = "lance-linalg" -version = "7.0.0-beta.7" -source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.7#f6932459689b5568c89baa435ff85a4abf067b45" +version = "7.0.0-beta.9" +source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.9#109ebf71fcfddef8faae1af519df339a330debfc" dependencies = [ "arrow-array", "arrow-buffer", @@ -4961,22 +4884,21 @@ dependencies = [ [[package]] name = "lance-namespace" -version = "7.0.0-beta.7" -source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.7#f6932459689b5568c89baa435ff85a4abf067b45" +version = "7.0.0-beta.9" +source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.9#109ebf71fcfddef8faae1af519df339a330debfc" dependencies = [ "arrow", "async-trait", "bytes", "lance-core", "lance-namespace-reqwest-client", - "serde", "snafu 0.9.0", ] [[package]] name = "lance-namespace-impls" -version = "7.0.0-beta.7" -source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.7#f6932459689b5568c89baa435ff85a4abf067b45" +version = "7.0.0-beta.9" +source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.9#109ebf71fcfddef8faae1af519df339a330debfc" dependencies = [ "arrow", "arrow-ipc", @@ -5003,7 +4925,6 @@ dependencies = [ "serde", "serde_json", "sha2 0.10.9", - "snafu 0.9.0", "tokio", "tower", "tower-http 0.5.2", @@ -5026,8 +4947,8 @@ dependencies = [ [[package]] name = "lance-table" -version = "7.0.0-beta.7" -source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.7#f6932459689b5568c89baa435ff85a4abf067b45" +version = "7.0.0-beta.9" +source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.9#109ebf71fcfddef8faae1af519df339a330debfc" dependencies = [ "arrow", "arrow-array", @@ -5066,8 +4987,8 @@ dependencies = [ [[package]] name = "lance-testing" -version = "7.0.0-beta.7" -source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.7#f6932459689b5568c89baa435ff85a4abf067b45" +version = "7.0.0-beta.9" +source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.9#109ebf71fcfddef8faae1af519df339a330debfc" dependencies = [ "arrow-array", "arrow-schema", @@ -5078,8 +4999,8 @@ dependencies = [ [[package]] name = "lance-tokenizer" -version = "7.0.0-beta.7" -source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.7#f6932459689b5568c89baa435ff85a4abf067b45" +version = "7.0.0-beta.9" +source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.9#109ebf71fcfddef8faae1af519df339a330debfc" dependencies = [ "jieba-rs", "lindera", @@ -5325,126 +5246,56 @@ dependencies = [ [[package]] name = "lindera" -version = "0.44.1" +version = "3.0.7" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "50aba4ef41052280722f2120f65606b9218e8718032a3c752b953c4d8091f02e" +checksum = "74cda79d7161e99b414e4d292ff673cc3f8d22f070d8be3b6185c033363a9216" dependencies = [ "anyhow", - "bincode", "byteorder", "csv", + "daachorse", "kanaria", - "lindera-cc-cedict", "lindera-dictionary", - "lindera-ipadic", - "lindera-ipadic-neologd", - "lindera-ko-dic", - "lindera-unidic", + "log", "once_cell", + "percent-encoding", "regex", "serde", "serde_json", - "serde_yaml", - "strum 0.27.2", - "strum_macros 0.27.2", + "serde_yaml_ng", + "strum 0.28.0", + "strum_macros 0.28.0", "unicode-blocks", "unicode-normalization", "unicode-segmentation", - "yada", -] - -[[package]] -name = "lindera-cc-cedict" -version = "0.44.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5d77e7a0830fd60f23828ad914439997288c1d2cdd9e269be67f967c27b56350" -dependencies = [ - "bincode", - "byteorder", - "lindera-dictionary", - "once_cell", - "tokio", + "url", ] [[package]] name = "lindera-dictionary" -version = "0.44.1" +version = "3.0.7" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "489cc70922782af3fd397c0e130846caefe1c15b27c2211aac8f88a9f4590aaf" +checksum = "e2385456ca9fe87c29072c5f156b52fdd5e28d5b5738ddfb3979501dbd736530" dependencies = [ "anyhow", - "bincode", "byteorder", "csv", + "daachorse", "derive_builder", - "encoding", "encoding_rs", "encoding_rs_io", - "flate2", "glob", "log", - "md5", "memmap2 0.9.10", + "num_cpus", "once_cell", - "rand 0.9.4", - "reqwest 0.12.28", + "regex", + "rkyv", "serde", - "tar", + "serde_json", + "strum 0.28.0", + "strum_macros 0.28.0", "thiserror 2.0.18", - "tokio", - "yada", -] - -[[package]] -name = "lindera-ipadic" -version = "0.44.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "78870521431dfaf0f94ddd3484fa08367e9d354fc8c708572f2f00007225ddfa" -dependencies = [ - "bincode", - "byteorder", - "lindera-dictionary", - "once_cell", - "tokio", -] - -[[package]] -name = "lindera-ipadic-neologd" -version = "0.44.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "abcb3dc3056e5c683e12c2c5e8d40076f7ecfd7bd46f5fc0e4ae9e58152b5d85" -dependencies = [ - "bincode", - "byteorder", - "lindera-dictionary", - "once_cell", - "tokio", -] - -[[package]] -name = "lindera-ko-dic" -version = "0.44.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "e99316158bab14f0256d912055521ca784f76c63e7460db8a74775c5dc1f8bc2" -dependencies = [ - "bincode", - "byteorder", - "lindera-dictionary", - "once_cell", - "tokio", -] - -[[package]] -name = "lindera-unidic" -version = "0.44.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "52672945166c14276bbba25e4ec79d7e126db1b503c0a6aa07ffc0141ae15cfa" -dependencies = [ - "bincode", - "byteorder", - "lindera-dictionary", - "once_cell", - "tokio", ] [[package]] @@ -5611,12 +5462,6 @@ dependencies = [ "digest 0.11.3", ] -[[package]] -name = "md5" -version = "0.8.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "ae960838283323069879657ca3de837e9f7bbb4c7bf6ea7f1b290d5e9476d2e0" - [[package]] name = "mea" version = "0.6.3" @@ -5694,12 +5539,6 @@ dependencies = [ "windows-sys 0.61.2", ] -[[package]] -name = "mock_instant" -version = "0.6.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "dce6dd36094cac388f119d2e9dc82dc730ef91c32a6222170d630e5414b956e6" - [[package]] name = "moka" version = "0.12.15" @@ -5776,6 +5615,26 @@ dependencies = [ "target-features", ] +[[package]] +name = "munge" +version = "0.4.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5e17401f259eba956ca16491461b6e8f72913a0a114e39736ce404410f915a0c" +dependencies = [ + "munge_macro", +] + +[[package]] +name = "munge_macro" +version = "0.4.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4568f25ccbd45ab5d5603dc34318c1ec56b117531781260002151b8530a9f931" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.117", +] + [[package]] name = "napi" version = "3.9.0" @@ -7179,6 +7038,26 @@ dependencies = [ "cc", ] +[[package]] +name = "ptr_meta" +version = "0.3.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0b9a0cf95a1196af61d4f1cbdab967179516d9a4a4312af1f31948f8f6224a79" +dependencies = [ + "ptr_meta_derive", +] + +[[package]] +name = "ptr_meta_derive" +version = "0.3.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7347867d0a7e1208d93b46767be83e2b8f978c3dad35f775ac8d8847551d6fe1" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.117", +] + [[package]] name = "pulp" version = "0.22.2" @@ -7389,6 +7268,15 @@ version = "0.7.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "dc33ff2d4973d518d823d61aa239014831e521c75da58e3df4840d3f47749d09" +[[package]] +name = "rancor" +version = "0.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a063ea72381527c2a0561da9c80000ef822bdd7c3241b1cc1b12100e3df081ee" +dependencies = [ + "ptr_meta", +] + [[package]] name = "rand" version = "0.8.6" @@ -7689,6 +7577,15 @@ version = "1.9.3" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "ba39f3699c378cd8970968dcbff9c43159ea4cfbd88d43c00b22f2ef10a435d2" +[[package]] +name = "rend" +version = "0.5.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cadadef317c2f20755a64d7fdc48f9e7178ee6b0e1f7fce33fa60f1d68a276e6" +dependencies = [ + "bytecheck", +] + [[package]] name = "reqsign-aliyun-oss" version = "3.0.0" @@ -7943,6 +7840,36 @@ dependencies = [ "windows-sys 0.52.0", ] +[[package]] +name = "rkyv" +version = "0.8.16" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "73389e0c99e664f919275ab5b5b0471391fe9a8de61e1dff9b1eaf56a90f16e3" +dependencies = [ + "bytecheck", + "bytes", + "hashbrown 0.17.1", + "indexmap 2.14.0", + "munge", + "ptr_meta", + "rancor", + "rend", + "rkyv_derive", + "tinyvec", + "uuid", +] + +[[package]] +name = "rkyv_derive" +version = "0.8.16" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5d2ed0b54125315fb36bd021e82d314d1c126548f871634b483f46b31d13cac6" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.117", +] + [[package]] name = "roaring" version = "0.11.4" @@ -8442,10 +8369,10 @@ dependencies = [ ] [[package]] -name = "serde_yaml" -version = "0.9.34+deprecated" +name = "serde_yaml_ng" +version = "0.10.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "6a8b1a1a2ebf674015cc02edccce75287f1a0130d394307b36743c2f5d504b47" +checksum = "7b4db627b98b36d4203a7b458cf3573730f2bb591b28871d916dfa9efabfd41f" dependencies = [ "indexmap 2.14.0", "itoa", @@ -8859,11 +8786,11 @@ dependencies = [ [[package]] name = "strum" -version = "0.27.2" +version = "0.28.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "af23d6f6c1a224baef9d3f61e287d2761385a5b88fdab4eb4c6f11aeb54c4bcf" +checksum = "9628de9b8791db39ceda2b119bbe13134770b56c138ec1d3af810d045c04f9bd" dependencies = [ - "strum_macros 0.27.2", + "strum_macros 0.28.0", ] [[package]] @@ -8894,9 +8821,9 @@ dependencies = [ [[package]] name = "strum_macros" -version = "0.27.2" +version = "0.28.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "7695ce3845ea4b33927c055a39dc438a45b059f7c1b3d91d38d10355fb8cbca7" +checksum = "ab85eea0270ee17587ed4156089e10b9e6880ee688791d45a905f5b1ca36f664" dependencies = [ "heck 0.5.0", "proc-macro2", @@ -9033,17 +8960,6 @@ version = "1.0.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "55937e1799185b12863d447f42597ed69d9928686b8d88a1df17376a097d8369" -[[package]] -name = "tar" -version = "0.4.45" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "22692a6476a21fa75fdfc11d452fda482af402c008cdbaf3476414e122040973" -dependencies = [ - "filetime", - "libc", - "xattr", -] - [[package]] name = "target-features" version = "0.1.6" @@ -9646,12 +9562,6 @@ version = "0.9.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "8ecb6da28b8a351d773b68d5825ac39017e680750f980f3a1a85cd8dd28a47c1" -[[package]] -name = "unty" -version = "0.0.4" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "6d49784317cd0d1ee7ec5c716dd598ec5b4483ea832a2dced265471cc0f690ae" - [[package]] name = "ureq" version = "2.12.1" @@ -9731,12 +9641,6 @@ version = "0.9.5" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "0b928f33d975fc6ad9f86c8f283853ad26bdd5b10b7f1542aa2fa15e2289105a" -[[package]] -name = "virtue" -version = "0.0.18" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "051eb1abcf10076295e815102942cc58f9d5e3b4560e46e53c21e8ff6f3af7b1" - [[package]] name = "vsimd" version = "0.8.0" @@ -10433,16 +10337,6 @@ dependencies = [ "tap", ] -[[package]] -name = "xattr" -version = "1.6.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "32e45ad4206f6d2479085147f02bc2ef834ac85886624a23575ae137c8aa8156" -dependencies = [ - "libc", - "rustix", -] - [[package]] name = "xet-client" version = "1.5.2" @@ -10602,12 +10496,6 @@ version = "0.8.15" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "fdd20c5420375476fbd4394763288da7eb0cc0b8c11deed431a91562af7335d3" -[[package]] -name = "yada" -version = "0.5.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "aed111bd9e48a802518765906cbdadf0b45afb72b9c81ab049a3b86252adffdd" - [[package]] name = "yoke" version = "0.8.2" diff --git a/Cargo.toml b/Cargo.toml index a7b038307..47ea69264 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -13,20 +13,20 @@ categories = ["database-implementations"] rust-version = "1.91.0" [workspace.dependencies] -lance = { "version" = "=7.0.0-beta.7", default-features = false, "tag" = "v7.0.0-beta.7", "git" = "https://github.com/lance-format/lance.git" } -lance-core = { "version" = "=7.0.0-beta.7", "tag" = "v7.0.0-beta.7", "git" = "https://github.com/lance-format/lance.git" } -lance-datagen = { "version" = "=7.0.0-beta.7", "tag" = "v7.0.0-beta.7", "git" = "https://github.com/lance-format/lance.git" } -lance-file = { "version" = "=7.0.0-beta.7", "tag" = "v7.0.0-beta.7", "git" = "https://github.com/lance-format/lance.git" } -lance-io = { "version" = "=7.0.0-beta.7", default-features = false, "tag" = "v7.0.0-beta.7", "git" = "https://github.com/lance-format/lance.git" } -lance-index = { "version" = "=7.0.0-beta.7", "tag" = "v7.0.0-beta.7", "git" = "https://github.com/lance-format/lance.git" } -lance-linalg = { "version" = "=7.0.0-beta.7", "tag" = "v7.0.0-beta.7", "git" = "https://github.com/lance-format/lance.git" } -lance-namespace = { "version" = "=7.0.0-beta.7", "tag" = "v7.0.0-beta.7", "git" = "https://github.com/lance-format/lance.git" } -lance-namespace-impls = { "version" = "=7.0.0-beta.7", default-features = false, "tag" = "v7.0.0-beta.7", "git" = "https://github.com/lance-format/lance.git" } -lance-table = { "version" = "=7.0.0-beta.7", "tag" = "v7.0.0-beta.7", "git" = "https://github.com/lance-format/lance.git" } -lance-testing = { "version" = "=7.0.0-beta.7", "tag" = "v7.0.0-beta.7", "git" = "https://github.com/lance-format/lance.git" } -lance-datafusion = { "version" = "=7.0.0-beta.7", "tag" = "v7.0.0-beta.7", "git" = "https://github.com/lance-format/lance.git" } -lance-encoding = { "version" = "=7.0.0-beta.7", "tag" = "v7.0.0-beta.7", "git" = "https://github.com/lance-format/lance.git" } -lance-arrow = { "version" = "=7.0.0-beta.7", "tag" = "v7.0.0-beta.7", "git" = "https://github.com/lance-format/lance.git" } +lance = { "version" = "=7.0.0-beta.9", default-features = false, "tag" = "v7.0.0-beta.9", "git" = "https://github.com/lance-format/lance.git" } +lance-core = { "version" = "=7.0.0-beta.9", "tag" = "v7.0.0-beta.9", "git" = "https://github.com/lance-format/lance.git" } +lance-datagen = { "version" = "=7.0.0-beta.9", "tag" = "v7.0.0-beta.9", "git" = "https://github.com/lance-format/lance.git" } +lance-file = { "version" = "=7.0.0-beta.9", "tag" = "v7.0.0-beta.9", "git" = "https://github.com/lance-format/lance.git" } +lance-io = { "version" = "=7.0.0-beta.9", default-features = false, "tag" = "v7.0.0-beta.9", "git" = "https://github.com/lance-format/lance.git" } +lance-index = { "version" = "=7.0.0-beta.9", "tag" = "v7.0.0-beta.9", "git" = "https://github.com/lance-format/lance.git" } +lance-linalg = { "version" = "=7.0.0-beta.9", "tag" = "v7.0.0-beta.9", "git" = "https://github.com/lance-format/lance.git" } +lance-namespace = { "version" = "=7.0.0-beta.9", "tag" = "v7.0.0-beta.9", "git" = "https://github.com/lance-format/lance.git" } +lance-namespace-impls = { "version" = "=7.0.0-beta.9", default-features = false, "tag" = "v7.0.0-beta.9", "git" = "https://github.com/lance-format/lance.git" } +lance-table = { "version" = "=7.0.0-beta.9", "tag" = "v7.0.0-beta.9", "git" = "https://github.com/lance-format/lance.git" } +lance-testing = { "version" = "=7.0.0-beta.9", "tag" = "v7.0.0-beta.9", "git" = "https://github.com/lance-format/lance.git" } +lance-datafusion = { "version" = "=7.0.0-beta.9", "tag" = "v7.0.0-beta.9", "git" = "https://github.com/lance-format/lance.git" } +lance-encoding = { "version" = "=7.0.0-beta.9", "tag" = "v7.0.0-beta.9", "git" = "https://github.com/lance-format/lance.git" } +lance-arrow = { "version" = "=7.0.0-beta.9", "tag" = "v7.0.0-beta.9", "git" = "https://github.com/lance-format/lance.git" } ahash = "0.8" # Note that this one does not include pyarrow arrow = { version = "58.0.0", optional = false } diff --git a/docs/src/js/classes/Connection.md b/docs/src/js/classes/Connection.md index f79eb5232..bb990ec62 100644 --- a/docs/src/js/classes/Connection.md +++ b/docs/src/js/classes/Connection.md @@ -437,6 +437,29 @@ Open a table in the database. *** +### renameTable() + +```ts +abstract renameTable( + oldName, + newName, + namespacePath?): Promise +``` + +#### Parameters + +* **oldName**: `string` + +* **newName**: `string` + +* **namespacePath?**: `string`[] + +#### Returns + +`Promise`<`void`> + +*** + ### tableNames() #### tableNames(options) diff --git a/java/pom.xml b/java/pom.xml index 00f1df078..b5fb88f13 100644 --- a/java/pom.xml +++ b/java/pom.xml @@ -28,7 +28,7 @@ UTF-8 15.0.0 - 7.0.0-beta.7 + 7.0.0-beta.9 false 2.30.0 1.7 diff --git a/nodejs/__test__/connection.test.ts b/nodejs/__test__/connection.test.ts index b7bafad7c..21cc1c4fd 100644 --- a/nodejs/__test__/connection.test.ts +++ b/nodejs/__test__/connection.test.ts @@ -81,6 +81,16 @@ describe("given a connection", () => { await db.createTable("test4", [{ id: 1 }, { id: 2 }]); }); + it("should expose renameTable and reject on OSS listing DB", async () => { + await db.createTable("old_name", [{ id: 1 }]); + + await expect(db.renameTable("old_name", "new_name")).rejects.toThrow( + "rename_table is not supported in LanceDB OSS", + ); + + await expect(db.tableNames()).resolves.toEqual(["old_name"]); + }); + it("should fail if creating table twice, unless overwrite is true", async () => { let tbl = await db.createTable("test", [{ id: 1 }, { id: 2 }]); await expect(tbl.countRows()).resolves.toBe(2); diff --git a/nodejs/lancedb/connection.ts b/nodejs/lancedb/connection.ts index 45513f77c..a3a84c268 100644 --- a/nodejs/lancedb/connection.ts +++ b/nodejs/lancedb/connection.ts @@ -296,6 +296,12 @@ export abstract class Connection { */ abstract dropTable(name: string, namespacePath?: string[]): Promise; + abstract renameTable( + oldName: string, + newName: string, + namespacePath?: string[], + ): Promise; + /** * Drop all tables in the database. * @param {string[]} namespacePath The namespace path to drop tables from (defaults to root namespace). @@ -609,6 +615,14 @@ export class LocalConnection extends Connection { return this.inner.dropTable(name, namespacePath ?? []); } + async renameTable( + oldName: string, + newName: string, + namespacePath?: string[], + ): Promise { + return this.inner.renameTable(oldName, newName, namespacePath ?? []); + } + async dropAllTables(namespacePath?: string[]): Promise { return this.inner.dropAllTables(namespacePath ?? []); } diff --git a/nodejs/src/connection.rs b/nodejs/src/connection.rs index eb8bab22e..faf42699a 100644 --- a/nodejs/src/connection.rs +++ b/nodejs/src/connection.rs @@ -328,6 +328,20 @@ impl Connection { .default_error() } + #[napi(catch_unwind)] + pub async fn rename_table( + &self, + old_name: String, + new_name: String, + namespace_path: Option>, + ) -> napi::Result<()> { + let ns = namespace_path.unwrap_or_default(); + self.get_inner()? + .rename_table(&old_name, &new_name, &ns, &ns) + .await + .default_error() + } + #[napi(catch_unwind)] pub async fn drop_all_tables(&self, namespace_path: Option>) -> napi::Result<()> { let ns = namespace_path.unwrap_or_default(); diff --git a/python/python/tests/models/lindera/ipadic/config.yml b/python/python/tests/models/lindera/ipadic/config.yml index 6b3f0af40..922768bdb 100644 --- a/python/python/tests/models/lindera/ipadic/config.yml +++ b/python/python/tests/models/lindera/ipadic/config.yml @@ -1,4 +1,3 @@ segmenter: mode: "normal" - dictionary: - path: "./python/tests/models/lindera/ipadic/main" \ No newline at end of file + dictionary: "./python/tests/models/lindera/ipadic/main" diff --git a/python/python/tests/models/lindera/ipadic/main.zip b/python/python/tests/models/lindera/ipadic/main.zip index 4db1bab93..ee6791dc4 100644 Binary files a/python/python/tests/models/lindera/ipadic/main.zip and b/python/python/tests/models/lindera/ipadic/main.zip differ diff --git a/python/python/tests/test_fts.py b/python/python/tests/test_fts.py index 5fa64c14e..614d81185 100644 --- a/python/python/tests/test_fts.py +++ b/python/python/tests/test_fts.py @@ -116,8 +116,7 @@ def lindera_ipadic(language_model_home): config_path.write_text( "segmenter:\n" ' mode: "normal"\n' - " dictionary:\n" - f' path: "{extracted_model.resolve().as_posix()}"\n', + f' dictionary: "{extracted_model.resolve().as_posix()}"\n', encoding="utf-8", )