diff --git a/Cargo.lock b/Cargo.lock index 921ca6fe6..14056687f 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -1389,9 +1389,9 @@ checksum = "1fd0f2584146f6f2ef48085050886acf353beff7305ebd1ae69500e27c67f64b" [[package]] name = "bytes" -version = "1.10.1" +version = "1.11.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d71b6127be86fdcfddb610f7182ac57211d4b18a3e9c82eb2d17662f2227ad6a" +checksum = "1e748733b7cbc798e1434b6ac524f0c1ff2ab456fe201501e6497c8417a4fc33" [[package]] name = "bytes-utils" @@ -1783,6 +1783,16 @@ dependencies = [ "crossbeam-utils", ] +[[package]] +name = "crossbeam-skiplist" +version = "0.1.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "df29de440c58ca2cc6e587ec3d22347551a32435fbde9d2bff64e78a9ffa151b" +dependencies = [ + "crossbeam-epoch", + "crossbeam-utils", +] + [[package]] name = "crossbeam-utils" version = "0.8.21" @@ -3072,8 +3082,8 @@ checksum = "42703706b716c37f96a77aea830392ad231f44c9e9a67872fa5548707e11b11c" [[package]] name = "fsst" -version = "2.0.0-rc.4" -source = "git+https://github.com/lance-format/lance.git?tag=v2.0.0-rc.4#584c470f69334600cae384f1ac30bf13f8a6959a" +version = "3.0.0-beta.1" +source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-beta.1#62e2ebbb83c680f64f455ac5252c95e80599eb59" dependencies = [ "arrow-array", "rand 0.9.2", @@ -4404,8 +4414,8 @@ dependencies = [ [[package]] name = "lance" -version = "2.0.0-rc.4" -source = "git+https://github.com/lance-format/lance.git?tag=v2.0.0-rc.4#584c470f69334600cae384f1ac30bf13f8a6959a" +version = "3.0.0-beta.1" +source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-beta.1#62e2ebbb83c680f64f455ac5252c95e80599eb59" dependencies = [ "arrow", "arrow-arith", @@ -4424,6 +4434,7 @@ dependencies = [ "byteorder", "bytes", "chrono", + "crossbeam-skiplist", "dashmap", "datafusion", "datafusion-expr", @@ -4463,6 +4474,7 @@ dependencies = [ "tantivy", "tokio", "tokio-stream", + "tokio-util", "tracing", "url", "uuid", @@ -4470,8 +4482,8 @@ dependencies = [ [[package]] name = "lance-arrow" -version = "2.0.0-rc.4" -source = "git+https://github.com/lance-format/lance.git?tag=v2.0.0-rc.4#584c470f69334600cae384f1ac30bf13f8a6959a" +version = "3.0.0-beta.1" +source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-beta.1#62e2ebbb83c680f64f455ac5252c95e80599eb59" dependencies = [ "arrow-array", "arrow-buffer", @@ -4490,8 +4502,8 @@ dependencies = [ [[package]] name = "lance-bitpacking" -version = "2.0.0-rc.4" -source = "git+https://github.com/lance-format/lance.git?tag=v2.0.0-rc.4#584c470f69334600cae384f1ac30bf13f8a6959a" +version = "3.0.0-beta.1" +source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-beta.1#62e2ebbb83c680f64f455ac5252c95e80599eb59" dependencies = [ "arrayref", "paste", @@ -4500,8 +4512,8 @@ dependencies = [ [[package]] name = "lance-core" -version = "2.0.0-rc.4" -source = "git+https://github.com/lance-format/lance.git?tag=v2.0.0-rc.4#584c470f69334600cae384f1ac30bf13f8a6959a" +version = "3.0.0-beta.1" +source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-beta.1#62e2ebbb83c680f64f455ac5252c95e80599eb59" dependencies = [ "arrow-array", "arrow-buffer", @@ -4538,8 +4550,8 @@ dependencies = [ [[package]] name = "lance-datafusion" -version = "2.0.0-rc.4" -source = "git+https://github.com/lance-format/lance.git?tag=v2.0.0-rc.4#584c470f69334600cae384f1ac30bf13f8a6959a" +version = "3.0.0-beta.1" +source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-beta.1#62e2ebbb83c680f64f455ac5252c95e80599eb59" dependencies = [ "arrow", "arrow-array", @@ -4569,8 +4581,8 @@ dependencies = [ [[package]] name = "lance-datagen" -version = "2.0.0-rc.4" -source = "git+https://github.com/lance-format/lance.git?tag=v2.0.0-rc.4#584c470f69334600cae384f1ac30bf13f8a6959a" +version = "3.0.0-beta.1" +source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-beta.1#62e2ebbb83c680f64f455ac5252c95e80599eb59" dependencies = [ "arrow", "arrow-array", @@ -4588,8 +4600,8 @@ dependencies = [ [[package]] name = "lance-encoding" -version = "2.0.0-rc.4" -source = "git+https://github.com/lance-format/lance.git?tag=v2.0.0-rc.4#584c470f69334600cae384f1ac30bf13f8a6959a" +version = "3.0.0-beta.1" +source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-beta.1#62e2ebbb83c680f64f455ac5252c95e80599eb59" dependencies = [ "arrow-arith", "arrow-array", @@ -4626,8 +4638,8 @@ dependencies = [ [[package]] name = "lance-file" -version = "2.0.0-rc.4" -source = "git+https://github.com/lance-format/lance.git?tag=v2.0.0-rc.4#584c470f69334600cae384f1ac30bf13f8a6959a" +version = "3.0.0-beta.1" +source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-beta.1#62e2ebbb83c680f64f455ac5252c95e80599eb59" dependencies = [ "arrow-arith", "arrow-array", @@ -4659,8 +4671,8 @@ dependencies = [ [[package]] name = "lance-geo" -version = "2.0.0-rc.4" -source = "git+https://github.com/lance-format/lance.git?tag=v2.0.0-rc.4#584c470f69334600cae384f1ac30bf13f8a6959a" +version = "3.0.0-beta.1" +source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-beta.1#62e2ebbb83c680f64f455ac5252c95e80599eb59" dependencies = [ "datafusion", "geo-traits", @@ -4674,8 +4686,8 @@ dependencies = [ [[package]] name = "lance-index" -version = "2.0.0-rc.4" -source = "git+https://github.com/lance-format/lance.git?tag=v2.0.0-rc.4#584c470f69334600cae384f1ac30bf13f8a6959a" +version = "3.0.0-beta.1" +source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-beta.1#62e2ebbb83c680f64f455ac5252c95e80599eb59" dependencies = [ "arrow", "arrow-arith", @@ -4742,8 +4754,8 @@ dependencies = [ [[package]] name = "lance-io" -version = "2.0.0-rc.4" -source = "git+https://github.com/lance-format/lance.git?tag=v2.0.0-rc.4#584c470f69334600cae384f1ac30bf13f8a6959a" +version = "3.0.0-beta.1" +source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-beta.1#62e2ebbb83c680f64f455ac5252c95e80599eb59" dependencies = [ "arrow", "arrow-arith", @@ -4783,8 +4795,8 @@ dependencies = [ [[package]] name = "lance-linalg" -version = "2.0.0-rc.4" -source = "git+https://github.com/lance-format/lance.git?tag=v2.0.0-rc.4#584c470f69334600cae384f1ac30bf13f8a6959a" +version = "3.0.0-beta.1" +source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-beta.1#62e2ebbb83c680f64f455ac5252c95e80599eb59" dependencies = [ "arrow-array", "arrow-buffer", @@ -4800,8 +4812,8 @@ dependencies = [ [[package]] name = "lance-namespace" -version = "2.0.0-rc.4" -source = "git+https://github.com/lance-format/lance.git?tag=v2.0.0-rc.4#584c470f69334600cae384f1ac30bf13f8a6959a" +version = "3.0.0-beta.1" +source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-beta.1#62e2ebbb83c680f64f455ac5252c95e80599eb59" dependencies = [ "arrow", "async-trait", @@ -4813,8 +4825,8 @@ dependencies = [ [[package]] name = "lance-namespace-impls" -version = "2.0.0-rc.4" -source = "git+https://github.com/lance-format/lance.git?tag=v2.0.0-rc.4#584c470f69334600cae384f1ac30bf13f8a6959a" +version = "3.0.0-beta.1" +source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-beta.1#62e2ebbb83c680f64f455ac5252c95e80599eb59" dependencies = [ "arrow", "arrow-ipc", @@ -4857,8 +4869,8 @@ dependencies = [ [[package]] name = "lance-table" -version = "2.0.0-rc.4" -source = "git+https://github.com/lance-format/lance.git?tag=v2.0.0-rc.4#584c470f69334600cae384f1ac30bf13f8a6959a" +version = "3.0.0-beta.1" +source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-beta.1#62e2ebbb83c680f64f455ac5252c95e80599eb59" dependencies = [ "arrow", "arrow-array", @@ -4897,8 +4909,8 @@ dependencies = [ [[package]] name = "lance-testing" -version = "2.0.0-rc.4" -source = "git+https://github.com/lance-format/lance.git?tag=v2.0.0-rc.4#584c470f69334600cae384f1ac30bf13f8a6959a" +version = "3.0.0-beta.1" +source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-beta.1#62e2ebbb83c680f64f455ac5252c95e80599eb59" dependencies = [ "arrow-array", "arrow-schema", diff --git a/Cargo.toml b/Cargo.toml index 645b822e4..22c3f7137 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -15,20 +15,20 @@ categories = ["database-implementations"] rust-version = "1.88.0" [workspace.dependencies] -lance = { "version" = "=2.0.0-rc.4", default-features = false, "tag" = "v2.0.0-rc.4", "git" = "https://github.com/lance-format/lance.git" } -lance-core = { "version" = "=2.0.0-rc.4", "tag" = "v2.0.0-rc.4", "git" = "https://github.com/lance-format/lance.git" } -lance-datagen = { "version" = "=2.0.0-rc.4", "tag" = "v2.0.0-rc.4", "git" = "https://github.com/lance-format/lance.git" } -lance-file = { "version" = "=2.0.0-rc.4", "tag" = "v2.0.0-rc.4", "git" = "https://github.com/lance-format/lance.git" } -lance-io = { "version" = "=2.0.0-rc.4", default-features = false, "tag" = "v2.0.0-rc.4", "git" = "https://github.com/lance-format/lance.git" } -lance-index = { "version" = "=2.0.0-rc.4", "tag" = "v2.0.0-rc.4", "git" = "https://github.com/lance-format/lance.git" } -lance-linalg = { "version" = "=2.0.0-rc.4", "tag" = "v2.0.0-rc.4", "git" = "https://github.com/lance-format/lance.git" } -lance-namespace = { "version" = "=2.0.0-rc.4", "tag" = "v2.0.0-rc.4", "git" = "https://github.com/lance-format/lance.git" } -lance-namespace-impls = { "version" = "=2.0.0-rc.4", default-features = false, "tag" = "v2.0.0-rc.4", "git" = "https://github.com/lance-format/lance.git" } -lance-table = { "version" = "=2.0.0-rc.4", "tag" = "v2.0.0-rc.4", "git" = "https://github.com/lance-format/lance.git" } -lance-testing = { "version" = "=2.0.0-rc.4", "tag" = "v2.0.0-rc.4", "git" = "https://github.com/lance-format/lance.git" } -lance-datafusion = { "version" = "=2.0.0-rc.4", "tag" = "v2.0.0-rc.4", "git" = "https://github.com/lance-format/lance.git" } -lance-encoding = { "version" = "=2.0.0-rc.4", "tag" = "v2.0.0-rc.4", "git" = "https://github.com/lance-format/lance.git" } -lance-arrow = { "version" = "=2.0.0-rc.4", "tag" = "v2.0.0-rc.4", "git" = "https://github.com/lance-format/lance.git" } +lance = { "version" = "=3.0.0-beta.1", default-features = false, "tag" = "v3.0.0-beta.1", "git" = "https://github.com/lance-format/lance.git" } +lance-core = { "version" = "=3.0.0-beta.1", "tag" = "v3.0.0-beta.1", "git" = "https://github.com/lance-format/lance.git" } +lance-datagen = { "version" = "=3.0.0-beta.1", "tag" = "v3.0.0-beta.1", "git" = "https://github.com/lance-format/lance.git" } +lance-file = { "version" = "=3.0.0-beta.1", "tag" = "v3.0.0-beta.1", "git" = "https://github.com/lance-format/lance.git" } +lance-io = { "version" = "=3.0.0-beta.1", default-features = false, "tag" = "v3.0.0-beta.1", "git" = "https://github.com/lance-format/lance.git" } +lance-index = { "version" = "=3.0.0-beta.1", "tag" = "v3.0.0-beta.1", "git" = "https://github.com/lance-format/lance.git" } +lance-linalg = { "version" = "=3.0.0-beta.1", "tag" = "v3.0.0-beta.1", "git" = "https://github.com/lance-format/lance.git" } +lance-namespace = { "version" = "=3.0.0-beta.1", "tag" = "v3.0.0-beta.1", "git" = "https://github.com/lance-format/lance.git" } +lance-namespace-impls = { "version" = "=3.0.0-beta.1", default-features = false, "tag" = "v3.0.0-beta.1", "git" = "https://github.com/lance-format/lance.git" } +lance-table = { "version" = "=3.0.0-beta.1", "tag" = "v3.0.0-beta.1", "git" = "https://github.com/lance-format/lance.git" } +lance-testing = { "version" = "=3.0.0-beta.1", "tag" = "v3.0.0-beta.1", "git" = "https://github.com/lance-format/lance.git" } +lance-datafusion = { "version" = "=3.0.0-beta.1", "tag" = "v3.0.0-beta.1", "git" = "https://github.com/lance-format/lance.git" } +lance-encoding = { "version" = "=3.0.0-beta.1", "tag" = "v3.0.0-beta.1", "git" = "https://github.com/lance-format/lance.git" } +lance-arrow = { "version" = "=3.0.0-beta.1", "tag" = "v3.0.0-beta.1", "git" = "https://github.com/lance-format/lance.git" } ahash = "0.8" # Note that this one does not include pyarrow arrow = { version = "57.2", optional = false } diff --git a/rust/lancedb/Cargo.toml b/rust/lancedb/Cargo.toml index 178d216f7..8189b3661 100644 --- a/rust/lancedb/Cargo.toml +++ b/rust/lancedb/Cargo.toml @@ -51,7 +51,7 @@ pin-project = { workspace = true } tokio = { version = "1.23", features = ["rt-multi-thread"] } log.workspace = true async-trait = "0" -bytes = "1" +bytes = "1.11.1" futures.workspace = true num-traits.workspace = true url.workspace = true