From cb956d5464b0b6ee0cec03604d86a5a59fcb6344 Mon Sep 17 00:00:00 2001 From: lancedb automation Date: Sat, 15 Nov 2025 08:54:39 +0000 Subject: [PATCH] chore: update lance dependency to v1.0.0-beta.1 --- Cargo.lock | 69 ++++++++++--------- Cargo.toml | 28 ++++---- .../src/dataloader/permutation/shuffle.rs | 2 +- 3 files changed, 52 insertions(+), 47 deletions(-) diff --git a/Cargo.lock b/Cargo.lock index b382d69f..a0bb879a 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -3032,8 +3032,8 @@ checksum = "42703706b716c37f96a77aea830392ad231f44c9e9a67872fa5548707e11b11c" [[package]] name = "fsst" -version = "0.40.0-beta.2" -source = "git+https://github.com/lancedb/lance.git?tag=v0.40.0-beta.2#9f368faab85fa41799c42e05b07596d060da3ebc" +version = "1.0.0-beta.1" +source = "git+https://github.com/lancedb/lance.git?tag=v1.0.0-beta.1#8c6732e4b809f69f56c0fb555401fa76fba19aab" dependencies = [ "arrow-array", "rand 0.9.2", @@ -4217,8 +4217,8 @@ dependencies = [ [[package]] name = "lance" -version = "0.40.0-beta.2" -source = "git+https://github.com/lancedb/lance.git?tag=v0.40.0-beta.2#9f368faab85fa41799c42e05b07596d060da3ebc" +version = "1.0.0-beta.1" +source = "git+https://github.com/lancedb/lance.git?tag=v1.0.0-beta.1#8c6732e4b809f69f56c0fb555401fa76fba19aab" dependencies = [ "arrow", "arrow-arith", @@ -4282,8 +4282,8 @@ dependencies = [ [[package]] name = "lance-arrow" -version = "0.40.0-beta.2" -source = "git+https://github.com/lancedb/lance.git?tag=v0.40.0-beta.2#9f368faab85fa41799c42e05b07596d060da3ebc" +version = "1.0.0-beta.1" +source = "git+https://github.com/lancedb/lance.git?tag=v1.0.0-beta.1#8c6732e4b809f69f56c0fb555401fa76fba19aab" dependencies = [ "arrow-array", "arrow-buffer", @@ -4301,8 +4301,8 @@ dependencies = [ [[package]] name = "lance-bitpacking" -version = "0.40.0-beta.2" -source = "git+https://github.com/lancedb/lance.git?tag=v0.40.0-beta.2#9f368faab85fa41799c42e05b07596d060da3ebc" +version = "1.0.0-beta.1" +source = "git+https://github.com/lancedb/lance.git?tag=v1.0.0-beta.1#8c6732e4b809f69f56c0fb555401fa76fba19aab" dependencies = [ "arrayref", "paste", @@ -4311,8 +4311,8 @@ dependencies = [ [[package]] name = "lance-core" -version = "0.40.0-beta.2" -source = "git+https://github.com/lancedb/lance.git?tag=v0.40.0-beta.2#9f368faab85fa41799c42e05b07596d060da3ebc" +version = "1.0.0-beta.1" +source = "git+https://github.com/lancedb/lance.git?tag=v1.0.0-beta.1#8c6732e4b809f69f56c0fb555401fa76fba19aab" dependencies = [ "arrow-array", "arrow-buffer", @@ -4348,8 +4348,8 @@ dependencies = [ [[package]] name = "lance-datafusion" -version = "0.40.0-beta.2" -source = "git+https://github.com/lancedb/lance.git?tag=v0.40.0-beta.2#9f368faab85fa41799c42e05b07596d060da3ebc" +version = "1.0.0-beta.1" +source = "git+https://github.com/lancedb/lance.git?tag=v1.0.0-beta.1#8c6732e4b809f69f56c0fb555401fa76fba19aab" dependencies = [ "arrow", "arrow-array", @@ -4378,8 +4378,8 @@ dependencies = [ [[package]] name = "lance-datagen" -version = "0.40.0-beta.2" -source = "git+https://github.com/lancedb/lance.git?tag=v0.40.0-beta.2#9f368faab85fa41799c42e05b07596d060da3ebc" +version = "1.0.0-beta.1" +source = "git+https://github.com/lancedb/lance.git?tag=v1.0.0-beta.1#8c6732e4b809f69f56c0fb555401fa76fba19aab" dependencies = [ "arrow", "arrow-array", @@ -4396,8 +4396,8 @@ dependencies = [ [[package]] name = "lance-encoding" -version = "0.40.0-beta.2" -source = "git+https://github.com/lancedb/lance.git?tag=v0.40.0-beta.2#9f368faab85fa41799c42e05b07596d060da3ebc" +version = "1.0.0-beta.1" +source = "git+https://github.com/lancedb/lance.git?tag=v1.0.0-beta.1#8c6732e4b809f69f56c0fb555401fa76fba19aab" dependencies = [ "arrow-arith", "arrow-array", @@ -4434,8 +4434,8 @@ dependencies = [ [[package]] name = "lance-file" -version = "0.40.0-beta.2" -source = "git+https://github.com/lancedb/lance.git?tag=v0.40.0-beta.2#9f368faab85fa41799c42e05b07596d060da3ebc" +version = "1.0.0-beta.1" +source = "git+https://github.com/lancedb/lance.git?tag=v1.0.0-beta.1#8c6732e4b809f69f56c0fb555401fa76fba19aab" dependencies = [ "arrow-arith", "arrow-array", @@ -4467,8 +4467,8 @@ dependencies = [ [[package]] name = "lance-index" -version = "0.40.0-beta.2" -source = "git+https://github.com/lancedb/lance.git?tag=v0.40.0-beta.2#9f368faab85fa41799c42e05b07596d060da3ebc" +version = "1.0.0-beta.1" +source = "git+https://github.com/lancedb/lance.git?tag=v1.0.0-beta.1#8c6732e4b809f69f56c0fb555401fa76fba19aab" dependencies = [ "arrow", "arrow-arith", @@ -4529,8 +4529,8 @@ dependencies = [ [[package]] name = "lance-io" -version = "0.40.0-beta.2" -source = "git+https://github.com/lancedb/lance.git?tag=v0.40.0-beta.2#9f368faab85fa41799c42e05b07596d060da3ebc" +version = "1.0.0-beta.1" +source = "git+https://github.com/lancedb/lance.git?tag=v1.0.0-beta.1#8c6732e4b809f69f56c0fb555401fa76fba19aab" dependencies = [ "arrow", "arrow-arith", @@ -4570,8 +4570,8 @@ dependencies = [ [[package]] name = "lance-linalg" -version = "0.40.0-beta.2" -source = "git+https://github.com/lancedb/lance.git?tag=v0.40.0-beta.2#9f368faab85fa41799c42e05b07596d060da3ebc" +version = "1.0.0-beta.1" +source = "git+https://github.com/lancedb/lance.git?tag=v1.0.0-beta.1#8c6732e4b809f69f56c0fb555401fa76fba19aab" dependencies = [ "arrow-array", "arrow-buffer", @@ -4587,8 +4587,8 @@ dependencies = [ [[package]] name = "lance-namespace" -version = "0.40.0-beta.2" -source = "git+https://github.com/lancedb/lance.git?tag=v0.40.0-beta.2#9f368faab85fa41799c42e05b07596d060da3ebc" +version = "1.0.0-beta.1" +source = "git+https://github.com/lancedb/lance.git?tag=v1.0.0-beta.1#8c6732e4b809f69f56c0fb555401fa76fba19aab" dependencies = [ "arrow", "async-trait", @@ -4600,22 +4600,26 @@ dependencies = [ [[package]] name = "lance-namespace-impls" -version = "0.40.0-beta.2" -source = "git+https://github.com/lancedb/lance.git?tag=v0.40.0-beta.2#9f368faab85fa41799c42e05b07596d060da3ebc" +version = "1.0.0-beta.1" +source = "git+https://github.com/lancedb/lance.git?tag=v1.0.0-beta.1#8c6732e4b809f69f56c0fb555401fa76fba19aab" dependencies = [ "arrow", "arrow-ipc", "arrow-schema", "async-trait", "bytes", + "futures", "lance", "lance-core", "lance-io", "lance-namespace", + "log", "object_store", + "rand 0.9.2", "reqwest", "serde_json", "snafu", + "tokio", "url", ] @@ -4634,8 +4638,8 @@ dependencies = [ [[package]] name = "lance-table" -version = "0.40.0-beta.2" -source = "git+https://github.com/lancedb/lance.git?tag=v0.40.0-beta.2#9f368faab85fa41799c42e05b07596d060da3ebc" +version = "1.0.0-beta.1" +source = "git+https://github.com/lancedb/lance.git?tag=v1.0.0-beta.1#8c6732e4b809f69f56c0fb555401fa76fba19aab" dependencies = [ "arrow", "arrow-array", @@ -4674,8 +4678,8 @@ dependencies = [ [[package]] name = "lance-testing" -version = "0.40.0-beta.2" -source = "git+https://github.com/lancedb/lance.git?tag=v0.40.0-beta.2#9f368faab85fa41799c42e05b07596d060da3ebc" +version = "1.0.0-beta.1" +source = "git+https://github.com/lancedb/lance.git?tag=v1.0.0-beta.1#8c6732e4b809f69f56c0fb555401fa76fba19aab" dependencies = [ "arrow-array", "arrow-schema", @@ -8408,6 +8412,7 @@ dependencies = [ "io-uring", "libc", "mio", + "parking_lot", "pin-project-lite", "signal-hook-registry", "slab", diff --git a/Cargo.toml b/Cargo.toml index 55c3aba5..7d04bdcc 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -15,20 +15,20 @@ categories = ["database-implementations"] rust-version = "1.78.0" [workspace.dependencies] -lance = { "version" = "=0.40.0-beta.2", default-features = false, "tag" = "v0.40.0-beta.2", "git" = "https://github.com/lancedb/lance.git" } -lance-core = { "version" = "=0.40.0-beta.2", "tag" = "v0.40.0-beta.2", "git" = "https://github.com/lancedb/lance.git" } -lance-datagen = { "version" = "=0.40.0-beta.2", "tag" = "v0.40.0-beta.2", "git" = "https://github.com/lancedb/lance.git" } -lance-file = { "version" = "=0.40.0-beta.2", "tag" = "v0.40.0-beta.2", "git" = "https://github.com/lancedb/lance.git" } -lance-io = { "version" = "=0.40.0-beta.2", default-features = false, "tag" = "v0.40.0-beta.2", "git" = "https://github.com/lancedb/lance.git" } -lance-index = { "version" = "=0.40.0-beta.2", "tag" = "v0.40.0-beta.2", "git" = "https://github.com/lancedb/lance.git" } -lance-linalg = { "version" = "=0.40.0-beta.2", "tag" = "v0.40.0-beta.2", "git" = "https://github.com/lancedb/lance.git" } -lance-namespace = { "version" = "=0.40.0-beta.2", "tag" = "v0.40.0-beta.2", "git" = "https://github.com/lancedb/lance.git" } -lance-namespace-impls = { "version" = "=0.40.0-beta.2", "features" = ["dir-aws", "dir-gcp", "dir-azure", "dir-oss", "rest"], "tag" = "v0.40.0-beta.2", "git" = "https://github.com/lancedb/lance.git" } -lance-table = { "version" = "=0.40.0-beta.2", "tag" = "v0.40.0-beta.2", "git" = "https://github.com/lancedb/lance.git" } -lance-testing = { "version" = "=0.40.0-beta.2", "tag" = "v0.40.0-beta.2", "git" = "https://github.com/lancedb/lance.git" } -lance-datafusion = { "version" = "=0.40.0-beta.2", "tag" = "v0.40.0-beta.2", "git" = "https://github.com/lancedb/lance.git" } -lance-encoding = { "version" = "=0.40.0-beta.2", "tag" = "v0.40.0-beta.2", "git" = "https://github.com/lancedb/lance.git" } -lance-arrow = { "version" = "=0.40.0-beta.2", "tag" = "v0.40.0-beta.2", "git" = "https://github.com/lancedb/lance.git" } +lance = { "version" = "=1.0.0-beta.1", default-features = false, "tag" = "v1.0.0-beta.1", "git" = "https://github.com/lancedb/lance.git" } +lance-core = { "version" = "=1.0.0-beta.1", "tag" = "v1.0.0-beta.1", "git" = "https://github.com/lancedb/lance.git" } +lance-datagen = { "version" = "=1.0.0-beta.1", "tag" = "v1.0.0-beta.1", "git" = "https://github.com/lancedb/lance.git" } +lance-file = { "version" = "=1.0.0-beta.1", "tag" = "v1.0.0-beta.1", "git" = "https://github.com/lancedb/lance.git" } +lance-io = { "version" = "=1.0.0-beta.1", default-features = false, "tag" = "v1.0.0-beta.1", "git" = "https://github.com/lancedb/lance.git" } +lance-index = { "version" = "=1.0.0-beta.1", "tag" = "v1.0.0-beta.1", "git" = "https://github.com/lancedb/lance.git" } +lance-linalg = { "version" = "=1.0.0-beta.1", "tag" = "v1.0.0-beta.1", "git" = "https://github.com/lancedb/lance.git" } +lance-namespace = { "version" = "=1.0.0-beta.1", "tag" = "v1.0.0-beta.1", "git" = "https://github.com/lancedb/lance.git" } +lance-namespace-impls = { "version" = "=1.0.0-beta.1", "features" = ["dir-aws", "dir-gcp", "dir-azure", "dir-oss", "rest"], "tag" = "v1.0.0-beta.1", "git" = "https://github.com/lancedb/lance.git" } +lance-table = { "version" = "=1.0.0-beta.1", "tag" = "v1.0.0-beta.1", "git" = "https://github.com/lancedb/lance.git" } +lance-testing = { "version" = "=1.0.0-beta.1", "tag" = "v1.0.0-beta.1", "git" = "https://github.com/lancedb/lance.git" } +lance-datafusion = { "version" = "=1.0.0-beta.1", "tag" = "v1.0.0-beta.1", "git" = "https://github.com/lancedb/lance.git" } +lance-encoding = { "version" = "=1.0.0-beta.1", "tag" = "v1.0.0-beta.1", "git" = "https://github.com/lancedb/lance.git" } +lance-arrow = { "version" = "=1.0.0-beta.1", "tag" = "v1.0.0-beta.1", "git" = "https://github.com/lancedb/lance.git" } ahash = "0.8" # Note that this one does not include pyarrow arrow = { version = "56.2", optional = false } diff --git a/rust/lancedb/src/dataloader/permutation/shuffle.rs b/rust/lancedb/src/dataloader/permutation/shuffle.rs index 2c2b10fc..0d1ec43e 100644 --- a/rust/lancedb/src/dataloader/permutation/shuffle.rs +++ b/rust/lancedb/src/dataloader/permutation/shuffle.rs @@ -9,7 +9,7 @@ use futures::{StreamExt, TryStreamExt}; use lance::io::ObjectStore; use lance_core::{cache::LanceCache, utils::futures::FinallyStreamExt}; use lance_encoding::decoder::DecoderPlugins; -use lance_file::v2::{ +use lance_file::{ reader::{FileReader, FileReaderOptions}, writer::{FileWriter, FileWriterOptions}, };