diff --git a/Cargo.lock b/Cargo.lock index 7d1a0b12c..d2ed0399e 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -3584,8 +3584,8 @@ checksum = "42703706b716c37f96a77aea830392ad231f44c9e9a67872fa5548707e11b11c" [[package]] name = "fsst" -version = "14.0.0-beta.18" -source = "git+https://github.com/lance-format/lance.git?rev=823aaac48d42d095205b0db0162e1a5f8aeac843#823aaac48d42d095205b0db0162e1a5f8aeac843" +version = "14.0.0-beta.24" +source = "git+https://github.com/lance-format/lance.git?rev=5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd#5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd" dependencies = [ "arrow-array", "rand 0.9.5", @@ -5059,8 +5059,8 @@ checksum = "e037a2e1d8d5fdbd49b16a4ea09d5d6401c1f29eca5ff29d03d3824dba16256a" [[package]] name = "lance" -version = "14.0.0-beta.18" -source = "git+https://github.com/lance-format/lance.git?rev=823aaac48d42d095205b0db0162e1a5f8aeac843#823aaac48d42d095205b0db0162e1a5f8aeac843" +version = "14.0.0-beta.24" +source = "git+https://github.com/lance-format/lance.git?rev=5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd#5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd" dependencies = [ "arc-swap", "arrow", @@ -5092,6 +5092,7 @@ dependencies = [ "either", "fst", "futures", + "hex", "humantime", "itertools 0.14.0", "lance-arrow", @@ -5109,6 +5110,7 @@ dependencies = [ "lance-tokenizer", "log", "moka", + "num-traits", "object_store 0.14.2", "permutation", "pin-project", @@ -5133,8 +5135,8 @@ dependencies = [ [[package]] name = "lance-arrow" -version = "14.0.0-beta.18" -source = "git+https://github.com/lance-format/lance.git?rev=823aaac48d42d095205b0db0162e1a5f8aeac843#823aaac48d42d095205b0db0162e1a5f8aeac843" +version = "14.0.0-beta.24" +source = "git+https://github.com/lance-format/lance.git?rev=5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd#5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd" dependencies = [ "arrow-array", "arrow-buffer", @@ -5156,7 +5158,7 @@ dependencies = [ [[package]] name = "lance-arrow-scalar" version = "58.0.0" -source = "git+https://github.com/lance-format/lance.git?rev=823aaac48d42d095205b0db0162e1a5f8aeac843#823aaac48d42d095205b0db0162e1a5f8aeac843" +source = "git+https://github.com/lance-format/lance.git?rev=5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd#5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd" dependencies = [ "arrow-array", "arrow-buffer", @@ -5170,7 +5172,7 @@ dependencies = [ [[package]] name = "lance-arrow-stats" version = "58.0.0" -source = "git+https://github.com/lance-format/lance.git?rev=823aaac48d42d095205b0db0162e1a5f8aeac843#823aaac48d42d095205b0db0162e1a5f8aeac843" +source = "git+https://github.com/lance-format/lance.git?rev=5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd#5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd" dependencies = [ "arrow-array", "arrow-schema", @@ -5179,8 +5181,8 @@ dependencies = [ [[package]] name = "lance-bitpacking" -version = "14.0.0-beta.18" -source = "git+https://github.com/lance-format/lance.git?rev=823aaac48d42d095205b0db0162e1a5f8aeac843#823aaac48d42d095205b0db0162e1a5f8aeac843" +version = "14.0.0-beta.24" +source = "git+https://github.com/lance-format/lance.git?rev=5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd#5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd" dependencies = [ "arrayref", "crunchy", @@ -5190,8 +5192,8 @@ dependencies = [ [[package]] name = "lance-core" -version = "14.0.0-beta.18" -source = "git+https://github.com/lance-format/lance.git?rev=823aaac48d42d095205b0db0162e1a5f8aeac843#823aaac48d42d095205b0db0162e1a5f8aeac843" +version = "14.0.0-beta.24" +source = "git+https://github.com/lance-format/lance.git?rev=5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd#5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd" dependencies = [ "arrow-array", "arrow-buffer", @@ -5228,8 +5230,8 @@ dependencies = [ [[package]] name = "lance-datafusion" -version = "14.0.0-beta.18" -source = "git+https://github.com/lance-format/lance.git?rev=823aaac48d42d095205b0db0162e1a5f8aeac843#823aaac48d42d095205b0db0162e1a5f8aeac843" +version = "14.0.0-beta.24" +source = "git+https://github.com/lance-format/lance.git?rev=5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd#5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd" dependencies = [ "arrow", "arrow-array", @@ -5260,8 +5262,8 @@ dependencies = [ [[package]] name = "lance-datagen" -version = "14.0.0-beta.18" -source = "git+https://github.com/lance-format/lance.git?rev=823aaac48d42d095205b0db0162e1a5f8aeac843#823aaac48d42d095205b0db0162e1a5f8aeac843" +version = "14.0.0-beta.24" +source = "git+https://github.com/lance-format/lance.git?rev=5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd#5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd" dependencies = [ "arrow", "arrow-array", @@ -5278,8 +5280,8 @@ dependencies = [ [[package]] name = "lance-derive" -version = "14.0.0-beta.18" -source = "git+https://github.com/lance-format/lance.git?rev=823aaac48d42d095205b0db0162e1a5f8aeac843#823aaac48d42d095205b0db0162e1a5f8aeac843" +version = "14.0.0-beta.24" +source = "git+https://github.com/lance-format/lance.git?rev=5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd#5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd" dependencies = [ "proc-macro2", "quote", @@ -5288,8 +5290,8 @@ dependencies = [ [[package]] name = "lance-encoding" -version = "14.0.0-beta.18" -source = "git+https://github.com/lance-format/lance.git?rev=823aaac48d42d095205b0db0162e1a5f8aeac843#823aaac48d42d095205b0db0162e1a5f8aeac843" +version = "14.0.0-beta.24" +source = "git+https://github.com/lance-format/lance.git?rev=5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd#5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd" dependencies = [ "arrow-arith", "arrow-array", @@ -5322,8 +5324,8 @@ dependencies = [ [[package]] name = "lance-file" -version = "14.0.0-beta.18" -source = "git+https://github.com/lance-format/lance.git?rev=823aaac48d42d095205b0db0162e1a5f8aeac843#823aaac48d42d095205b0db0162e1a5f8aeac843" +version = "14.0.0-beta.24" +source = "git+https://github.com/lance-format/lance.git?rev=5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd#5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd" dependencies = [ "arrow-arith", "arrow-array", @@ -5355,8 +5357,8 @@ dependencies = [ [[package]] name = "lance-geo" -version = "14.0.0-beta.18" -source = "git+https://github.com/lance-format/lance.git?rev=823aaac48d42d095205b0db0162e1a5f8aeac843#823aaac48d42d095205b0db0162e1a5f8aeac843" +version = "14.0.0-beta.24" +source = "git+https://github.com/lance-format/lance.git?rev=5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd#5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd" dependencies = [ "datafusion", "geo-traits", @@ -5370,8 +5372,8 @@ dependencies = [ [[package]] name = "lance-index" -version = "14.0.0-beta.18" -source = "git+https://github.com/lance-format/lance.git?rev=823aaac48d42d095205b0db0162e1a5f8aeac843#823aaac48d42d095205b0db0162e1a5f8aeac843" +version = "14.0.0-beta.24" +source = "git+https://github.com/lance-format/lance.git?rev=5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd#5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd" dependencies = [ "arc-swap", "arrow", @@ -5385,6 +5387,7 @@ dependencies = [ "async-recursion", "async-trait", "bitvec", + "blake3", "bytes", "crossbeam-queue", "datafusion", @@ -5419,6 +5422,7 @@ dependencies = [ "lance-tokenizer", "libsais-rs", "log", + "nalgebra", "ndarray", "num-traits", "object_store 0.14.2", @@ -5443,8 +5447,8 @@ dependencies = [ [[package]] name = "lance-index-core" -version = "14.0.0-beta.18" -source = "git+https://github.com/lance-format/lance.git?rev=823aaac48d42d095205b0db0162e1a5f8aeac843#823aaac48d42d095205b0db0162e1a5f8aeac843" +version = "14.0.0-beta.24" +source = "git+https://github.com/lance-format/lance.git?rev=5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd#5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd" dependencies = [ "arrow-array", "arrow-schema", @@ -5467,8 +5471,8 @@ dependencies = [ [[package]] name = "lance-io" -version = "14.0.0-beta.18" -source = "git+https://github.com/lance-format/lance.git?rev=823aaac48d42d095205b0db0162e1a5f8aeac843#823aaac48d42d095205b0db0162e1a5f8aeac843" +version = "14.0.0-beta.24" +source = "git+https://github.com/lance-format/lance.git?rev=5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd#5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd" dependencies = [ "arrow", "arrow-array", @@ -5511,8 +5515,8 @@ dependencies = [ [[package]] name = "lance-jsonb" -version = "14.0.0-beta.18" -source = "git+https://github.com/lance-format/lance.git?rev=823aaac48d42d095205b0db0162e1a5f8aeac843#823aaac48d42d095205b0db0162e1a5f8aeac843" +version = "14.0.0-beta.24" +source = "git+https://github.com/lance-format/lance.git?rev=5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd#5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd" dependencies = [ "byteorder", "ethnum", @@ -5529,8 +5533,8 @@ dependencies = [ [[package]] name = "lance-linalg" -version = "14.0.0-beta.18" -source = "git+https://github.com/lance-format/lance.git?rev=823aaac48d42d095205b0db0162e1a5f8aeac843#823aaac48d42d095205b0db0162e1a5f8aeac843" +version = "14.0.0-beta.24" +source = "git+https://github.com/lance-format/lance.git?rev=5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd#5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd" dependencies = [ "arrow-array", "arrow-schema", @@ -5544,8 +5548,8 @@ dependencies = [ [[package]] name = "lance-namespace" -version = "14.0.0-beta.18" -source = "git+https://github.com/lance-format/lance.git?rev=823aaac48d42d095205b0db0162e1a5f8aeac843#823aaac48d42d095205b0db0162e1a5f8aeac843" +version = "14.0.0-beta.24" +source = "git+https://github.com/lance-format/lance.git?rev=5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd#5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd" dependencies = [ "arrow", "async-trait", @@ -5559,8 +5563,8 @@ dependencies = [ [[package]] name = "lance-namespace-impls" -version = "14.0.0-beta.18" -source = "git+https://github.com/lance-format/lance.git?rev=823aaac48d42d095205b0db0162e1a5f8aeac843#823aaac48d42d095205b0db0162e1a5f8aeac843" +version = "14.0.0-beta.24" +source = "git+https://github.com/lance-format/lance.git?rev=5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd#5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd" dependencies = [ "arc-swap", "arrow", @@ -5586,7 +5590,7 @@ dependencies = [ "object_store 0.14.2", "quick-xml 0.40.1", "rand 0.9.5", - "reqwest 0.12.28", + "reqwest 0.13.4", "roaring", "serde", "serde_json", @@ -5614,8 +5618,8 @@ dependencies = [ [[package]] name = "lance-select" -version = "14.0.0-beta.18" -source = "git+https://github.com/lance-format/lance.git?rev=823aaac48d42d095205b0db0162e1a5f8aeac843#823aaac48d42d095205b0db0162e1a5f8aeac843" +version = "14.0.0-beta.24" +source = "git+https://github.com/lance-format/lance.git?rev=5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd#5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd" dependencies = [ "arrow-array", "arrow-buffer", @@ -5629,8 +5633,8 @@ dependencies = [ [[package]] name = "lance-table" -version = "14.0.0-beta.18" -source = "git+https://github.com/lance-format/lance.git?rev=823aaac48d42d095205b0db0162e1a5f8aeac843#823aaac48d42d095205b0db0162e1a5f8aeac843" +version = "14.0.0-beta.24" +source = "git+https://github.com/lance-format/lance.git?rev=5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd#5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd" dependencies = [ "arrow", "arrow-array", @@ -5670,8 +5674,8 @@ dependencies = [ [[package]] name = "lance-testing" -version = "14.0.0-beta.18" -source = "git+https://github.com/lance-format/lance.git?rev=823aaac48d42d095205b0db0162e1a5f8aeac843#823aaac48d42d095205b0db0162e1a5f8aeac843" +version = "14.0.0-beta.24" +source = "git+https://github.com/lance-format/lance.git?rev=5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd#5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd" dependencies = [ "arrow-array", "arrow-schema", @@ -5684,8 +5688,8 @@ dependencies = [ [[package]] name = "lance-tokenizer" -version = "14.0.0-beta.18" -source = "git+https://github.com/lance-format/lance.git?rev=823aaac48d42d095205b0db0162e1a5f8aeac843#823aaac48d42d095205b0db0162e1a5f8aeac843" +version = "14.0.0-beta.24" +source = "git+https://github.com/lance-format/lance.git?rev=5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd#5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd" dependencies = [ "frostem", "icu_segmenter", @@ -6410,6 +6414,21 @@ dependencies = [ "syn 2.0.117", ] +[[package]] +name = "nalgebra" +version = "0.33.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9d43ddcacf343185dfd6de2ee786d9e8b1c2301622afab66b6c73baf9882abfd" +dependencies = [ + "approx", + "matrixmultiply", + "num-complex", + "num-rational", + "num-traits", + "simba", + "typenum", +] + [[package]] name = "napi" version = "3.12.5" @@ -6649,6 +6668,17 @@ dependencies = [ "num-traits", ] +[[package]] +name = "num-rational" +version = "0.4.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f83d14da390562dca69fc84082e73e548e1ad308d24accdedd2720017cb37824" +dependencies = [ + "num-bigint", + "num-integer", + "num-traits", +] + [[package]] name = "num-traits" version = "0.2.19" @@ -9267,6 +9297,15 @@ version = "0.11.3" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "3944826ff8fa8093089aba3acb4ef44b9446a99a16f3bf4e74af3f77d340ab7d" +[[package]] +name = "safe_arch" +version = "0.7.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "96b02de82ddbe1b636e6170c21be622223aea188ef2e139be0a5b219ec215323" +dependencies = [ + "bytemuck", +] + [[package]] name = "safetensors" version = "0.7.0" @@ -9675,6 +9714,19 @@ dependencies = [ "rand_core 0.6.4", ] +[[package]] +name = "simba" +version = "0.9.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c99284beb21666094ba2b75bbceda012e610f5479dfcc2d6e2426f53197ffd95" +dependencies = [ + "approx", + "num-complex", + "num-traits", + "paste", + "wide", +] + [[package]] name = "simd-adler32" version = "0.3.9" @@ -11181,6 +11233,16 @@ dependencies = [ "web-sys", ] +[[package]] +name = "wide" +version = "0.7.33" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0ce5da8ecb62bcd8ec8b7ea19f69a51275e91299be594ea5cc6ef7819e16cd03" +dependencies = [ + "bytemuck", + "safe_arch", +] + [[package]] name = "winapi" version = "0.3.9" diff --git a/Cargo.toml b/Cargo.toml index d9bc9c796..7738c7e78 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -13,20 +13,20 @@ categories = ["database-implementations"] rust-version = "1.94.0" [workspace.dependencies] -lance = { "version" = "=14.0.0-beta.18", default-features = false, "rev" = "823aaac48d42d095205b0db0162e1a5f8aeac843", "git" = "https://github.com/lance-format/lance.git" } -lance-core = { "version" = "=14.0.0-beta.18", "rev" = "823aaac48d42d095205b0db0162e1a5f8aeac843", "git" = "https://github.com/lance-format/lance.git" } -lance-datagen = { "version" = "=14.0.0-beta.18", "rev" = "823aaac48d42d095205b0db0162e1a5f8aeac843", "git" = "https://github.com/lance-format/lance.git" } -lance-file = { "version" = "=14.0.0-beta.18", "rev" = "823aaac48d42d095205b0db0162e1a5f8aeac843", "git" = "https://github.com/lance-format/lance.git" } -lance-io = { "version" = "=14.0.0-beta.18", default-features = false, "rev" = "823aaac48d42d095205b0db0162e1a5f8aeac843", "git" = "https://github.com/lance-format/lance.git" } -lance-index = { "version" = "=14.0.0-beta.18", "rev" = "823aaac48d42d095205b0db0162e1a5f8aeac843", "git" = "https://github.com/lance-format/lance.git" } -lance-linalg = { "version" = "=14.0.0-beta.18", "rev" = "823aaac48d42d095205b0db0162e1a5f8aeac843", "git" = "https://github.com/lance-format/lance.git" } -lance-namespace = { "version" = "=14.0.0-beta.18", "rev" = "823aaac48d42d095205b0db0162e1a5f8aeac843", "git" = "https://github.com/lance-format/lance.git" } -lance-namespace-impls = { "version" = "=14.0.0-beta.18", default-features = false, "rev" = "823aaac48d42d095205b0db0162e1a5f8aeac843", "git" = "https://github.com/lance-format/lance.git" } -lance-table = { "version" = "=14.0.0-beta.18", "rev" = "823aaac48d42d095205b0db0162e1a5f8aeac843", "git" = "https://github.com/lance-format/lance.git" } -lance-testing = { "version" = "=14.0.0-beta.18", "rev" = "823aaac48d42d095205b0db0162e1a5f8aeac843", "git" = "https://github.com/lance-format/lance.git" } -lance-datafusion = { "version" = "=14.0.0-beta.18", "rev" = "823aaac48d42d095205b0db0162e1a5f8aeac843", "git" = "https://github.com/lance-format/lance.git" } -lance-encoding = { "version" = "=14.0.0-beta.18", "rev" = "823aaac48d42d095205b0db0162e1a5f8aeac843", "git" = "https://github.com/lance-format/lance.git" } -lance-arrow = { "version" = "=14.0.0-beta.18", "rev" = "823aaac48d42d095205b0db0162e1a5f8aeac843", "git" = "https://github.com/lance-format/lance.git" } +lance = { "version" = "=14.0.0-beta.24", default-features = false, "rev" = "5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd", "git" = "https://github.com/lance-format/lance.git" } +lance-core = { "version" = "=14.0.0-beta.24", "rev" = "5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd", "git" = "https://github.com/lance-format/lance.git" } +lance-datagen = { "version" = "=14.0.0-beta.24", "rev" = "5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd", "git" = "https://github.com/lance-format/lance.git" } +lance-file = { "version" = "=14.0.0-beta.24", "rev" = "5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd", "git" = "https://github.com/lance-format/lance.git" } +lance-io = { "version" = "=14.0.0-beta.24", default-features = false, "rev" = "5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd", "git" = "https://github.com/lance-format/lance.git" } +lance-index = { "version" = "=14.0.0-beta.24", "rev" = "5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd", "git" = "https://github.com/lance-format/lance.git" } +lance-linalg = { "version" = "=14.0.0-beta.24", "rev" = "5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd", "git" = "https://github.com/lance-format/lance.git" } +lance-namespace = { "version" = "=14.0.0-beta.24", "rev" = "5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd", "git" = "https://github.com/lance-format/lance.git" } +lance-namespace-impls = { "version" = "=14.0.0-beta.24", default-features = false, "rev" = "5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd", "git" = "https://github.com/lance-format/lance.git" } +lance-table = { "version" = "=14.0.0-beta.24", "rev" = "5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd", "git" = "https://github.com/lance-format/lance.git" } +lance-testing = { "version" = "=14.0.0-beta.24", "rev" = "5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd", "git" = "https://github.com/lance-format/lance.git" } +lance-datafusion = { "version" = "=14.0.0-beta.24", "rev" = "5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd", "git" = "https://github.com/lance-format/lance.git" } +lance-encoding = { "version" = "=14.0.0-beta.24", "rev" = "5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd", "git" = "https://github.com/lance-format/lance.git" } +lance-arrow = { "version" = "=14.0.0-beta.24", "rev" = "5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd", "git" = "https://github.com/lance-format/lance.git" } lancedb = { path = "rust/lancedb", default-features = false } ahash = "0.8" # Note that this one does not include pyarrow diff --git a/python/python/lancedb/index.py b/python/python/lancedb/index.py index 8d841fa70..3462ce39f 100644 --- a/python/python/lancedb/index.py +++ b/python/python/lancedb/index.py @@ -897,6 +897,7 @@ class IvfRq: target_partition_size: int, default is 8192 Target size of each partition. + accelerator: Optional[str], default None Reserved for accelerator support. IVF RQ currently builds on CPU, preserving all configured index options. diff --git a/python/python/lancedb/table.py b/python/python/lancedb/table.py index d8325e20e..dcd48ad5a 100644 --- a/python/python/lancedb/table.py +++ b/python/python/lancedb/table.py @@ -3639,7 +3639,6 @@ class LanceTable(Table): replace=replace, accelerator=acc, num_bits=getattr(config, "num_bits", 8), - layered=getattr(config, "layered", None), m=getattr(config, "m", 20), ef_construction=getattr(config, "ef_construction", 300), target_partition_size=getattr( diff --git a/python/python/tests/test_index.py b/python/python/tests/test_index.py index 174743b96..37bf9a072 100644 --- a/python/python/tests/test_index.py +++ b/python/python/tests/test_index.py @@ -457,7 +457,11 @@ def test_create_ivfrq_accelerator_preserves_layout(tmp_path, num_bits, layered): data = pa.table( { "id": range(len(vectors)), - "vector": pa.FixedSizeListArray.from_arrays(pa.array(vectors.ravel()), 32), + "vector": pa.FixedSizeListArray.from_arrays( + pa.array(vectors.ravel()), + 32, + mask=pa.array([row in (127, 255) for row in range(len(vectors))]), + ), } ) db = connect(tmp_path)