rust/lancedb
1
0
Fork 0
mirror of https://github.com/lancedb/lancedb.git synced 2026-10-25 21:22:29 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(index): retain RaBitQ layout with the updated core

Browse Source
This commit is contained in:
Yang Cen
2026-10-21 21:32:02 +08:00
parent 9c8b7e3ae3
commit eacf91cb84
5 changed files with 129 additions and 63 deletions
Download Patch File Download Diff File Expand all files Collapse all files
Cargo.lock
Generated
+109 -47
View File
@@ -3584,8 +3584,8 @@ checksum = "42703706b716c37f96a77aea830392ad231f44c9e9a67872fa5548707e11b11c"
[[package]]
name = "fsst"
version = "14.0.0-beta.18"
source = "git+https://github.com/lance-format/lance.git?rev=823aaac48d42d095205b0db0162e1a5f8aeac843#823aaac48d42d095205b0db0162e1a5f8aeac843"
version = "14.0.0-beta.24"
source = "git+https://github.com/lance-format/lance.git?rev=5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd#5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd"
dependencies = [
"arrow-array",
"rand 0.9.5",
@@ -5059,8 +5059,8 @@ checksum = "e037a2e1d8d5fdbd49b16a4ea09d5d6401c1f29eca5ff29d03d3824dba16256a"
[[package]]
name = "lance"
version = "14.0.0-beta.18"
source = "git+https://github.com/lance-format/lance.git?rev=823aaac48d42d095205b0db0162e1a5f8aeac843#823aaac48d42d095205b0db0162e1a5f8aeac843"
version = "14.0.0-beta.24"
source = "git+https://github.com/lance-format/lance.git?rev=5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd#5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd"
dependencies = [
"arc-swap",
"arrow",
@@ -5092,6 +5092,7 @@ dependencies = [
"either",
"fst",
"futures",
"hex",
"humantime",
"itertools 0.14.0",
"lance-arrow",
@@ -5109,6 +5110,7 @@ dependencies = [
"lance-tokenizer",
"log",
"moka",
"num-traits",
"object_store 0.14.2",
"permutation",
"pin-project",
@@ -5133,8 +5135,8 @@ dependencies = [
[[package]]
name = "lance-arrow"
version = "14.0.0-beta.18"
source = "git+https://github.com/lance-format/lance.git?rev=823aaac48d42d095205b0db0162e1a5f8aeac843#823aaac48d42d095205b0db0162e1a5f8aeac843"
version = "14.0.0-beta.24"
source = "git+https://github.com/lance-format/lance.git?rev=5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd#5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd"
dependencies = [
"arrow-array",
"arrow-buffer",
@@ -5156,7 +5158,7 @@ dependencies = [
[[package]]
name = "lance-arrow-scalar"
version = "58.0.0"
source = "git+https://github.com/lance-format/lance.git?rev=823aaac48d42d095205b0db0162e1a5f8aeac843#823aaac48d42d095205b0db0162e1a5f8aeac843"
source = "git+https://github.com/lance-format/lance.git?rev=5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd#5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd"
dependencies = [
"arrow-array",
"arrow-buffer",
@@ -5170,7 +5172,7 @@ dependencies = [
[[package]]
name = "lance-arrow-stats"
version = "58.0.0"
source = "git+https://github.com/lance-format/lance.git?rev=823aaac48d42d095205b0db0162e1a5f8aeac843#823aaac48d42d095205b0db0162e1a5f8aeac843"
source = "git+https://github.com/lance-format/lance.git?rev=5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd#5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd"
dependencies = [
"arrow-array",
"arrow-schema",
@@ -5179,8 +5181,8 @@ dependencies = [
[[package]]
name = "lance-bitpacking"
version = "14.0.0-beta.18"
source = "git+https://github.com/lance-format/lance.git?rev=823aaac48d42d095205b0db0162e1a5f8aeac843#823aaac48d42d095205b0db0162e1a5f8aeac843"
version = "14.0.0-beta.24"
source = "git+https://github.com/lance-format/lance.git?rev=5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd#5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd"
dependencies = [
"arrayref",
"crunchy",
@@ -5190,8 +5192,8 @@ dependencies = [
[[package]]
name = "lance-core"
version = "14.0.0-beta.18"
source = "git+https://github.com/lance-format/lance.git?rev=823aaac48d42d095205b0db0162e1a5f8aeac843#823aaac48d42d095205b0db0162e1a5f8aeac843"
version = "14.0.0-beta.24"
source = "git+https://github.com/lance-format/lance.git?rev=5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd#5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd"
dependencies = [
"arrow-array",
"arrow-buffer",
@@ -5228,8 +5230,8 @@ dependencies = [
[[package]]
name = "lance-datafusion"
version = "14.0.0-beta.18"
source = "git+https://github.com/lance-format/lance.git?rev=823aaac48d42d095205b0db0162e1a5f8aeac843#823aaac48d42d095205b0db0162e1a5f8aeac843"
version = "14.0.0-beta.24"
source = "git+https://github.com/lance-format/lance.git?rev=5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd#5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd"
dependencies = [
"arrow",
"arrow-array",
@@ -5260,8 +5262,8 @@ dependencies = [
[[package]]
name = "lance-datagen"
version = "14.0.0-beta.18"
source = "git+https://github.com/lance-format/lance.git?rev=823aaac48d42d095205b0db0162e1a5f8aeac843#823aaac48d42d095205b0db0162e1a5f8aeac843"
version = "14.0.0-beta.24"
source = "git+https://github.com/lance-format/lance.git?rev=5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd#5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd"
dependencies = [
"arrow",
"arrow-array",
@@ -5278,8 +5280,8 @@ dependencies = [
[[package]]
name = "lance-derive"
version = "14.0.0-beta.18"
source = "git+https://github.com/lance-format/lance.git?rev=823aaac48d42d095205b0db0162e1a5f8aeac843#823aaac48d42d095205b0db0162e1a5f8aeac843"
version = "14.0.0-beta.24"
source = "git+https://github.com/lance-format/lance.git?rev=5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd#5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd"
dependencies = [
"proc-macro2",
"quote",
@@ -5288,8 +5290,8 @@ dependencies = [
[[package]]
name = "lance-encoding"
version = "14.0.0-beta.18"
source = "git+https://github.com/lance-format/lance.git?rev=823aaac48d42d095205b0db0162e1a5f8aeac843#823aaac48d42d095205b0db0162e1a5f8aeac843"
version = "14.0.0-beta.24"
source = "git+https://github.com/lance-format/lance.git?rev=5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd#5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd"
dependencies = [
"arrow-arith",
"arrow-array",
@@ -5322,8 +5324,8 @@ dependencies = [
[[package]]
name = "lance-file"
version = "14.0.0-beta.18"
source = "git+https://github.com/lance-format/lance.git?rev=823aaac48d42d095205b0db0162e1a5f8aeac843#823aaac48d42d095205b0db0162e1a5f8aeac843"
version = "14.0.0-beta.24"
source = "git+https://github.com/lance-format/lance.git?rev=5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd#5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd"
dependencies = [
"arrow-arith",
"arrow-array",
@@ -5355,8 +5357,8 @@ dependencies = [
[[package]]
name = "lance-geo"
version = "14.0.0-beta.18"
source = "git+https://github.com/lance-format/lance.git?rev=823aaac48d42d095205b0db0162e1a5f8aeac843#823aaac48d42d095205b0db0162e1a5f8aeac843"
version = "14.0.0-beta.24"
source = "git+https://github.com/lance-format/lance.git?rev=5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd#5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd"
dependencies = [
"datafusion",
"geo-traits",
@@ -5370,8 +5372,8 @@ dependencies = [
[[package]]
name = "lance-index"
version = "14.0.0-beta.18"
source = "git+https://github.com/lance-format/lance.git?rev=823aaac48d42d095205b0db0162e1a5f8aeac843#823aaac48d42d095205b0db0162e1a5f8aeac843"
version = "14.0.0-beta.24"
source = "git+https://github.com/lance-format/lance.git?rev=5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd#5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd"
dependencies = [
"arc-swap",
"arrow",
@@ -5385,6 +5387,7 @@ dependencies = [
"async-recursion",
"async-trait",
"bitvec",
"blake3",
"bytes",
"crossbeam-queue",
"datafusion",
@@ -5419,6 +5422,7 @@ dependencies = [
"lance-tokenizer",
"libsais-rs",
"log",
"nalgebra",
"ndarray",
"num-traits",
"object_store 0.14.2",
@@ -5443,8 +5447,8 @@ dependencies = [
[[package]]
name = "lance-index-core"
version = "14.0.0-beta.18"
source = "git+https://github.com/lance-format/lance.git?rev=823aaac48d42d095205b0db0162e1a5f8aeac843#823aaac48d42d095205b0db0162e1a5f8aeac843"
version = "14.0.0-beta.24"
source = "git+https://github.com/lance-format/lance.git?rev=5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd#5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd"
dependencies = [
"arrow-array",
"arrow-schema",
@@ -5467,8 +5471,8 @@ dependencies = [
[[package]]
name = "lance-io"
version = "14.0.0-beta.18"
source = "git+https://github.com/lance-format/lance.git?rev=823aaac48d42d095205b0db0162e1a5f8aeac843#823aaac48d42d095205b0db0162e1a5f8aeac843"
version = "14.0.0-beta.24"
source = "git+https://github.com/lance-format/lance.git?rev=5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd#5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd"
dependencies = [
"arrow",
"arrow-array",
@@ -5511,8 +5515,8 @@ dependencies = [
[[package]]
name = "lance-jsonb"
version = "14.0.0-beta.18"
source = "git+https://github.com/lance-format/lance.git?rev=823aaac48d42d095205b0db0162e1a5f8aeac843#823aaac48d42d095205b0db0162e1a5f8aeac843"
version = "14.0.0-beta.24"
source = "git+https://github.com/lance-format/lance.git?rev=5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd#5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd"
dependencies = [
"byteorder",
"ethnum",
@@ -5529,8 +5533,8 @@ dependencies = [
[[package]]
name = "lance-linalg"
version = "14.0.0-beta.18"
source = "git+https://github.com/lance-format/lance.git?rev=823aaac48d42d095205b0db0162e1a5f8aeac843#823aaac48d42d095205b0db0162e1a5f8aeac843"
version = "14.0.0-beta.24"
source = "git+https://github.com/lance-format/lance.git?rev=5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd#5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd"
dependencies = [
"arrow-array",
"arrow-schema",
@@ -5544,8 +5548,8 @@ dependencies = [
[[package]]
name = "lance-namespace"
version = "14.0.0-beta.18"
source = "git+https://github.com/lance-format/lance.git?rev=823aaac48d42d095205b0db0162e1a5f8aeac843#823aaac48d42d095205b0db0162e1a5f8aeac843"
version = "14.0.0-beta.24"
source = "git+https://github.com/lance-format/lance.git?rev=5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd#5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd"
dependencies = [
"arrow",
"async-trait",
@@ -5559,8 +5563,8 @@ dependencies = [
[[package]]
name = "lance-namespace-impls"
version = "14.0.0-beta.18"
source = "git+https://github.com/lance-format/lance.git?rev=823aaac48d42d095205b0db0162e1a5f8aeac843#823aaac48d42d095205b0db0162e1a5f8aeac843"
version = "14.0.0-beta.24"
source = "git+https://github.com/lance-format/lance.git?rev=5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd#5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd"
dependencies = [
"arc-swap",
"arrow",
@@ -5586,7 +5590,7 @@ dependencies = [
"object_store 0.14.2",
"quick-xml 0.40.1",
"rand 0.9.5",
"reqwest 0.12.28",
"reqwest 0.13.4",
"roaring",
"serde",
"serde_json",
@@ -5614,8 +5618,8 @@ dependencies = [
[[package]]
name = "lance-select"
version = "14.0.0-beta.18"
source = "git+https://github.com/lance-format/lance.git?rev=823aaac48d42d095205b0db0162e1a5f8aeac843#823aaac48d42d095205b0db0162e1a5f8aeac843"
version = "14.0.0-beta.24"
source = "git+https://github.com/lance-format/lance.git?rev=5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd#5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd"
dependencies = [
"arrow-array",
"arrow-buffer",
@@ -5629,8 +5633,8 @@ dependencies = [
[[package]]
name = "lance-table"
version = "14.0.0-beta.18"
source = "git+https://github.com/lance-format/lance.git?rev=823aaac48d42d095205b0db0162e1a5f8aeac843#823aaac48d42d095205b0db0162e1a5f8aeac843"
version = "14.0.0-beta.24"
source = "git+https://github.com/lance-format/lance.git?rev=5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd#5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd"
dependencies = [
"arrow",
"arrow-array",
@@ -5670,8 +5674,8 @@ dependencies = [
[[package]]
name = "lance-testing"
version = "14.0.0-beta.18"
source = "git+https://github.com/lance-format/lance.git?rev=823aaac48d42d095205b0db0162e1a5f8aeac843#823aaac48d42d095205b0db0162e1a5f8aeac843"
version = "14.0.0-beta.24"
source = "git+https://github.com/lance-format/lance.git?rev=5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd#5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd"
dependencies = [
"arrow-array",
"arrow-schema",
@@ -5684,8 +5688,8 @@ dependencies = [
[[package]]
name = "lance-tokenizer"
version = "14.0.0-beta.18"
source = "git+https://github.com/lance-format/lance.git?rev=823aaac48d42d095205b0db0162e1a5f8aeac843#823aaac48d42d095205b0db0162e1a5f8aeac843"
version = "14.0.0-beta.24"
source = "git+https://github.com/lance-format/lance.git?rev=5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd#5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd"
dependencies = [
"frostem",
"icu_segmenter",
@@ -6410,6 +6414,21 @@ dependencies = [
"syn 2.0.117",
]
[[package]]
name = "nalgebra"
version = "0.33.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "9d43ddcacf343185dfd6de2ee786d9e8b1c2301622afab66b6c73baf9882abfd"
dependencies = [
"approx",
"matrixmultiply",
"num-complex",
"num-rational",
"num-traits",
"simba",
"typenum",
]
[[package]]
name = "napi"
version = "3.12.5"
@@ -6649,6 +6668,17 @@ dependencies = [
"num-traits",
]
[[package]]
name = "num-rational"
version = "0.4.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "f83d14da390562dca69fc84082e73e548e1ad308d24accdedd2720017cb37824"
dependencies = [
"num-bigint",
"num-integer",
"num-traits",
]
[[package]]
name = "num-traits"
version = "0.2.19"
@@ -9267,6 +9297,15 @@ version = "0.11.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "3944826ff8fa8093089aba3acb4ef44b9446a99a16f3bf4e74af3f77d340ab7d"
[[package]]
name = "safe_arch"
version = "0.7.4"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "96b02de82ddbe1b636e6170c21be622223aea188ef2e139be0a5b219ec215323"
dependencies = [
"bytemuck",
]
[[package]]
name = "safetensors"
version = "0.7.0"
@@ -9675,6 +9714,19 @@ dependencies = [
"rand_core 0.6.4",
]
[[package]]
name = "simba"
version = "0.9.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "c99284beb21666094ba2b75bbceda012e610f5479dfcc2d6e2426f53197ffd95"
dependencies = [
"approx",
"num-complex",
"num-traits",
"paste",
"wide",
]
[[package]]
name = "simd-adler32"
version = "0.3.9"
@@ -11181,6 +11233,16 @@ dependencies = [
"web-sys",
]
[[package]]
name = "wide"
version = "0.7.33"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "0ce5da8ecb62bcd8ec8b7ea19f69a51275e91299be594ea5cc6ef7819e16cd03"
dependencies = [
"bytemuck",
"safe_arch",
]
[[package]]
name = "winapi"
version = "0.3.9"
Cargo.toml
+14 -14
View File
@@ -13,20 +13,20 @@ categories = ["database-implementations"]
rust-version = "1.94.0"
[workspace.dependencies]
lance = { "version" = "=14.0.0-beta.18", default-features = false, "rev" = "823aaac48d42d095205b0db0162e1a5f8aeac843", "git" = "https://github.com/lance-format/lance.git" }
lance-core = { "version" = "=14.0.0-beta.18", "rev" = "823aaac48d42d095205b0db0162e1a5f8aeac843", "git" = "https://github.com/lance-format/lance.git" }
lance-datagen = { "version" = "=14.0.0-beta.18", "rev" = "823aaac48d42d095205b0db0162e1a5f8aeac843", "git" = "https://github.com/lance-format/lance.git" }
lance-file = { "version" = "=14.0.0-beta.18", "rev" = "823aaac48d42d095205b0db0162e1a5f8aeac843", "git" = "https://github.com/lance-format/lance.git" }
lance-io = { "version" = "=14.0.0-beta.18", default-features = false, "rev" = "823aaac48d42d095205b0db0162e1a5f8aeac843", "git" = "https://github.com/lance-format/lance.git" }
lance-index = { "version" = "=14.0.0-beta.18", "rev" = "823aaac48d42d095205b0db0162e1a5f8aeac843", "git" = "https://github.com/lance-format/lance.git" }
lance-linalg = { "version" = "=14.0.0-beta.18", "rev" = "823aaac48d42d095205b0db0162e1a5f8aeac843", "git" = "https://github.com/lance-format/lance.git" }
lance-namespace = { "version" = "=14.0.0-beta.18", "rev" = "823aaac48d42d095205b0db0162e1a5f8aeac843", "git" = "https://github.com/lance-format/lance.git" }
lance-namespace-impls = { "version" = "=14.0.0-beta.18", default-features = false, "rev" = "823aaac48d42d095205b0db0162e1a5f8aeac843", "git" = "https://github.com/lance-format/lance.git" }
lance-table = { "version" = "=14.0.0-beta.18", "rev" = "823aaac48d42d095205b0db0162e1a5f8aeac843", "git" = "https://github.com/lance-format/lance.git" }
lance-testing = { "version" = "=14.0.0-beta.18", "rev" = "823aaac48d42d095205b0db0162e1a5f8aeac843", "git" = "https://github.com/lance-format/lance.git" }
lance-datafusion = { "version" = "=14.0.0-beta.18", "rev" = "823aaac48d42d095205b0db0162e1a5f8aeac843", "git" = "https://github.com/lance-format/lance.git" }
lance-encoding = { "version" = "=14.0.0-beta.18", "rev" = "823aaac48d42d095205b0db0162e1a5f8aeac843", "git" = "https://github.com/lance-format/lance.git" }
lance-arrow = { "version" = "=14.0.0-beta.18", "rev" = "823aaac48d42d095205b0db0162e1a5f8aeac843", "git" = "https://github.com/lance-format/lance.git" }
lance = { "version" = "=14.0.0-beta.24", default-features = false, "rev" = "5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd", "git" = "https://github.com/lance-format/lance.git" }
lance-core = { "version" = "=14.0.0-beta.24", "rev" = "5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd", "git" = "https://github.com/lance-format/lance.git" }
lance-datagen = { "version" = "=14.0.0-beta.24", "rev" = "5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd", "git" = "https://github.com/lance-format/lance.git" }
lance-file = { "version" = "=14.0.0-beta.24", "rev" = "5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd", "git" = "https://github.com/lance-format/lance.git" }
lance-io = { "version" = "=14.0.0-beta.24", default-features = false, "rev" = "5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd", "git" = "https://github.com/lance-format/lance.git" }
lance-index = { "version" = "=14.0.0-beta.24", "rev" = "5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd", "git" = "https://github.com/lance-format/lance.git" }
lance-linalg = { "version" = "=14.0.0-beta.24", "rev" = "5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd", "git" = "https://github.com/lance-format/lance.git" }
lance-namespace = { "version" = "=14.0.0-beta.24", "rev" = "5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd", "git" = "https://github.com/lance-format/lance.git" }
lance-namespace-impls = { "version" = "=14.0.0-beta.24", default-features = false, "rev" = "5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd", "git" = "https://github.com/lance-format/lance.git" }
lance-table = { "version" = "=14.0.0-beta.24", "rev" = "5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd", "git" = "https://github.com/lance-format/lance.git" }
lance-testing = { "version" = "=14.0.0-beta.24", "rev" = "5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd", "git" = "https://github.com/lance-format/lance.git" }
lance-datafusion = { "version" = "=14.0.0-beta.24", "rev" = "5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd", "git" = "https://github.com/lance-format/lance.git" }
lance-encoding = { "version" = "=14.0.0-beta.24", "rev" = "5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd", "git" = "https://github.com/lance-format/lance.git" }
lance-arrow = { "version" = "=14.0.0-beta.24", "rev" = "5f637a5ded32f0500d4113aefbe4ec4b8c5f42dd", "git" = "https://github.com/lance-format/lance.git" }
lancedb = { path = "rust/lancedb", default-features = false }
ahash = "0.8"
# Note that this one does not include pyarrow
python/python/lancedb/index.py
+1
View File
@@ -897,6 +897,7 @@ class IvfRq:
target_partition_size: int, default is 8192
Target size of each partition.
accelerator: Optional[str], default None
Reserved for accelerator support. IVF RQ currently builds on CPU,
preserving all configured index options.
python/python/lancedb/table.py
-1
View File
@@ -3639,7 +3639,6 @@ class LanceTable(Table):
replace=replace,
accelerator=acc,
num_bits=getattr(config, "num_bits", 8),
layered=getattr(config, "layered", None),
m=getattr(config, "m", 20),
ef_construction=getattr(config, "ef_construction", 300),
target_partition_size=getattr(
python/python/tests/test_index.py
+5 -1
View File
@@ -457,7 +457,11 @@ def test_create_ivfrq_accelerator_preserves_layout(tmp_path, num_bits, layered):
data = pa.table(
{
"id": range(len(vectors)),
"vector": pa.FixedSizeListArray.from_arrays(pa.array(vectors.ravel()), 32),
"vector": pa.FixedSizeListArray.from_arrays(
pa.array(vectors.ravel()),
32,
mask=pa.array([row in (127, 255) for row in range(len(vectors))]),
),
}
)
db = connect(tmp_path)