Compare commits

...

7 Commits

Author SHA1 Message Date
Lance Release
d18d63c69d Bump version: 0.19.1-beta.0 → 0.19.1-beta.1 2025-02-11 20:55:23 +00:00
LuQQiu
c3e865e8d0 fix: fix index out of bound in load indices (#2108)
panicked at 'index out of bounds: the len is 24 but the index is
25':Lancedb/rust/lancedb/src/index/vector.rs:26\n

load_indices() on the old manifest while use the newer manifest to get
column names could result in index out of bound if some columns are
removed from the new version.
This change reduce the possibility of index out of bound operation but
does not fully remove it.
Better that lance can directly provide column name info so no need extra
calls to get column name but that require modify the public APIs
2025-02-11 12:54:11 -08:00
Weston Pace
a7755cb313 docs: standardize node example prints (#2080)
Minor cleanup to help debug future CI failures
2025-02-11 08:26:29 -08:00
BubbleCal
3490f3456f chore: upgrade lance to 0.23.1-beta.2 (#2109) 2025-02-11 23:57:56 +08:00
Lance Release
0a1d0693e1 Updating package-lock.json 2025-02-07 20:06:22 +00:00
Lance Release
fd330b4b4b Updating package-lock.json 2025-02-07 19:28:01 +00:00
Lance Release
d4e9fc08e0 Updating package-lock.json 2025-02-07 19:27:44 +00:00
11 changed files with 73 additions and 69 deletions

32
Cargo.lock generated
View File

@@ -2631,7 +2631,7 @@ dependencies = [
[[package]]
name = "fsst"
version = "0.23.1"
source = "git+https://github.com/lancedb/lance.git?tag=v0.23.1-beta.1#fbea65bbbde4d86404dd62adc4ff8f1cd706027e"
source = "git+https://github.com/lancedb/lance.git?tag=v0.23.1-beta.2#2e2bf1a75b464fc8bcf3f7e3f568e417b4aa9339"
dependencies = [
"rand",
]
@@ -3584,7 +3584,7 @@ dependencies = [
[[package]]
name = "lance"
version = "0.23.1"
source = "git+https://github.com/lancedb/lance.git?tag=v0.23.1-beta.1#fbea65bbbde4d86404dd62adc4ff8f1cd706027e"
source = "git+https://github.com/lancedb/lance.git?tag=v0.23.1-beta.2#2e2bf1a75b464fc8bcf3f7e3f568e417b4aa9339"
dependencies = [
"arrow",
"arrow-arith",
@@ -3644,7 +3644,7 @@ dependencies = [
[[package]]
name = "lance-arrow"
version = "0.23.1"
source = "git+https://github.com/lancedb/lance.git?tag=v0.23.1-beta.1#fbea65bbbde4d86404dd62adc4ff8f1cd706027e"
source = "git+https://github.com/lancedb/lance.git?tag=v0.23.1-beta.2#2e2bf1a75b464fc8bcf3f7e3f568e417b4aa9339"
dependencies = [
"arrow-array",
"arrow-buffer",
@@ -3662,7 +3662,7 @@ dependencies = [
[[package]]
name = "lance-core"
version = "0.23.1"
source = "git+https://github.com/lancedb/lance.git?tag=v0.23.1-beta.1#fbea65bbbde4d86404dd62adc4ff8f1cd706027e"
source = "git+https://github.com/lancedb/lance.git?tag=v0.23.1-beta.2#2e2bf1a75b464fc8bcf3f7e3f568e417b4aa9339"
dependencies = [
"arrow-array",
"arrow-buffer",
@@ -3699,7 +3699,7 @@ dependencies = [
[[package]]
name = "lance-datafusion"
version = "0.23.1"
source = "git+https://github.com/lancedb/lance.git?tag=v0.23.1-beta.1#fbea65bbbde4d86404dd62adc4ff8f1cd706027e"
source = "git+https://github.com/lancedb/lance.git?tag=v0.23.1-beta.2#2e2bf1a75b464fc8bcf3f7e3f568e417b4aa9339"
dependencies = [
"arrow",
"arrow-array",
@@ -3725,7 +3725,7 @@ dependencies = [
[[package]]
name = "lance-encoding"
version = "0.23.1"
source = "git+https://github.com/lancedb/lance.git?tag=v0.23.1-beta.1#fbea65bbbde4d86404dd62adc4ff8f1cd706027e"
source = "git+https://github.com/lancedb/lance.git?tag=v0.23.1-beta.2#2e2bf1a75b464fc8bcf3f7e3f568e417b4aa9339"
dependencies = [
"arrayref",
"arrow",
@@ -3764,7 +3764,7 @@ dependencies = [
[[package]]
name = "lance-file"
version = "0.23.1"
source = "git+https://github.com/lancedb/lance.git?tag=v0.23.1-beta.1#fbea65bbbde4d86404dd62adc4ff8f1cd706027e"
source = "git+https://github.com/lancedb/lance.git?tag=v0.23.1-beta.2#2e2bf1a75b464fc8bcf3f7e3f568e417b4aa9339"
dependencies = [
"arrow-arith",
"arrow-array",
@@ -3799,7 +3799,7 @@ dependencies = [
[[package]]
name = "lance-index"
version = "0.23.1"
source = "git+https://github.com/lancedb/lance.git?tag=v0.23.1-beta.1#fbea65bbbde4d86404dd62adc4ff8f1cd706027e"
source = "git+https://github.com/lancedb/lance.git?tag=v0.23.1-beta.2#2e2bf1a75b464fc8bcf3f7e3f568e417b4aa9339"
dependencies = [
"arrow",
"arrow-array",
@@ -3852,7 +3852,7 @@ dependencies = [
[[package]]
name = "lance-io"
version = "0.23.1"
source = "git+https://github.com/lancedb/lance.git?tag=v0.23.1-beta.1#fbea65bbbde4d86404dd62adc4ff8f1cd706027e"
source = "git+https://github.com/lancedb/lance.git?tag=v0.23.1-beta.2#2e2bf1a75b464fc8bcf3f7e3f568e417b4aa9339"
dependencies = [
"arrow",
"arrow-arith",
@@ -3891,7 +3891,7 @@ dependencies = [
[[package]]
name = "lance-linalg"
version = "0.23.1"
source = "git+https://github.com/lancedb/lance.git?tag=v0.23.1-beta.1#fbea65bbbde4d86404dd62adc4ff8f1cd706027e"
source = "git+https://github.com/lancedb/lance.git?tag=v0.23.1-beta.2#2e2bf1a75b464fc8bcf3f7e3f568e417b4aa9339"
dependencies = [
"arrow-array",
"arrow-ord",
@@ -3915,7 +3915,7 @@ dependencies = [
[[package]]
name = "lance-table"
version = "0.23.1"
source = "git+https://github.com/lancedb/lance.git?tag=v0.23.1-beta.1#fbea65bbbde4d86404dd62adc4ff8f1cd706027e"
source = "git+https://github.com/lancedb/lance.git?tag=v0.23.1-beta.2#2e2bf1a75b464fc8bcf3f7e3f568e417b4aa9339"
dependencies = [
"arrow",
"arrow-array",
@@ -3955,7 +3955,7 @@ dependencies = [
[[package]]
name = "lance-testing"
version = "0.23.1"
source = "git+https://github.com/lancedb/lance.git?tag=v0.23.1-beta.1#fbea65bbbde4d86404dd62adc4ff8f1cd706027e"
source = "git+https://github.com/lancedb/lance.git?tag=v0.23.1-beta.2#2e2bf1a75b464fc8bcf3f7e3f568e417b4aa9339"
dependencies = [
"arrow-array",
"arrow-schema",
@@ -3966,7 +3966,7 @@ dependencies = [
[[package]]
name = "lancedb"
version = "0.16.0"
version = "0.16.1-beta.0"
dependencies = [
"arrow",
"arrow-array",
@@ -4050,7 +4050,7 @@ dependencies = [
[[package]]
name = "lancedb-node"
version = "0.16.0"
version = "0.16.1-beta.0"
dependencies = [
"arrow-array",
"arrow-ipc",
@@ -4075,7 +4075,7 @@ dependencies = [
[[package]]
name = "lancedb-nodejs"
version = "0.16.0"
version = "0.16.1-beta.0"
dependencies = [
"arrow-array",
"arrow-ipc",
@@ -4093,7 +4093,7 @@ dependencies = [
[[package]]
name = "lancedb-python"
version = "0.19.0"
version = "0.19.1-beta.0"
dependencies = [
"arrow",
"env_logger",

View File

@@ -23,14 +23,14 @@ rust-version = "1.78.0"
[workspace.dependencies]
lance = { "version" = "=0.23.1", "features" = [
"dynamodb",
], git = "https://github.com/lancedb/lance.git", tag = "v0.23.1-beta.1"}
lance-io = {version = "=0.23.1", tag="v0.23.1-beta.1", git = "https://github.com/lancedb/lance.git"}
lance-index = {version = "=0.23.1", tag="v0.23.1-beta.1", git = "https://github.com/lancedb/lance.git"}
lance-linalg = {version = "=0.23.1", tag="v0.23.1-beta.1", git = "https://github.com/lancedb/lance.git"}
lance-table = {version = "=0.23.1", tag="v0.23.1-beta.1", git = "https://github.com/lancedb/lance.git"}
lance-testing = {version = "=0.23.1", tag="v0.23.1-beta.1", git = "https://github.com/lancedb/lance.git"}
lance-datafusion = {version = "=0.23.1", tag="v0.23.1-beta.1", git = "https://github.com/lancedb/lance.git"}
lance-encoding = {version = "=0.23.1", tag="v0.23.1-beta.1", git = "https://github.com/lancedb/lance.git"}
], git = "https://github.com/lancedb/lance.git", tag = "v0.23.1-beta.2"}
lance-io = {version = "=0.23.1", tag="v0.23.1-beta.2", git = "https://github.com/lancedb/lance.git"}
lance-index = {version = "=0.23.1", tag="v0.23.1-beta.2", git = "https://github.com/lancedb/lance.git"}
lance-linalg = {version = "=0.23.1", tag="v0.23.1-beta.2", git = "https://github.com/lancedb/lance.git"}
lance-table = {version = "=0.23.1", tag="v0.23.1-beta.2", git = "https://github.com/lancedb/lance.git"}
lance-testing = {version = "=0.23.1", tag="v0.23.1-beta.2", git = "https://github.com/lancedb/lance.git"}
lance-datafusion = {version = "=0.23.1", tag="v0.23.1-beta.2", git = "https://github.com/lancedb/lance.git"}
lance-encoding = {version = "=0.23.1", tag="v0.23.1-beta.2", git = "https://github.com/lancedb/lance.git"}
# Note that this one does not include pyarrow
arrow = { version = "53.2", optional = false }
arrow-array = "53.2"

View File

@@ -3,6 +3,7 @@ import * as vectordb from "vectordb";
// --8<-- [end:import]
(async () => {
console.log("ann_indexes.ts: start");
// --8<-- [start:ingest]
const db = await vectordb.connect("data/sample-lancedb");
@@ -49,5 +50,5 @@ import * as vectordb from "vectordb";
.execute();
// --8<-- [end:search3]
console.log("Ann indexes: done");
console.log("ann_indexes.ts: done");
})();

View File

@@ -107,7 +107,6 @@ const example = async () => {
// --8<-- [start:search]
const query = await tbl.search([100, 100]).limit(2).execute();
// --8<-- [end:search]
console.log(query);
// --8<-- [start:delete]
await tbl.delete('item = "fizz"');
@@ -119,8 +118,9 @@ const example = async () => {
};
async function main() {
console.log("basic_legacy.ts: start");
await example();
console.log("Basic example: done");
console.log("basic_legacy.ts: done");
}
main();

View File

@@ -20,6 +20,7 @@ async function setup() {
}
async () => {
console.log("search_legacy.ts: start");
await setup();
// --8<-- [start:search1]
@@ -37,5 +38,5 @@ async () => {
.execute();
// --8<-- [end:search2]
console.log("search: done");
console.log("search_legacy.ts: done");
};

View File

@@ -1,6 +1,7 @@
import * as vectordb from "vectordb";
(async () => {
console.log("sql_legacy.ts: start");
const db = await vectordb.connect("data/sample-lancedb");
let data = [];
@@ -34,5 +35,5 @@ import * as vectordb from "vectordb";
await tbl.filter("id = 10").limit(10).execute();
// --8<-- [end:sql_search]
console.log("SQL search: done");
console.log("sql_legacy.ts: done");
})();

68
node/package-lock.json generated
View File

@@ -1,12 +1,12 @@
{
"name": "vectordb",
"version": "0.16.0",
"version": "0.16.1-beta.0",
"lockfileVersion": 3,
"requires": true,
"packages": {
"": {
"name": "vectordb",
"version": "0.16.0",
"version": "0.16.1-beta.0",
"cpu": [
"x64",
"arm64"
@@ -52,14 +52,14 @@
"uuid": "^9.0.0"
},
"optionalDependencies": {
"@lancedb/vectordb-darwin-arm64": "0.16.0",
"@lancedb/vectordb-darwin-x64": "0.16.0",
"@lancedb/vectordb-linux-arm64-gnu": "0.16.0",
"@lancedb/vectordb-linux-arm64-musl": "0.16.0",
"@lancedb/vectordb-linux-x64-gnu": "0.16.0",
"@lancedb/vectordb-linux-x64-musl": "0.16.0",
"@lancedb/vectordb-win32-arm64-msvc": "0.16.0",
"@lancedb/vectordb-win32-x64-msvc": "0.16.0"
"@lancedb/vectordb-darwin-arm64": "0.16.1-beta.0",
"@lancedb/vectordb-darwin-x64": "0.16.1-beta.0",
"@lancedb/vectordb-linux-arm64-gnu": "0.16.1-beta.0",
"@lancedb/vectordb-linux-arm64-musl": "0.16.1-beta.0",
"@lancedb/vectordb-linux-x64-gnu": "0.16.1-beta.0",
"@lancedb/vectordb-linux-x64-musl": "0.16.1-beta.0",
"@lancedb/vectordb-win32-arm64-msvc": "0.16.1-beta.0",
"@lancedb/vectordb-win32-x64-msvc": "0.16.1-beta.0"
},
"peerDependencies": {
"@apache-arrow/ts": "^14.0.2",
@@ -330,9 +330,9 @@
}
},
"node_modules/@lancedb/vectordb-darwin-arm64": {
"version": "0.16.0",
"resolved": "https://registry.npmjs.org/@lancedb/vectordb-darwin-arm64/-/vectordb-darwin-arm64-0.16.0.tgz",
"integrity": "sha512-9lIKo0MkTm80qidEm47VXXGparzbkzezRwiWh4GSlZwDV74lQTqPaHvZ/iOwlm6JiSEkJ/Gcx/xLKl7fPBdDRw==",
"version": "0.16.1-beta.0",
"resolved": "https://registry.npmjs.org/@lancedb/vectordb-darwin-arm64/-/vectordb-darwin-arm64-0.16.1-beta.0.tgz",
"integrity": "sha512-wfPwpPB0ml6hjnyrMzaF/jKuq2oKt8w8sY9B6ZxmTh2JBCij+vvNUtDIxGkInTPr+EYVcQdhdtzkkzTBX5GQLg==",
"cpu": [
"arm64"
],
@@ -343,9 +343,9 @@
]
},
"node_modules/@lancedb/vectordb-darwin-x64": {
"version": "0.16.0",
"resolved": "https://registry.npmjs.org/@lancedb/vectordb-darwin-x64/-/vectordb-darwin-x64-0.16.0.tgz",
"integrity": "sha512-SFKRQrSP90224sVYqAdG/R86Z7qgsLabWe9hO7xFkUZLuiGqqbXfnKh/7VZOG8V+wkNu/YZCKFbfxqoQLU9o2w==",
"version": "0.16.1-beta.0",
"resolved": "https://registry.npmjs.org/@lancedb/vectordb-darwin-x64/-/vectordb-darwin-x64-0.16.1-beta.0.tgz",
"integrity": "sha512-cTRH2q2x48UOJ5n+dBYJr3gH5gDhq/aUbu281Ie0wHpNtlVwFXOrYdAlqhEmDPe3Pj61iua/mcnyWficsUD1gg==",
"cpu": [
"x64"
],
@@ -356,9 +356,9 @@
]
},
"node_modules/@lancedb/vectordb-linux-arm64-gnu": {
"version": "0.16.0",
"resolved": "https://registry.npmjs.org/@lancedb/vectordb-linux-arm64-gnu/-/vectordb-linux-arm64-gnu-0.16.0.tgz",
"integrity": "sha512-8pW2XUcupAzRgBcTqvaZDOQ7UORLEtdtyWm7vnIm1jSx1wo6kX2C+Y9mjNyCNhD0D0zLXB30nYYFnWjEFtVIfA==",
"version": "0.16.1-beta.0",
"resolved": "https://registry.npmjs.org/@lancedb/vectordb-linux-arm64-gnu/-/vectordb-linux-arm64-gnu-0.16.1-beta.0.tgz",
"integrity": "sha512-NYHCM/Bcfvv11tGRzgpqQFqjAJsQrMLdNXy9r+qRmyNvAs482jK5VOoD3ckN4XisbxLB04APZSIz+s/edNCeBQ==",
"cpu": [
"arm64"
],
@@ -369,9 +369,9 @@
]
},
"node_modules/@lancedb/vectordb-linux-arm64-musl": {
"version": "0.16.0",
"resolved": "https://registry.npmjs.org/@lancedb/vectordb-linux-arm64-musl/-/vectordb-linux-arm64-musl-0.16.0.tgz",
"integrity": "sha512-EVhwS8pQ9yaEu4bqrOxOsFo6dPqyH1VMyXwY/ai0X6ZhZmzK7CgQs5Aczmz8IaGxDJ3mJwd9FW492Z8cbDlyWg==",
"version": "0.16.1-beta.0",
"resolved": "https://registry.npmjs.org/@lancedb/vectordb-linux-arm64-musl/-/vectordb-linux-arm64-musl-0.16.1-beta.0.tgz",
"integrity": "sha512-GU3sWKvYZ0YVJ+TCBarWfIy7skVU1otx78um81q+8NtX3b1bxKa15LDWWEU6ToXZbEat72OmIZRJ+AIgjdRcoQ==",
"cpu": [
"arm64"
],
@@ -382,9 +382,9 @@
]
},
"node_modules/@lancedb/vectordb-linux-x64-gnu": {
"version": "0.16.0",
"resolved": "https://registry.npmjs.org/@lancedb/vectordb-linux-x64-gnu/-/vectordb-linux-x64-gnu-0.16.0.tgz",
"integrity": "sha512-ec4m46HqVE9jGX/Ov4mzfFV+raAeSBUZWuXUEFtksefwvGL6gIIn0rHaBg3/pBvqofOYYCtDN8aHnLgNcU6o+w==",
"version": "0.16.1-beta.0",
"resolved": "https://registry.npmjs.org/@lancedb/vectordb-linux-x64-gnu/-/vectordb-linux-x64-gnu-0.16.1-beta.0.tgz",
"integrity": "sha512-Pjj5SH33jIL6CKfNJfW9ISDEpJI/VOhhKx1QN50ndvAjUFm2xH9i654wPX2QzyZx7Qb/+5jTKnAuYSc8Ev/Fyg==",
"cpu": [
"x64"
],
@@ -395,9 +395,9 @@
]
},
"node_modules/@lancedb/vectordb-linux-x64-musl": {
"version": "0.16.0",
"resolved": "https://registry.npmjs.org/@lancedb/vectordb-linux-x64-musl/-/vectordb-linux-x64-musl-0.16.0.tgz",
"integrity": "sha512-Ti4RTVmH5N2XVhzBXENVEdPslO5NwIOmswLqoj++au9jHFJmgJHG9JGrDhh5Xc7gTRa4G4SYGBqA4n44gKT1rA==",
"version": "0.16.1-beta.0",
"resolved": "https://registry.npmjs.org/@lancedb/vectordb-linux-x64-musl/-/vectordb-linux-x64-musl-0.16.1-beta.0.tgz",
"integrity": "sha512-rIGTxcUtRiP3wVp7icND5XtevSmr5RFglednyDqpd+Ly6Raek1LoIrPHFuVnpVUDZuq4Hu7/sgX/yT4OB7kIIA==",
"cpu": [
"x64"
],
@@ -408,9 +408,9 @@
]
},
"node_modules/@lancedb/vectordb-win32-arm64-msvc": {
"version": "0.16.0",
"resolved": "https://registry.npmjs.org/@lancedb/vectordb-win32-arm64-msvc/-/vectordb-win32-arm64-msvc-0.16.0.tgz",
"integrity": "sha512-2VA2zZE7v9Jpigup/lWnAjs3OZe+hjSrENeT0XvUeU3HMRThYOtm1KNbyd6RfElv11go8IVdBCKSo6QGviD/zg==",
"version": "0.16.1-beta.0",
"resolved": "https://registry.npmjs.org/@lancedb/vectordb-win32-arm64-msvc/-/vectordb-win32-arm64-msvc-0.16.1-beta.0.tgz",
"integrity": "sha512-rho0bc+LW9UHM7ZX0Rc6T2pM1hgHFvvhp5nt+4MF7wq/9N3JR6AiMwg1p0nLKu3yjjLkBjRGu+uxjgG/IqdPpw==",
"cpu": [
"arm64"
],
@@ -421,9 +421,9 @@
]
},
"node_modules/@lancedb/vectordb-win32-x64-msvc": {
"version": "0.16.0",
"resolved": "https://registry.npmjs.org/@lancedb/vectordb-win32-x64-msvc/-/vectordb-win32-x64-msvc-0.16.0.tgz",
"integrity": "sha512-PRfGbyzwe+Gj/i0ZZkd6+rvOHCjCIYeZMyYXwXZQpYdYDwcTiIjJ9n8Sx4bRn0bnmtJ+da47H96bee9LlLGpVw==",
"version": "0.16.1-beta.0",
"resolved": "https://registry.npmjs.org/@lancedb/vectordb-win32-x64-msvc/-/vectordb-win32-x64-msvc-0.16.1-beta.0.tgz",
"integrity": "sha512-KJ+qKh/dEmisnZJxbc9ocuwyQdyyQpivXyoAsjEc+JGbGP2gTMOw05q900q2eaLB8TQMeQQ4QGnu4gQZGTuxzg==",
"cpu": [
"x64"
],

View File

@@ -1,12 +1,12 @@
{
"name": "@lancedb/lancedb",
"version": "0.16.0",
"version": "0.16.1-beta.0",
"lockfileVersion": 3,
"requires": true,
"packages": {
"": {
"name": "@lancedb/lancedb",
"version": "0.16.0",
"version": "0.16.1-beta.0",
"cpu": [
"x64",
"arm64"

View File

@@ -1,5 +1,5 @@
[tool.bumpversion]
current_version = "0.19.1-beta.0"
current_version = "0.19.1-beta.1"
parse = """(?x)
(?P<major>0|[1-9]\\d*)\\.
(?P<minor>0|[1-9]\\d*)\\.

View File

@@ -1,6 +1,6 @@
[package]
name = "lancedb-python"
version = "0.19.1-beta.0"
version = "0.19.1-beta.1"
edition.workspace = true
description = "Python bindings for LanceDB"
license.workspace = true

View File

@@ -1380,10 +1380,11 @@ impl NativeTable {
pub async fn load_indices(&self) -> Result<Vec<VectorIndex>> {
let dataset = self.dataset.get().await?;
let (indices, mf) = futures::try_join!(dataset.load_indices(), dataset.latest_manifest())?;
let mf = dataset.manifest();
let indices = dataset.load_indices().await?;
Ok(indices
.iter()
.map(|i| VectorIndex::new_from_format(&(mf.0), i))
.map(|i| VectorIndex::new_from_format(mf, i))
.collect())
}