Compare commits

..

8 Commits

Author SHA1 Message Date
Lance Release
d7a9dbb9fc Bump version: 0.22.1 → 0.22.2-beta.0 2025-05-23 21:58:17 +00:00
Jack Ye
00487afc7d feat: upgrade lance to v0.27.3-beta.2 (#2403)
<!-- This is an auto-generated comment: release notes by coderabbit.ai
-->

## Summary by CodeRabbit

- **Chores**
- Updated internal dependencies for improved compatibility and
stability. No changes to user-facing features.

<!-- end of auto-generated comment: release notes by coderabbit.ai -->
2025-05-23 14:53:13 -07:00
BubbleCal
1902d65aad docs: update the num_partitions recommendation (#2401) 2025-05-23 23:45:37 +08:00
Lance Release
c4fbb65b8e Updating package-lock.json 2025-05-22 07:06:03 +00:00
Lance Release
875ed7ae6f Updating package-lock.json 2025-05-22 05:58:59 +00:00
Lance Release
95a46a57ba Updating package-lock.json 2025-05-22 05:58:43 +00:00
Lance Release
51561e31a0 Bump version: 0.19.1-beta.6 → 0.19.1 2025-05-22 05:58:05 +00:00
Lance Release
7b19120578 Bump version: 0.19.1-beta.5 → 0.19.1-beta.6 2025-05-22 05:58:00 +00:00
23 changed files with 86 additions and 99 deletions

View File

@@ -1,5 +1,5 @@
[tool.bumpversion]
current_version = "0.19.1-beta.5"
current_version = "0.19.1"
parse = """(?x)
(?P<major>0|[1-9]\\d*)\\.
(?P<minor>0|[1-9]\\d*)\\.

73
Cargo.lock generated
View File

@@ -2737,9 +2737,8 @@ checksum = "42703706b716c37f96a77aea830392ad231f44c9e9a67872fa5548707e11b11c"
[[package]]
name = "fsst"
version = "0.27.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "1b054c0eaa0f92df393e53cb42e3cc01e6f73bc601252f683eb63ddcc552f3ff"
version = "0.27.3"
source = "git+https://github.com/lancedb/lance.git?tag=v0.27.3-beta.2#7531cae52d87505cbb20cabc5fa82095c8f6404e"
dependencies = [
"rand 0.8.5",
]
@@ -3728,9 +3727,8 @@ dependencies = [
[[package]]
name = "lance"
version = "0.27.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "b4df828dc75fdfc665846a9bb91b882801f2092ac9a5c54cdc99c155b86b97ed"
version = "0.27.3"
source = "git+https://github.com/lancedb/lance.git?tag=v0.27.3-beta.2#7531cae52d87505cbb20cabc5fa82095c8f6404e"
dependencies = [
"arrow",
"arrow-arith",
@@ -3793,9 +3791,8 @@ dependencies = [
[[package]]
name = "lance-arrow"
version = "0.27.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "270c34ececc4e2603e50dab07ac3ba21a81fe390dcf00ee62b31a844b6cabe25"
version = "0.27.3"
source = "git+https://github.com/lancedb/lance.git?tag=v0.27.3-beta.2#7531cae52d87505cbb20cabc5fa82095c8f6404e"
dependencies = [
"arrow-array",
"arrow-buffer",
@@ -3812,9 +3809,8 @@ dependencies = [
[[package]]
name = "lance-core"
version = "0.27.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "8860c76dc32d649cd0460fbc23e612390263de814f5918210166ee6ce26886e9"
version = "0.27.3"
source = "git+https://github.com/lancedb/lance.git?tag=v0.27.3-beta.2#7531cae52d87505cbb20cabc5fa82095c8f6404e"
dependencies = [
"arrow-array",
"arrow-buffer",
@@ -3850,9 +3846,8 @@ dependencies = [
[[package]]
name = "lance-datafusion"
version = "0.27.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "494e614227a31a01a2a8ca0f151fd53db7f041a856d15514696af63d075867f6"
version = "0.27.3"
source = "git+https://github.com/lancedb/lance.git?tag=v0.27.3-beta.2#7531cae52d87505cbb20cabc5fa82095c8f6404e"
dependencies = [
"arrow",
"arrow-array",
@@ -3881,9 +3876,8 @@ dependencies = [
[[package]]
name = "lance-datagen"
version = "0.27.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "34faee15ed02126597522f36cdc9b5134d1411f512f31ab7ca65e5ab5e111b37"
version = "0.27.3"
source = "git+https://github.com/lancedb/lance.git?tag=v0.27.3-beta.2#7531cae52d87505cbb20cabc5fa82095c8f6404e"
dependencies = [
"arrow",
"arrow-array",
@@ -3898,9 +3892,8 @@ dependencies = [
[[package]]
name = "lance-encoding"
version = "0.27.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "fb705919e46ea1784c048d798d2e408b2ae703dfdc67e128177e2ee9bb405b31"
version = "0.27.3"
source = "git+https://github.com/lancedb/lance.git?tag=v0.27.3-beta.2#7531cae52d87505cbb20cabc5fa82095c8f6404e"
dependencies = [
"arrayref",
"arrow",
@@ -3939,9 +3932,8 @@ dependencies = [
[[package]]
name = "lance-file"
version = "0.27.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "aefcde20c6a27f767072f9239af70da5e744187ec7f3c7bebcb33705b4c01834"
version = "0.27.3"
source = "git+https://github.com/lancedb/lance.git?tag=v0.27.3-beta.2#7531cae52d87505cbb20cabc5fa82095c8f6404e"
dependencies = [
"arrow-arith",
"arrow-array",
@@ -3975,9 +3967,8 @@ dependencies = [
[[package]]
name = "lance-index"
version = "0.27.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "82678b7035c9041010c74f789a18a63b192c518699217c69e4a83512b67bcbd5"
version = "0.27.3"
source = "git+https://github.com/lancedb/lance.git?tag=v0.27.3-beta.2#7531cae52d87505cbb20cabc5fa82095c8f6404e"
dependencies = [
"arrow",
"arrow-array",
@@ -4030,9 +4021,8 @@ dependencies = [
[[package]]
name = "lance-io"
version = "0.27.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "e2abb629dab01c7e639d9da2f83b36fb9b8ff7e971312b7363cd49a4d7c67276"
version = "0.27.3"
source = "git+https://github.com/lancedb/lance.git?tag=v0.27.3-beta.2#7531cae52d87505cbb20cabc5fa82095c8f6404e"
dependencies = [
"arrow",
"arrow-arith",
@@ -4071,9 +4061,8 @@ dependencies = [
[[package]]
name = "lance-linalg"
version = "0.27.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "91f6172d9f7c6105afcee8edd92165d0bfdff68dd6c622a58985eea445f309cb"
version = "0.27.3"
source = "git+https://github.com/lancedb/lance.git?tag=v0.27.3-beta.2#7531cae52d87505cbb20cabc5fa82095c8f6404e"
dependencies = [
"arrow-array",
"arrow-ord",
@@ -4096,9 +4085,8 @@ dependencies = [
[[package]]
name = "lance-table"
version = "0.27.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "f7831c0d784e2c876dbaf39a041c9174bc888206e2d5ef515bc3917dd78a27ec"
version = "0.27.3"
source = "git+https://github.com/lancedb/lance.git?tag=v0.27.3-beta.2#7531cae52d87505cbb20cabc5fa82095c8f6404e"
dependencies = [
"arrow",
"arrow-array",
@@ -4137,9 +4125,8 @@ dependencies = [
[[package]]
name = "lance-testing"
version = "0.27.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "2f37690b1e8dbabedda366803b6481d0b442dd70234406bd746eb0a9aaf25dfb"
version = "0.27.3"
source = "git+https://github.com/lancedb/lance.git?tag=v0.27.3-beta.2#7531cae52d87505cbb20cabc5fa82095c8f6404e"
dependencies = [
"arrow-array",
"arrow-schema",
@@ -4150,7 +4137,7 @@ dependencies = [
[[package]]
name = "lancedb"
version = "0.19.1-beta.5"
version = "0.19.1"
dependencies = [
"arrow",
"arrow-array",
@@ -4237,7 +4224,7 @@ dependencies = [
[[package]]
name = "lancedb-node"
version = "0.19.1-beta.5"
version = "0.19.1"
dependencies = [
"arrow-array",
"arrow-ipc",
@@ -4262,7 +4249,7 @@ dependencies = [
[[package]]
name = "lancedb-nodejs"
version = "0.19.1-beta.5"
version = "0.19.1"
dependencies = [
"arrow-array",
"arrow-ipc",
@@ -4281,7 +4268,7 @@ dependencies = [
[[package]]
name = "lancedb-python"
version = "0.22.1-beta.5"
version = "0.22.1"
dependencies = [
"arrow",
"env_logger",

View File

@@ -21,14 +21,14 @@ categories = ["database-implementations"]
rust-version = "1.78.0"
[workspace.dependencies]
lance = { "version" = "=0.27.2", "features" = ["dynamodb"] }
lance-io = { version = "=0.27.2" }
lance-index = { version = "=0.27.2" }
lance-linalg = { version = "=0.27.2" }
lance-table = { version = "=0.27.2" }
lance-testing = { version = "=0.27.2" }
lance-datafusion = { version = "=0.27.2" }
lance-encoding = { version = "=0.27.2" }
lance = { "version" = "=0.27.3", "features" = ["dynamodb"], tag = "v0.27.3-beta.2", git="https://github.com/lancedb/lance.git" }
lance-io = { version = "=0.27.3", tag = "v0.27.3-beta.2", git="https://github.com/lancedb/lance.git" }
lance-index = { version = "=0.27.3", tag = "v0.27.3-beta.2", git="https://github.com/lancedb/lance.git" }
lance-linalg = { version = "=0.27.3", tag = "v0.27.3-beta.2", git="https://github.com/lancedb/lance.git" }
lance-table = { version = "=0.27.3", tag = "v0.27.3-beta.2", git="https://github.com/lancedb/lance.git" }
lance-testing = { version = "=0.27.3", tag = "v0.27.3-beta.2", git="https://github.com/lancedb/lance.git" }
lance-datafusion = { version = "=0.27.3", tag = "v0.27.3-beta.2", git="https://github.com/lancedb/lance.git" }
lance-encoding = { version = "=0.27.3", tag = "v0.27.3-beta.2", git="https://github.com/lancedb/lance.git" }
# Note that this one does not include pyarrow
arrow = { version = "54.1", optional = false }
arrow-array = "54.1"

View File

@@ -291,7 +291,7 @@ Product quantization can lead to approximately `16 * sizeof(float32) / 1 = 64` t
`num_partitions` is used to decide how many partitions the first level `IVF` index uses.
Higher number of partitions could lead to more efficient I/O during queries and better accuracy, but it takes much more time to train.
On `SIFT-1M` dataset, our benchmark shows that keeping each partition 1K-4K rows lead to a good latency / recall.
On `SIFT-1M` dataset, our benchmark shows that keeping each partition 4K-8K rows lead to a good latency / recall.
`num_sub_vectors` specifies how many Product Quantization (PQ) short codes to generate on each vector. The number should be a factor of the vector dimension. Because
PQ is a lossy compression of the original vector, a higher `num_sub_vectors` usually results in

View File

@@ -8,7 +8,7 @@
<parent>
<groupId>com.lancedb</groupId>
<artifactId>lancedb-parent</artifactId>
<version>0.19.1-beta.5</version>
<version>0.19.1-final.0</version>
<relativePath>../pom.xml</relativePath>
</parent>

View File

@@ -6,7 +6,7 @@
<groupId>com.lancedb</groupId>
<artifactId>lancedb-parent</artifactId>
<version>0.19.1-beta.5</version>
<version>0.19.1-final.0</version>
<packaging>pom</packaging>
<name>LanceDB Parent</name>

44
node/package-lock.json generated
View File

@@ -1,12 +1,12 @@
{
"name": "vectordb",
"version": "0.19.1-beta.5",
"version": "0.19.1",
"lockfileVersion": 3,
"requires": true,
"packages": {
"": {
"name": "vectordb",
"version": "0.19.1-beta.5",
"version": "0.19.1",
"cpu": [
"x64",
"arm64"
@@ -52,11 +52,11 @@
"uuid": "^9.0.0"
},
"optionalDependencies": {
"@lancedb/vectordb-darwin-arm64": "0.19.1-beta.5",
"@lancedb/vectordb-darwin-x64": "0.19.1-beta.5",
"@lancedb/vectordb-linux-arm64-gnu": "0.19.1-beta.5",
"@lancedb/vectordb-linux-x64-gnu": "0.19.1-beta.5",
"@lancedb/vectordb-win32-x64-msvc": "0.19.1-beta.5"
"@lancedb/vectordb-darwin-arm64": "0.19.1",
"@lancedb/vectordb-darwin-x64": "0.19.1",
"@lancedb/vectordb-linux-arm64-gnu": "0.19.1",
"@lancedb/vectordb-linux-x64-gnu": "0.19.1",
"@lancedb/vectordb-win32-x64-msvc": "0.19.1"
},
"peerDependencies": {
"@apache-arrow/ts": "^14.0.2",
@@ -327,9 +327,9 @@
}
},
"node_modules/@lancedb/vectordb-darwin-arm64": {
"version": "0.19.1-beta.5",
"resolved": "https://registry.npmjs.org/@lancedb/vectordb-darwin-arm64/-/vectordb-darwin-arm64-0.19.1-beta.5.tgz",
"integrity": "sha512-9WcTw67We5HYGayDt5jFquGoyAVzFSt/I65ag8+q7H9q4ZYKxeDhgNyQZJ8BmXEvbJtnYtYBSAtTEdFKYMce6w==",
"version": "0.19.1",
"resolved": "https://registry.npmjs.org/@lancedb/vectordb-darwin-arm64/-/vectordb-darwin-arm64-0.19.1.tgz",
"integrity": "sha512-Q64JReqHTfxeJIUyTsC9QAx69HENUSkAXcQ1p18Y0d/szJQNNTHaIyo2VoSgJXCOhvQV0P3wTlaexC35yTQgKQ==",
"cpu": [
"arm64"
],
@@ -340,9 +340,9 @@
]
},
"node_modules/@lancedb/vectordb-darwin-x64": {
"version": "0.19.1-beta.5",
"resolved": "https://registry.npmjs.org/@lancedb/vectordb-darwin-x64/-/vectordb-darwin-x64-0.19.1-beta.5.tgz",
"integrity": "sha512-6Pe3PxEMi0VKGsu5R7IhOxTijUM3b5olRAqhxfcu5ti34gXIPNtu7g+T9lS78LKe+0D0v2BjZEY/JQakIFBNRw==",
"version": "0.19.1",
"resolved": "https://registry.npmjs.org/@lancedb/vectordb-darwin-x64/-/vectordb-darwin-x64-0.19.1.tgz",
"integrity": "sha512-vp9BRE5Q4OebqCBWtUSzChvVNSYuxjfunTa90Ag8wHxo6hk8peKg18wiTh65Mhyu8aFu7zB7PuEiugP4iz06sA==",
"cpu": [
"x64"
],
@@ -353,9 +353,9 @@
]
},
"node_modules/@lancedb/vectordb-linux-arm64-gnu": {
"version": "0.19.1-beta.5",
"resolved": "https://registry.npmjs.org/@lancedb/vectordb-linux-arm64-gnu/-/vectordb-linux-arm64-gnu-0.19.1-beta.5.tgz",
"integrity": "sha512-VJbBd+Y+6L2SREaOO1OzuUfTPHXyHE4AcsZuM6VMyoeX8k7lPnaA+vNk96o0w4V2KFEAI6o4QPgrRAXmMAzmbg==",
"version": "0.19.1",
"resolved": "https://registry.npmjs.org/@lancedb/vectordb-linux-arm64-gnu/-/vectordb-linux-arm64-gnu-0.19.1.tgz",
"integrity": "sha512-nAaYNfyETqxWoAwMplYvmq0EoeVKAO9Ut1GXsJsiuVZEDbtlvXLAq4f+cyuBSGs1YXDp7trMzzJxzTBnNnPi9g==",
"cpu": [
"arm64"
],
@@ -366,9 +366,9 @@
]
},
"node_modules/@lancedb/vectordb-linux-x64-gnu": {
"version": "0.19.1-beta.5",
"resolved": "https://registry.npmjs.org/@lancedb/vectordb-linux-x64-gnu/-/vectordb-linux-x64-gnu-0.19.1-beta.5.tgz",
"integrity": "sha512-3wS8Zn5NmHoszXfrY4JzMimHoh5LAmVi3pTX4gD+C9kVGoUJcDBP7/CrAbjnAz7VzzAIPmz8kvBuPz8l9X4hjw==",
"version": "0.19.1",
"resolved": "https://registry.npmjs.org/@lancedb/vectordb-linux-x64-gnu/-/vectordb-linux-x64-gnu-0.19.1.tgz",
"integrity": "sha512-YhSCXVJ9JGndfnUvIYxBgjCXxnssVDAH4lHZxcSfDYX2RpNfGVXyVpFNmE18CX9Ed6vysp6JR0qqn5KHSleu+w==",
"cpu": [
"x64"
],
@@ -379,9 +379,9 @@
]
},
"node_modules/@lancedb/vectordb-win32-x64-msvc": {
"version": "0.19.1-beta.5",
"resolved": "https://registry.npmjs.org/@lancedb/vectordb-win32-x64-msvc/-/vectordb-win32-x64-msvc-0.19.1-beta.5.tgz",
"integrity": "sha512-TemM9cvrPa2jFCjvYmKnrL0DTHegi/+LOQ3No9nPDHie2ka2fM9O2q60fAbYsYz+Mo9aV7MvL49ATbNCyl9MLA==",
"version": "0.19.1",
"resolved": "https://registry.npmjs.org/@lancedb/vectordb-win32-x64-msvc/-/vectordb-win32-x64-msvc-0.19.1.tgz",
"integrity": "sha512-woqhl8hZoZ6B5UZ+JXP/tJqBmzqymFr09tIbgzBCd8vqdJ4N417HANIE8yl26TN+J9im8sD5xVi/yXNFWx5d8Q==",
"cpu": [
"x64"
],

View File

@@ -1,6 +1,6 @@
{
"name": "vectordb",
"version": "0.19.1-beta.5",
"version": "0.19.1",
"description": " Serverless, low-latency vector database for AI applications",
"private": false,
"main": "dist/index.js",
@@ -89,10 +89,10 @@
}
},
"optionalDependencies": {
"@lancedb/vectordb-darwin-x64": "0.19.1-beta.5",
"@lancedb/vectordb-darwin-arm64": "0.19.1-beta.5",
"@lancedb/vectordb-linux-x64-gnu": "0.19.1-beta.5",
"@lancedb/vectordb-linux-arm64-gnu": "0.19.1-beta.5",
"@lancedb/vectordb-win32-x64-msvc": "0.19.1-beta.5"
"@lancedb/vectordb-darwin-x64": "0.19.1",
"@lancedb/vectordb-darwin-arm64": "0.19.1",
"@lancedb/vectordb-linux-x64-gnu": "0.19.1",
"@lancedb/vectordb-linux-arm64-gnu": "0.19.1",
"@lancedb/vectordb-win32-x64-msvc": "0.19.1"
}
}

View File

@@ -1,7 +1,7 @@
[package]
name = "lancedb-nodejs"
edition.workspace = true
version = "0.19.1-beta.5"
version = "0.19.1"
license.workspace = true
description.workspace = true
repository.workspace = true

View File

@@ -1,6 +1,6 @@
{
"name": "@lancedb/lancedb-darwin-arm64",
"version": "0.19.1-beta.5",
"version": "0.19.1",
"os": ["darwin"],
"cpu": ["arm64"],
"main": "lancedb.darwin-arm64.node",

View File

@@ -1,6 +1,6 @@
{
"name": "@lancedb/lancedb-darwin-x64",
"version": "0.19.1-beta.5",
"version": "0.19.1",
"os": ["darwin"],
"cpu": ["x64"],
"main": "lancedb.darwin-x64.node",

View File

@@ -1,6 +1,6 @@
{
"name": "@lancedb/lancedb-linux-arm64-gnu",
"version": "0.19.1-beta.5",
"version": "0.19.1",
"os": ["linux"],
"cpu": ["arm64"],
"main": "lancedb.linux-arm64-gnu.node",

View File

@@ -1,6 +1,6 @@
{
"name": "@lancedb/lancedb-linux-arm64-musl",
"version": "0.19.1-beta.5",
"version": "0.19.1",
"os": ["linux"],
"cpu": ["arm64"],
"main": "lancedb.linux-arm64-musl.node",

View File

@@ -1,6 +1,6 @@
{
"name": "@lancedb/lancedb-linux-x64-gnu",
"version": "0.19.1-beta.5",
"version": "0.19.1",
"os": ["linux"],
"cpu": ["x64"],
"main": "lancedb.linux-x64-gnu.node",

View File

@@ -1,6 +1,6 @@
{
"name": "@lancedb/lancedb-linux-x64-musl",
"version": "0.19.1-beta.5",
"version": "0.19.1",
"os": ["linux"],
"cpu": ["x64"],
"main": "lancedb.linux-x64-musl.node",

View File

@@ -1,6 +1,6 @@
{
"name": "@lancedb/lancedb-win32-arm64-msvc",
"version": "0.19.1-beta.5",
"version": "0.19.1",
"os": [
"win32"
],

View File

@@ -1,6 +1,6 @@
{
"name": "@lancedb/lancedb-win32-x64-msvc",
"version": "0.19.1-beta.5",
"version": "0.19.1",
"os": ["win32"],
"cpu": ["x64"],
"main": "lancedb.win32-x64-msvc.node",

View File

@@ -1,12 +1,12 @@
{
"name": "@lancedb/lancedb",
"version": "0.19.1-beta.5",
"version": "0.19.1",
"lockfileVersion": 3,
"requires": true,
"packages": {
"": {
"name": "@lancedb/lancedb",
"version": "0.19.1-beta.5",
"version": "0.19.1",
"cpu": [
"x64",
"arm64"

View File

@@ -11,7 +11,7 @@
"ann"
],
"private": false,
"version": "0.19.1-beta.5",
"version": "0.19.1",
"main": "dist/index.js",
"exports": {
".": "./dist/index.js",

View File

@@ -1,5 +1,5 @@
[tool.bumpversion]
current_version = "0.22.1"
current_version = "0.22.2-beta.0"
parse = """(?x)
(?P<major>0|[1-9]\\d*)\\.
(?P<minor>0|[1-9]\\d*)\\.

View File

@@ -1,6 +1,6 @@
[package]
name = "lancedb-python"
version = "0.22.1"
version = "0.22.2-beta.0"
edition.workspace = true
description = "Python bindings for LanceDB"
license.workspace = true

View File

@@ -1,6 +1,6 @@
[package]
name = "lancedb-node"
version = "0.19.1-beta.5"
version = "0.19.1"
description = "Serverless, low-latency vector database for AI applications"
license.workspace = true
edition.workspace = true

View File

@@ -1,6 +1,6 @@
[package]
name = "lancedb"
version = "0.19.1-beta.5"
version = "0.19.1"
edition.workspace = true
description = "LanceDB: A serverless, low-latency vector database for AI applications"
license.workspace = true