chore: update lance dependency to v3.0.0-beta.2

.github/workflows/codex-update-lance-dependency.yml

@@ -86,17 +86,16 @@ jobs:
           You are running inside the lancedb repository on a GitHub Actions runner. Update the Lance dependency to version ${VERSION} and prepare a pull request for maintainers to review.
 
           Follow these steps exactly:
-          1. Use script "ci/set_lance_version.py" to update Lance Rust dependencies. The script already refreshes Cargo metadata, so allow it to finish even if it takes time.
+          1. Use script "ci/set_lance_version.py" to update Lance dependencies. The script already refreshes Cargo metadata, so allow it to finish even if it takes time.
-          2. Update the Java lance-core dependency version in "java/pom.xml": change the "<lance-core.version>...</lance-core.version>" property to "${VERSION}".
+          2. Run "cargo clippy --workspace --tests --all-features -- -D warnings". If diagnostics appear, fix them yourself and rerun clippy until it exits cleanly. Do not skip any warnings.
-          3. Run "cargo clippy --workspace --tests --all-features -- -D warnings". If diagnostics appear, fix them yourself and rerun clippy until it exits cleanly. Do not skip any warnings.
+          3. After clippy succeeds, run "cargo fmt --all" to format the workspace.
-          4. After clippy succeeds, run "cargo fmt --all" to format the workspace.
+          4. Ensure the repository is clean except for intentional changes. Inspect "git status --short" and "git diff" to confirm the dependency update and any required fixes.
-          5. Ensure the repository is clean except for intentional changes. Inspect "git status --short" and "git diff" to confirm the dependency update and any required fixes.
+          5. Create and switch to a new branch named "${BRANCH_NAME}" (replace any duplicated hyphens if necessary).
-          6. Create and switch to a new branch named "${BRANCH_NAME}" (replace any duplicated hyphens if necessary).
+          6. Stage all relevant files with "git add -A". Commit using the message "${COMMIT_TYPE}: update lance dependency to v${VERSION}".
-          7. Stage all relevant files with "git add -A". Commit using the message "${COMMIT_TYPE}: update lance dependency to v${VERSION}".
+          7. Push the branch to origin. If the branch already exists, force-push your changes.
-          8. Push the branch to origin. If the remote branch already exists, delete it first with "gh api -X DELETE repos/lancedb/lancedb/git/refs/heads/${BRANCH_NAME}" then push with "git push origin ${BRANCH_NAME}". Do NOT use "git push --force" or "git push -f".
+          8. env "GH_TOKEN" is available, use "gh" tools for github related operations like creating pull request.
-          9. env "GH_TOKEN" is available, use "gh" tools for github related operations like creating pull request.
+          9. Create a pull request targeting "main" with title "${COMMIT_TYPE}: update lance dependency to v${VERSION}". First, write the PR body to /tmp/pr-body.md using a heredoc (cat <<'EOF' > /tmp/pr-body.md). The body should summarize the dependency bump, clippy/fmt verification, and link the triggering tag (${TAG}). Then run "gh pr create --body-file /tmp/pr-body.md".
-          10. Create a pull request targeting "main" with title "${COMMIT_TYPE}: update lance dependency to v${VERSION}". First, write the PR body to /tmp/pr-body.md using a heredoc (cat <<'EOF' > /tmp/pr-body.md). The body should summarize the dependency bump, clippy/fmt verification, and link the triggering tag (${TAG}). Then run "gh pr create --body-file /tmp/pr-body.md".
+          10. After creating the PR, display the PR URL, "git status --short", and a concise summary of the commands run and their results.
-          11. After creating the PR, display the PR URL, "git status --short", and a concise summary of the commands run and their results.
 
           Constraints:
           - Use bash commands; avoid modifying GitHub workflow files other than through the scripted task above.

Cargo.lock

@@ -1389,9 +1389,9 @@ checksum = "1fd0f2584146f6f2ef48085050886acf353beff7305ebd1ae69500e27c67f64b"
 
 [[package]]
 name = "bytes"
-version = "1.10.1"
+version = "1.11.1"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "d71b6127be86fdcfddb610f7182ac57211d4b18a3e9c82eb2d17662f2227ad6a"
+checksum = "1e748733b7cbc798e1434b6ac524f0c1ff2ab456fe201501e6497c8417a4fc33"
 
 [[package]]
 name = "bytes-utils"
@@ -1783,6 +1783,16 @@ dependencies = [
  "crossbeam-utils",
 ]
 
+[[package]]
+name = "crossbeam-skiplist"
+version = "0.1.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "df29de440c58ca2cc6e587ec3d22347551a32435fbde9d2bff64e78a9ffa151b"
+dependencies = [
+ "crossbeam-epoch",
+ "crossbeam-utils",
+]
+
 [[package]]
 name = "crossbeam-utils"
 version = "0.8.21"
@@ -3072,9 +3082,8 @@ checksum = "42703706b716c37f96a77aea830392ad231f44c9e9a67872fa5548707e11b11c"
 
 [[package]]
 name = "fsst"
-version = "2.0.0"
+version = "3.0.0-beta.2"
-source = "registry+https://github.com/rust-lang/crates.io-index"
+source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-beta.2#bcabf1dc35cab448c4c6ee107c236823f43ec442"
-checksum = "0f03a771ab914e207dd26bd2f12666839555ec8ecc7e1770e1ed6f9900d899a4"
 dependencies = [
  "arrow-array",
  "rand 0.9.2",
@@ -4405,9 +4414,8 @@ dependencies = [
 
 [[package]]
 name = "lance"
-version = "2.0.0"
+version = "3.0.0-beta.2"
-source = "registry+https://github.com/rust-lang/crates.io-index"
+source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-beta.2#bcabf1dc35cab448c4c6ee107c236823f43ec442"
-checksum = "47b685aca3f97ee02997c83ded16f59c747ccb69e74c8abbbae4aa3d22cf1301"
 dependencies = [
  "arrow",
  "arrow-arith",
@@ -4426,6 +4434,7 @@ dependencies = [
  "byteorder",
  "bytes",
  "chrono",
+ "crossbeam-skiplist",
  "dashmap",
  "datafusion",
  "datafusion-expr",
@@ -4465,6 +4474,7 @@ dependencies = [
  "tantivy",
  "tokio",
  "tokio-stream",
+ "tokio-util",
  "tracing",
  "url",
  "uuid",
@@ -4472,9 +4482,8 @@ dependencies = [
 
 [[package]]
 name = "lance-arrow"
-version = "2.0.0"
+version = "3.0.0-beta.2"
-source = "registry+https://github.com/rust-lang/crates.io-index"
+source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-beta.2#bcabf1dc35cab448c4c6ee107c236823f43ec442"
-checksum = "daf00c7537df524cc518a089f0d156a036d95ca3f5bc2bc1f0a9f9293e9b62ef"
 dependencies = [
  "arrow-array",
  "arrow-buffer",
@@ -4493,9 +4502,8 @@ dependencies = [
 
 [[package]]
 name = "lance-bitpacking"
-version = "2.0.0"
+version = "3.0.0-beta.2"
-source = "registry+https://github.com/rust-lang/crates.io-index"
+source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-beta.2#bcabf1dc35cab448c4c6ee107c236823f43ec442"
-checksum = "46752e4ac8fc5590a445e780b63a8800adc7a770bd74770a8dc66963778e4e77"
 dependencies = [
  "arrayref",
  "paste",
@@ -4504,9 +4512,8 @@ dependencies = [
 
 [[package]]
 name = "lance-core"
-version = "2.0.0"
+version = "3.0.0-beta.2"
-source = "registry+https://github.com/rust-lang/crates.io-index"
+source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-beta.2#bcabf1dc35cab448c4c6ee107c236823f43ec442"
-checksum = "3d13d87d07305c6d4b4dc7780fb1107babf782a0e5b1dc7872e17ae1f8fd11ca"
 dependencies = [
  "arrow-array",
  "arrow-buffer",
@@ -4543,9 +4550,8 @@ dependencies = [
 
 [[package]]
 name = "lance-datafusion"
-version = "2.0.0"
+version = "3.0.0-beta.2"
-source = "registry+https://github.com/rust-lang/crates.io-index"
+source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-beta.2#bcabf1dc35cab448c4c6ee107c236823f43ec442"
-checksum = "6451b5af876eaef8bec4b38a39dadac9d44621e1ecf85d0cdf6097a5d0aa8721"
 dependencies = [
  "arrow",
  "arrow-array",
@@ -4575,9 +4581,8 @@ dependencies = [
 
 [[package]]
 name = "lance-datagen"
-version = "2.0.0"
+version = "3.0.0-beta.2"
-source = "registry+https://github.com/rust-lang/crates.io-index"
+source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-beta.2#bcabf1dc35cab448c4c6ee107c236823f43ec442"
-checksum = "e1736708dd7867dfbab8fcc930b21c96717c6c00be73b7d9a240336a4ed80375"
 dependencies = [
  "arrow",
  "arrow-array",
@@ -4595,9 +4600,8 @@ dependencies = [
 
 [[package]]
 name = "lance-encoding"
-version = "2.0.0"
+version = "3.0.0-beta.2"
-source = "registry+https://github.com/rust-lang/crates.io-index"
+source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-beta.2#bcabf1dc35cab448c4c6ee107c236823f43ec442"
-checksum = "d6b6ca4ff94833240d5ba4a94a742cba786d1949b3c3fa7e11d6f0050443432a"
 dependencies = [
  "arrow-arith",
  "arrow-array",
@@ -4634,9 +4638,8 @@ dependencies = [
 
 [[package]]
 name = "lance-file"
-version = "2.0.0"
+version = "3.0.0-beta.2"
-source = "registry+https://github.com/rust-lang/crates.io-index"
+source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-beta.2#bcabf1dc35cab448c4c6ee107c236823f43ec442"
-checksum = "55fbe959bffe185543aed3cbeb14484f1aa2e55886034fdb1ea3d8cc9b70aad8"
 dependencies = [
  "arrow-arith",
  "arrow-array",
@@ -4668,9 +4671,8 @@ dependencies = [
 
 [[package]]
 name = "lance-geo"
-version = "2.0.0"
+version = "3.0.0-beta.2"
-source = "registry+https://github.com/rust-lang/crates.io-index"
+source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-beta.2#bcabf1dc35cab448c4c6ee107c236823f43ec442"
-checksum = "a52b0adabc953d457f336a784a3b37353a180e6a79905f544949746e0d4c6483"
 dependencies = [
  "datafusion",
  "geo-traits",
@@ -4684,9 +4686,8 @@ dependencies = [
 
 [[package]]
 name = "lance-index"
-version = "2.0.0"
+version = "3.0.0-beta.2"
-source = "registry+https://github.com/rust-lang/crates.io-index"
+source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-beta.2#bcabf1dc35cab448c4c6ee107c236823f43ec442"
-checksum = "6b67654bf86fd942dd2cf08294ee7e91053427cd148225f49c9ff398ff9a40fd"
 dependencies = [
  "arrow",
  "arrow-arith",
@@ -4753,9 +4754,8 @@ dependencies = [
 
 [[package]]
 name = "lance-io"
-version = "2.0.0"
+version = "3.0.0-beta.2"
-source = "registry+https://github.com/rust-lang/crates.io-index"
+source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-beta.2#bcabf1dc35cab448c4c6ee107c236823f43ec442"
-checksum = "8eb0ccc1c414e31687d83992d546af0a0237c8d2f4bf2ae3d347d539fd0fc141"
 dependencies = [
  "arrow",
  "arrow-arith",
@@ -4795,9 +4795,8 @@ dependencies = [
 
 [[package]]
 name = "lance-linalg"
-version = "2.0.0"
+version = "3.0.0-beta.2"
-source = "registry+https://github.com/rust-lang/crates.io-index"
+source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-beta.2#bcabf1dc35cab448c4c6ee107c236823f43ec442"
-checksum = "083404cf12dcdb1a7df98fb58f9daf626b6e43a2f794b37b6b89b4012a0e1f78"
 dependencies = [
  "arrow-array",
  "arrow-buffer",
@@ -4813,9 +4812,8 @@ dependencies = [
 
 [[package]]
 name = "lance-namespace"
-version = "2.0.0"
+version = "3.0.0-beta.2"
-source = "registry+https://github.com/rust-lang/crates.io-index"
+source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-beta.2#bcabf1dc35cab448c4c6ee107c236823f43ec442"
-checksum = "c12778d2aabf9c2bfd16e2509ebe120e562a288d8ae630ec6b6b204868df41b2"
 dependencies = [
  "arrow",
  "async-trait",
@@ -4827,9 +4825,8 @@ dependencies = [
 
 [[package]]
 name = "lance-namespace-impls"
-version = "2.0.0"
+version = "3.0.0-beta.2"
-source = "registry+https://github.com/rust-lang/crates.io-index"
+source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-beta.2#bcabf1dc35cab448c4c6ee107c236823f43ec442"
-checksum = "8863aababdd13a6d2c8d6179dc6981f4f8f49d8b66a00c5dd75115aec4cadc99"
 dependencies = [
  "arrow",
  "arrow-ipc",
@@ -4872,9 +4869,8 @@ dependencies = [
 
 [[package]]
 name = "lance-table"
-version = "2.0.0"
+version = "3.0.0-beta.2"
-source = "registry+https://github.com/rust-lang/crates.io-index"
+source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-beta.2#bcabf1dc35cab448c4c6ee107c236823f43ec442"
-checksum = "f0fcc83f197ce2000c4abe4f5e0873490ab1f41788fa76571c4209b87d4daf50"
 dependencies = [
  "arrow",
  "arrow-array",
@@ -4913,9 +4909,8 @@ dependencies = [
 
 [[package]]
 name = "lance-testing"
-version = "2.0.0"
+version = "3.0.0-beta.2"
-source = "registry+https://github.com/rust-lang/crates.io-index"
+source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-beta.2#bcabf1dc35cab448c4c6ee107c236823f43ec442"
-checksum = "7fb1f7c7e06f91360e141ecee1cf2110f858c231705f69f2cd2fda9e30c1e9f4"
 dependencies = [
  "arrow-array",
  "arrow-schema",
@@ -5026,7 +5021,7 @@ dependencies = [
 
 [[package]]
 name = "lancedb-python"
-version = "0.28.0-beta.0"
+version = "0.27.0"
 dependencies = [
  "arrow",
  "async-trait",

Cargo.toml

@@ -15,20 +15,20 @@ categories = ["database-implementations"]
 rust-version = "1.88.0"
 
 [workspace.dependencies]
-lance = { "version" = "=2.0.0", default-features = false }
+lance = { "version" = "=3.0.0-beta.2", default-features = false, "tag" = "v3.0.0-beta.2", "git" = "https://github.com/lance-format/lance.git" }
-lance-core = "=2.0.0"
+lance-core = { "version" = "=3.0.0-beta.2", "tag" = "v3.0.0-beta.2", "git" = "https://github.com/lance-format/lance.git" }
-lance-datagen = "=2.0.0"
+lance-datagen = { "version" = "=3.0.0-beta.2", "tag" = "v3.0.0-beta.2", "git" = "https://github.com/lance-format/lance.git" }
-lance-file = "=2.0.0"
+lance-file = { "version" = "=3.0.0-beta.2", "tag" = "v3.0.0-beta.2", "git" = "https://github.com/lance-format/lance.git" }
-lance-io = { "version" = "=2.0.0", default-features = false }
+lance-io = { "version" = "=3.0.0-beta.2", default-features = false, "tag" = "v3.0.0-beta.2", "git" = "https://github.com/lance-format/lance.git" }
-lance-index = "=2.0.0"
+lance-index = { "version" = "=3.0.0-beta.2", "tag" = "v3.0.0-beta.2", "git" = "https://github.com/lance-format/lance.git" }
-lance-linalg = "=2.0.0"
+lance-linalg = { "version" = "=3.0.0-beta.2", "tag" = "v3.0.0-beta.2", "git" = "https://github.com/lance-format/lance.git" }
-lance-namespace = "=2.0.0"
+lance-namespace = { "version" = "=3.0.0-beta.2", "tag" = "v3.0.0-beta.2", "git" = "https://github.com/lance-format/lance.git" }
-lance-namespace-impls = { "version" = "=2.0.0", default-features = false }
+lance-namespace-impls = { "version" = "=3.0.0-beta.2", default-features = false, "tag" = "v3.0.0-beta.2", "git" = "https://github.com/lance-format/lance.git" }
-lance-table = "=2.0.0"
+lance-table = { "version" = "=3.0.0-beta.2", "tag" = "v3.0.0-beta.2", "git" = "https://github.com/lance-format/lance.git" }
-lance-testing = "=2.0.0"
+lance-testing = { "version" = "=3.0.0-beta.2", "tag" = "v3.0.0-beta.2", "git" = "https://github.com/lance-format/lance.git" }
-lance-datafusion = "=2.0.0"
+lance-datafusion = { "version" = "=3.0.0-beta.2", "tag" = "v3.0.0-beta.2", "git" = "https://github.com/lance-format/lance.git" }
-lance-encoding = "=2.0.0"
+lance-encoding = { "version" = "=3.0.0-beta.2", "tag" = "v3.0.0-beta.2", "git" = "https://github.com/lance-format/lance.git" }
-lance-arrow = "=2.0.0"
+lance-arrow = { "version" = "=3.0.0-beta.2", "tag" = "v3.0.0-beta.2", "git" = "https://github.com/lance-format/lance.git" }
 ahash = "0.8"
 # Note that this one does not include pyarrow
 arrow = { version = "57.2", optional = false }

java/pom.xml

@@ -28,7 +28,7 @@
     <properties>
         <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
         <arrow.version>15.0.0</arrow.version>
-        <lance-core.version>2.0.0</lance-core.version>
+        <lance-core.version>1.0.4</lance-core.version>
         <spotless.skip>false</spotless.skip>
         <spotless.version>2.30.0</spotless.version>
         <spotless.java.googlejavaformat.version>1.7</spotless.java.googlejavaformat.version>
@@ -292,12 +292,11 @@
                     <plugin>
                         <groupId>org.sonatype.central</groupId>
                         <artifactId>central-publishing-maven-plugin</artifactId>
-                        <version>0.8.0</version>
+                        <version>0.4.0</version>
                         <extensions>true</extensions>
                         <configuration>
                             <publishingServerId>ossrh</publishingServerId>
                             <tokenAuth>true</tokenAuth>
-                            <autoPublish>true</autoPublish>
                         </configuration>
                     </plugin>
                     <plugin>

nodejs/npm/darwin-x64/README.md

@@ -0,0 +1,3 @@
+# `@lancedb/lancedb-darwin-x64`
+
+This is the **x86_64-apple-darwin** binary for `@lancedb/lancedb`

nodejs/npm/darwin-x64/package.json

@@ -0,0 +1,12 @@
+{
+	"name": "@lancedb/lancedb-darwin-x64",
+	"version": "0.25.0-beta.0",
+	"os": ["darwin"],
+	"cpu": ["x64"],
+	"main": "lancedb.darwin-x64.node",
+	"files": ["lancedb.darwin-x64.node"],
+	"license": "Apache-2.0",
+	"engines": {
+		"node": ">= 18"
+	}
+}

nodejs/package.json

@@ -25,6 +25,7 @@
     "triples": {
       "defaults": false,
       "additional": [
+        "x86_64-apple-darwin",
         "aarch64-apple-darwin",
         "x86_64-unknown-linux-gnu",
         "aarch64-unknown-linux-gnu",

python/.bumpversion.toml

@@ -1,5 +1,5 @@
 [tool.bumpversion]
-current_version = "0.29.0"
+current_version = "0.28.0-beta.0"
 parse = """(?x)
     (?P<major>0|[1-9]\\d*)\\.
     (?P<minor>0|[1-9]\\d*)\\.

python/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "lancedb-python"
-version = "0.29.0"
+version = "0.27.0"
 edition.workspace = true
 description = "Python bindings for LanceDB"
 license.workspace = true