chore: update lance dependency to v1.0.0-beta.1

Removed Codex authentication steps and added OPENAI_API_KEY environment variable for Codex execution.

.github/workflows/codex-update-lance-dependency.yml

@@ -63,27 +63,18 @@ jobs:
           git config user.name "lancedb automation"
           git config user.email "robot@lancedb.com"
 
-      - name: Configure Codex authentication
-        env:
-          CODEX_TOKEN_B64: ${{ secrets.CODEX_TOKEN }}
-        run: |
-          if [ -z "${CODEX_TOKEN_B64}" ]; then
-            echo "Repository secret CODEX_TOKEN is not defined; skipping Codex execution."
-            exit 1
-          fi
-          mkdir -p ~/.codex
-          echo "${CODEX_TOKEN_B64}" | base64 --decode > ~/.codex/auth.json
-
       - name: Run Codex to update Lance dependency
         env:
           TAG: ${{ inputs.tag }}
           GITHUB_TOKEN: ${{ secrets.ROBOT_TOKEN }}
           GH_TOKEN: ${{ secrets.ROBOT_TOKEN }}
+          OPENAI_API_KEY: ${{ secrets.CODEX_TOKEN }}
         run: |
           set -euo pipefail
           VERSION="${TAG#refs/tags/}"
           VERSION="${VERSION#v}"
           BRANCH_NAME="codex/update-lance-${VERSION//[^a-zA-Z0-9]/-}"
+
           cat <<EOF >/tmp/codex-prompt.txt
           You are running inside the lancedb repository on a GitHub Actions runner. Update the Lance dependency to version ${VERSION} and prepare a pull request for maintainers to review.
 
@@ -104,4 +95,6 @@ jobs:
           - Do not merge the PR.
           - If any command fails, diagnose and fix the issue instead of aborting.
           EOF
+
+          printenv OPENAI_API_KEY | codex login --with-api-key
           codex --config shell_environment_policy.ignore_default_excludes=true exec --dangerously-bypass-approvals-and-sandbox "$(cat /tmp/codex-prompt.txt)"

Cargo.lock

@@ -3032,8 +3032,8 @@ checksum = "42703706b716c37f96a77aea830392ad231f44c9e9a67872fa5548707e11b11c"
 
 [[package]]
 name = "fsst"
-version = "0.40.0-beta.2"
-source = "git+https://github.com/lancedb/lance.git?tag=v0.40.0-beta.2#9f368faab85fa41799c42e05b07596d060da3ebc"
+version = "1.0.0-beta.1"
+source = "git+https://github.com/lancedb/lance.git?tag=v1.0.0-beta.1#8c6732e4b809f69f56c0fb555401fa76fba19aab"
 dependencies = [
  "arrow-array",
  "rand 0.9.2",
@@ -4217,8 +4217,8 @@ dependencies = [
 
 [[package]]
 name = "lance"
-version = "0.40.0-beta.2"
-source = "git+https://github.com/lancedb/lance.git?tag=v0.40.0-beta.2#9f368faab85fa41799c42e05b07596d060da3ebc"
+version = "1.0.0-beta.1"
+source = "git+https://github.com/lancedb/lance.git?tag=v1.0.0-beta.1#8c6732e4b809f69f56c0fb555401fa76fba19aab"
 dependencies = [
  "arrow",
  "arrow-arith",
@@ -4282,8 +4282,8 @@ dependencies = [
 
 [[package]]
 name = "lance-arrow"
-version = "0.40.0-beta.2"
-source = "git+https://github.com/lancedb/lance.git?tag=v0.40.0-beta.2#9f368faab85fa41799c42e05b07596d060da3ebc"
+version = "1.0.0-beta.1"
+source = "git+https://github.com/lancedb/lance.git?tag=v1.0.0-beta.1#8c6732e4b809f69f56c0fb555401fa76fba19aab"
 dependencies = [
  "arrow-array",
  "arrow-buffer",
@@ -4301,8 +4301,8 @@ dependencies = [
 
 [[package]]
 name = "lance-bitpacking"
-version = "0.40.0-beta.2"
-source = "git+https://github.com/lancedb/lance.git?tag=v0.40.0-beta.2#9f368faab85fa41799c42e05b07596d060da3ebc"
+version = "1.0.0-beta.1"
+source = "git+https://github.com/lancedb/lance.git?tag=v1.0.0-beta.1#8c6732e4b809f69f56c0fb555401fa76fba19aab"
 dependencies = [
  "arrayref",
  "paste",
@@ -4311,8 +4311,8 @@ dependencies = [
 
 [[package]]
 name = "lance-core"
-version = "0.40.0-beta.2"
-source = "git+https://github.com/lancedb/lance.git?tag=v0.40.0-beta.2#9f368faab85fa41799c42e05b07596d060da3ebc"
+version = "1.0.0-beta.1"
+source = "git+https://github.com/lancedb/lance.git?tag=v1.0.0-beta.1#8c6732e4b809f69f56c0fb555401fa76fba19aab"
 dependencies = [
  "arrow-array",
  "arrow-buffer",
@@ -4348,8 +4348,8 @@ dependencies = [
 
 [[package]]
 name = "lance-datafusion"
-version = "0.40.0-beta.2"
-source = "git+https://github.com/lancedb/lance.git?tag=v0.40.0-beta.2#9f368faab85fa41799c42e05b07596d060da3ebc"
+version = "1.0.0-beta.1"
+source = "git+https://github.com/lancedb/lance.git?tag=v1.0.0-beta.1#8c6732e4b809f69f56c0fb555401fa76fba19aab"
 dependencies = [
  "arrow",
  "arrow-array",
@@ -4378,8 +4378,8 @@ dependencies = [
 
 [[package]]
 name = "lance-datagen"
-version = "0.40.0-beta.2"
-source = "git+https://github.com/lancedb/lance.git?tag=v0.40.0-beta.2#9f368faab85fa41799c42e05b07596d060da3ebc"
+version = "1.0.0-beta.1"
+source = "git+https://github.com/lancedb/lance.git?tag=v1.0.0-beta.1#8c6732e4b809f69f56c0fb555401fa76fba19aab"
 dependencies = [
  "arrow",
  "arrow-array",
@@ -4396,8 +4396,8 @@ dependencies = [
 
 [[package]]
 name = "lance-encoding"
-version = "0.40.0-beta.2"
-source = "git+https://github.com/lancedb/lance.git?tag=v0.40.0-beta.2#9f368faab85fa41799c42e05b07596d060da3ebc"
+version = "1.0.0-beta.1"
+source = "git+https://github.com/lancedb/lance.git?tag=v1.0.0-beta.1#8c6732e4b809f69f56c0fb555401fa76fba19aab"
 dependencies = [
  "arrow-arith",
  "arrow-array",
@@ -4434,8 +4434,8 @@ dependencies = [
 
 [[package]]
 name = "lance-file"
-version = "0.40.0-beta.2"
-source = "git+https://github.com/lancedb/lance.git?tag=v0.40.0-beta.2#9f368faab85fa41799c42e05b07596d060da3ebc"
+version = "1.0.0-beta.1"
+source = "git+https://github.com/lancedb/lance.git?tag=v1.0.0-beta.1#8c6732e4b809f69f56c0fb555401fa76fba19aab"
 dependencies = [
  "arrow-arith",
  "arrow-array",
@@ -4467,8 +4467,8 @@ dependencies = [
 
 [[package]]
 name = "lance-index"
-version = "0.40.0-beta.2"
-source = "git+https://github.com/lancedb/lance.git?tag=v0.40.0-beta.2#9f368faab85fa41799c42e05b07596d060da3ebc"
+version = "1.0.0-beta.1"
+source = "git+https://github.com/lancedb/lance.git?tag=v1.0.0-beta.1#8c6732e4b809f69f56c0fb555401fa76fba19aab"
 dependencies = [
  "arrow",
  "arrow-arith",
@@ -4529,8 +4529,8 @@ dependencies = [
 
 [[package]]
 name = "lance-io"
-version = "0.40.0-beta.2"
-source = "git+https://github.com/lancedb/lance.git?tag=v0.40.0-beta.2#9f368faab85fa41799c42e05b07596d060da3ebc"
+version = "1.0.0-beta.1"
+source = "git+https://github.com/lancedb/lance.git?tag=v1.0.0-beta.1#8c6732e4b809f69f56c0fb555401fa76fba19aab"
 dependencies = [
  "arrow",
  "arrow-arith",
@@ -4570,8 +4570,8 @@ dependencies = [
 
 [[package]]
 name = "lance-linalg"
-version = "0.40.0-beta.2"
-source = "git+https://github.com/lancedb/lance.git?tag=v0.40.0-beta.2#9f368faab85fa41799c42e05b07596d060da3ebc"
+version = "1.0.0-beta.1"
+source = "git+https://github.com/lancedb/lance.git?tag=v1.0.0-beta.1#8c6732e4b809f69f56c0fb555401fa76fba19aab"
 dependencies = [
  "arrow-array",
  "arrow-buffer",
@@ -4587,8 +4587,8 @@ dependencies = [
 
 [[package]]
 name = "lance-namespace"
-version = "0.40.0-beta.2"
-source = "git+https://github.com/lancedb/lance.git?tag=v0.40.0-beta.2#9f368faab85fa41799c42e05b07596d060da3ebc"
+version = "1.0.0-beta.1"
+source = "git+https://github.com/lancedb/lance.git?tag=v1.0.0-beta.1#8c6732e4b809f69f56c0fb555401fa76fba19aab"
 dependencies = [
  "arrow",
  "async-trait",
@@ -4600,22 +4600,26 @@ dependencies = [
 
 [[package]]
 name = "lance-namespace-impls"
-version = "0.40.0-beta.2"
-source = "git+https://github.com/lancedb/lance.git?tag=v0.40.0-beta.2#9f368faab85fa41799c42e05b07596d060da3ebc"
+version = "1.0.0-beta.1"
+source = "git+https://github.com/lancedb/lance.git?tag=v1.0.0-beta.1#8c6732e4b809f69f56c0fb555401fa76fba19aab"
 dependencies = [
  "arrow",
  "arrow-ipc",
  "arrow-schema",
  "async-trait",
  "bytes",
+ "futures",
  "lance",
  "lance-core",
  "lance-io",
  "lance-namespace",
+ "log",
  "object_store",
+ "rand 0.9.2",
  "reqwest",
  "serde_json",
  "snafu",
+ "tokio",
  "url",
 ]
 
@@ -4634,8 +4638,8 @@ dependencies = [
 
 [[package]]
 name = "lance-table"
-version = "0.40.0-beta.2"
-source = "git+https://github.com/lancedb/lance.git?tag=v0.40.0-beta.2#9f368faab85fa41799c42e05b07596d060da3ebc"
+version = "1.0.0-beta.1"
+source = "git+https://github.com/lancedb/lance.git?tag=v1.0.0-beta.1#8c6732e4b809f69f56c0fb555401fa76fba19aab"
 dependencies = [
  "arrow",
  "arrow-array",
@@ -4674,8 +4678,8 @@ dependencies = [
 
 [[package]]
 name = "lance-testing"
-version = "0.40.0-beta.2"
-source = "git+https://github.com/lancedb/lance.git?tag=v0.40.0-beta.2#9f368faab85fa41799c42e05b07596d060da3ebc"
+version = "1.0.0-beta.1"
+source = "git+https://github.com/lancedb/lance.git?tag=v1.0.0-beta.1#8c6732e4b809f69f56c0fb555401fa76fba19aab"
 dependencies = [
  "arrow-array",
  "arrow-schema",
@@ -8408,6 +8412,7 @@ dependencies = [
  "io-uring",
  "libc",
  "mio",
+ "parking_lot",
  "pin-project-lite",
  "signal-hook-registry",
  "slab",

Cargo.toml

@@ -15,20 +15,20 @@ categories = ["database-implementations"]
 rust-version = "1.78.0"
 
 [workspace.dependencies]
-lance = { "version" = "=0.40.0-beta.2", default-features = false, "tag" = "v0.40.0-beta.2", "git" = "https://github.com/lancedb/lance.git" }
-lance-core = { "version" = "=0.40.0-beta.2", "tag" = "v0.40.0-beta.2", "git" = "https://github.com/lancedb/lance.git" }
-lance-datagen = { "version" = "=0.40.0-beta.2", "tag" = "v0.40.0-beta.2", "git" = "https://github.com/lancedb/lance.git" }
-lance-file = { "version" = "=0.40.0-beta.2", "tag" = "v0.40.0-beta.2", "git" = "https://github.com/lancedb/lance.git" }
-lance-io = { "version" = "=0.40.0-beta.2", default-features = false, "tag" = "v0.40.0-beta.2", "git" = "https://github.com/lancedb/lance.git" }
-lance-index = { "version" = "=0.40.0-beta.2", "tag" = "v0.40.0-beta.2", "git" = "https://github.com/lancedb/lance.git" }
-lance-linalg = { "version" = "=0.40.0-beta.2", "tag" = "v0.40.0-beta.2", "git" = "https://github.com/lancedb/lance.git" }
-lance-namespace = { "version" = "=0.40.0-beta.2", "tag" = "v0.40.0-beta.2", "git" = "https://github.com/lancedb/lance.git" }
-lance-namespace-impls = { "version" = "=0.40.0-beta.2", "features" = ["dir-aws", "dir-gcp", "dir-azure", "dir-oss", "rest"], "tag" = "v0.40.0-beta.2", "git" = "https://github.com/lancedb/lance.git" }
-lance-table = { "version" = "=0.40.0-beta.2", "tag" = "v0.40.0-beta.2", "git" = "https://github.com/lancedb/lance.git" }
-lance-testing = { "version" = "=0.40.0-beta.2", "tag" = "v0.40.0-beta.2", "git" = "https://github.com/lancedb/lance.git" }
-lance-datafusion = { "version" = "=0.40.0-beta.2", "tag" = "v0.40.0-beta.2", "git" = "https://github.com/lancedb/lance.git" }
-lance-encoding = { "version" = "=0.40.0-beta.2", "tag" = "v0.40.0-beta.2", "git" = "https://github.com/lancedb/lance.git" }
-lance-arrow = { "version" = "=0.40.0-beta.2", "tag" = "v0.40.0-beta.2", "git" = "https://github.com/lancedb/lance.git" }
+lance = { "version" = "=1.0.0-beta.1", default-features = false, "tag" = "v1.0.0-beta.1", "git" = "https://github.com/lancedb/lance.git" }
+lance-core = { "version" = "=1.0.0-beta.1", "tag" = "v1.0.0-beta.1", "git" = "https://github.com/lancedb/lance.git" }
+lance-datagen = { "version" = "=1.0.0-beta.1", "tag" = "v1.0.0-beta.1", "git" = "https://github.com/lancedb/lance.git" }
+lance-file = { "version" = "=1.0.0-beta.1", "tag" = "v1.0.0-beta.1", "git" = "https://github.com/lancedb/lance.git" }
+lance-io = { "version" = "=1.0.0-beta.1", default-features = false, "tag" = "v1.0.0-beta.1", "git" = "https://github.com/lancedb/lance.git" }
+lance-index = { "version" = "=1.0.0-beta.1", "tag" = "v1.0.0-beta.1", "git" = "https://github.com/lancedb/lance.git" }
+lance-linalg = { "version" = "=1.0.0-beta.1", "tag" = "v1.0.0-beta.1", "git" = "https://github.com/lancedb/lance.git" }
+lance-namespace = { "version" = "=1.0.0-beta.1", "tag" = "v1.0.0-beta.1", "git" = "https://github.com/lancedb/lance.git" }
+lance-namespace-impls = { "version" = "=1.0.0-beta.1", "features" = ["dir-aws", "dir-gcp", "dir-azure", "dir-oss", "rest"], "tag" = "v1.0.0-beta.1", "git" = "https://github.com/lancedb/lance.git" }
+lance-table = { "version" = "=1.0.0-beta.1", "tag" = "v1.0.0-beta.1", "git" = "https://github.com/lancedb/lance.git" }
+lance-testing = { "version" = "=1.0.0-beta.1", "tag" = "v1.0.0-beta.1", "git" = "https://github.com/lancedb/lance.git" }
+lance-datafusion = { "version" = "=1.0.0-beta.1", "tag" = "v1.0.0-beta.1", "git" = "https://github.com/lancedb/lance.git" }
+lance-encoding = { "version" = "=1.0.0-beta.1", "tag" = "v1.0.0-beta.1", "git" = "https://github.com/lancedb/lance.git" }
+lance-arrow = { "version" = "=1.0.0-beta.1", "tag" = "v1.0.0-beta.1", "git" = "https://github.com/lancedb/lance.git" }
 ahash = "0.8"
 # Note that this one does not include pyarrow
 arrow = { version = "56.2", optional = false }

rust/lancedb/src/dataloader/permutation/shuffle.rs

@@ -9,7 +9,7 @@ use futures::{StreamExt, TryStreamExt};
 use lance::io::ObjectStore;
 use lance_core::{cache::LanceCache, utils::futures::FinallyStreamExt};
 use lance_encoding::decoder::DecoderPlugins;
-use lance_file::v2::{
+use lance_file::{
     reader::{FileReader, FileReaderOptions},
     writer::{FileWriter, FileWriterOptions},
 };