Handle version number refs

.bumpversion.toml

@@ -1,5 +1,5 @@
 [tool.bumpversion]
-current_version = "0.27.2"
+current_version = "0.23.1-beta.1"
 parse = """(?x)
     (?P<major>0|[1-9]\\d*)\\.
     (?P<minor>0|[1-9]\\d*)\\.

.github/workflows/build_linux_wheel/action.yml

@@ -3,7 +3,7 @@ name: build-linux-wheel
 description: "Build a manylinux wheel for lance"
 inputs:
   python-minor-version:
-    description: "10, 11, 12, 13"
+    description: "8, 9, 10, 11, 12"
     required: true
   args:
     description: "--release"
@@ -23,15 +23,12 @@ runs:
   steps:
     - name: CONFIRM ARM BUILD
       shell: bash
-      env:
-        ARM_BUILD: ${{ inputs.arm-build }}
       run: |
-        echo "ARM BUILD: $ARM_BUILD"
+        echo "ARM BUILD: ${{ inputs.arm-build }}"
     - name: Build x86_64 Manylinux wheel
       if: ${{ inputs.arm-build == 'false' }}
       uses: PyO3/maturin-action@v1
       with:
-        maturin-version: "1.12.4"
         command: build
         working-directory: python
         docker-options: "-e PIP_EXTRA_INDEX_URL='https://pypi.fury.io/lance-format/ https://pypi.fury.io/lancedb/'"
@@ -47,7 +44,6 @@ runs:
       if: ${{ inputs.arm-build == 'true' }}
       uses: PyO3/maturin-action@v1
       with:
-        maturin-version: "1.12.4"
         command: build
         working-directory: python
         docker-options: "-e PIP_EXTRA_INDEX_URL='https://pypi.fury.io/lance-format/ https://pypi.fury.io/lancedb/'"

.github/workflows/build_mac_wheel/action.yml

@@ -3,7 +3,7 @@ name: build_wheel
 description: "Build a lance wheel"
 inputs:
   python-minor-version:
-    description: "10, 11, 12, 13"
+    description: "8, 9, 10, 11"
     required: true
   args:
     description: "--release"
@@ -20,7 +20,6 @@ runs:
       uses: PyO3/maturin-action@v1
       with:
         command: build
-        maturin-version: "1.12.4"
         # TODO: pass through interpreter
         args: ${{ inputs.args }}
         docker-options: "-e PIP_EXTRA_INDEX_URL='https://pypi.fury.io/lance-format/ https://pypi.fury.io/lancedb/'"

.github/workflows/build_windows_wheel/action.yml

@@ -3,7 +3,7 @@ name: build_wheel
 description: "Build a lance wheel"
 inputs:
   python-minor-version:
-    description: "10, 11, 12, 13, 14"
+    description: "8, 9, 10, 11"
     required: true
   args:
     description: "--release"
@@ -25,7 +25,6 @@ runs:
       uses: PyO3/maturin-action@v1
       with:
         command: build
-        maturin-version: "1.12.4"
         args: ${{ inputs.args }}
         docker-options: "-e PIP_EXTRA_INDEX_URL='https://pypi.fury.io/lance-format/ https://pypi.fury.io/lancedb/'"
         working-directory: python

.github/workflows/cargo-publish.yml

@@ -42,7 +42,7 @@ jobs:
     name: Report Workflow Failure
     runs-on: ubuntu-latest
     needs: [build]
-    if: always() && failure() && startsWith(github.ref, 'refs/tags/v')
+    if: always() && (github.event_name == 'release' || github.event_name == 'workflow_dispatch')
     permissions:
       contents: read
       issues: write

.github/workflows/codex-fix-ci.yml

@@ -1,173 +0,0 @@
-name: Codex Fix CI
-
-on:
-  workflow_dispatch:
-    inputs:
-      workflow_run_url:
-        description: "Failing CI workflow run URL (e.g., https://github.com/lancedb/lancedb/actions/runs/12345678)"
-        required: true
-        type: string
-      branch:
-        description: "Branch to fix (e.g., main, release/v2.0, or feature-branch)"
-        required: true
-        type: string
-      guidelines:
-        description: "Additional guidelines for the fix (optional)"
-        required: false
-        type: string
-
-permissions:
-  contents: write
-  pull-requests: write
-  actions: read
-
-jobs:
-  fix-ci:
-    runs-on: warp-ubuntu-latest-x64-4x
-    timeout-minutes: 60
-    env:
-      CC: clang
-      CXX: clang++
-    steps:
-      - name: Show inputs
-        run: |
-          echo "workflow_run_url = ${{ inputs.workflow_run_url }}"
-          echo "branch = ${{ inputs.branch }}"
-          echo "guidelines = ${{ inputs.guidelines }}"
-
-      - name: Checkout Repo
-        uses: actions/checkout@v4
-        with:
-          ref: ${{ inputs.branch }}
-          fetch-depth: 0
-          persist-credentials: true
-
-      - name: Set up Node.js
-        uses: actions/setup-node@v4
-        with:
-          node-version: 20
-
-      - name: Install Codex CLI
-        run: npm install -g @openai/codex
-
-      - name: Install Rust toolchain
-        uses: dtolnay/rust-toolchain@stable
-        with:
-          toolchain: stable
-          components: clippy, rustfmt
-
-      - uses: Swatinem/rust-cache@v2
-
-      - name: Install system dependencies
-        run: |
-          sudo apt-get update
-          sudo apt-get install -y protobuf-compiler libssl-dev
-
-      - name: Set up Python
-        uses: actions/setup-python@v5
-        with:
-          python-version: '3.11'
-
-      - name: Install Python dependencies
-        run: |
-          pip install maturin ruff pytest pyarrow pandas polars
-
-      - name: Set up Java
-        uses: actions/setup-java@v4
-        with:
-          distribution: temurin
-          java-version: '11'
-          cache: maven
-
-      - name: Install Node.js dependencies for TypeScript bindings
-        run: |
-          cd nodejs
-          npm ci
-
-      - name: Configure git user
-        run: |
-          git config user.name "lancedb automation"
-          git config user.email "robot@lancedb.com"
-
-      - name: Run Codex to fix CI failure
-        env:
-          WORKFLOW_RUN_URL: ${{ inputs.workflow_run_url }}
-          BRANCH: ${{ inputs.branch }}
-          GUIDELINES: ${{ inputs.guidelines }}
-          GITHUB_TOKEN: ${{ secrets.ROBOT_TOKEN }}
-          GH_TOKEN: ${{ secrets.ROBOT_TOKEN }}
-          OPENAI_API_KEY: ${{ secrets.CODEX_TOKEN }}
-        run: |
-          set -euo pipefail
-
-          cat <<EOF >/tmp/codex-prompt.txt
-          You are running inside the lancedb repository on a GitHub Actions runner. Your task is to fix a CI failure.
-
-          Input parameters:
-          - Failing workflow run URL: ${WORKFLOW_RUN_URL}
-          - Branch to fix: ${BRANCH}
-          - Additional guidelines: ${GUIDELINES:-"None provided"}
-
-          Follow these steps exactly:
-
-          1. Extract the run ID from the workflow URL. The URL format is https://github.com/lancedb/lancedb/actions/runs/<run_id>.
-
-          2. Use "gh run view <run_id> --json jobs,conclusion,name" to get information about the failed run.
-
-          3. Identify which jobs failed. For each failed job, use "gh run view <run_id> --job <job_id> --log-failed" to get the failure logs.
-
-          4. Analyze the failure logs to understand what went wrong. Common failures include:
-             - Compilation errors
-             - Test failures
-             - Clippy warnings treated as errors
-             - Formatting issues
-             - Dependency issues
-
-          5. Based on the analysis, fix the issues in the codebase:
-             - For compilation errors: Fix the code that doesn't compile
-             - For test failures: Fix the failing tests or the code they test
-             - For clippy warnings: Apply the suggested fixes
-             - For formatting issues: Run "cargo fmt --all"
-             - For other issues: Apply appropriate fixes
-
-          6. After making fixes, verify them locally:
-             - Run "cargo fmt --all" to ensure formatting is correct
-             - Run "cargo clippy --workspace --tests --all-features -- -D warnings" to check for issues
-             - Run ONLY the specific failing tests to confirm they pass now:
-               - For Rust test failures: Run the specific test with "cargo test -p <crate> <test_name>"
-               - For Python test failures: Build with "cd python && maturin develop" then run "pytest <specific_test_file>::<test_name>"
-               - For Java test failures: Run "cd java && mvn test -Dtest=<TestClass>#<testMethod>"
-               - For TypeScript test failures: Run "cd nodejs && npm run build && npm test -- --testNamePattern='<test_name>'"
-               - Do NOT run the full test suite - only run the tests that were failing
-
-          7. If the additional guidelines are provided, follow them as well.
-
-          8. Inspect "git status --short" and "git diff" to review your changes.
-
-          9. Create a fix branch: "git checkout -b codex/fix-ci-<run_id>".
-
-          10. Stage all changes with "git add -A" and commit with message "fix: resolve CI failures from run <run_id>".
-
-          11. Push the branch: "git push origin codex/fix-ci-<run_id>". If the remote branch exists, delete it first with "gh api -X DELETE repos/lancedb/lancedb/git/refs/heads/codex/fix-ci-<run_id>" then push. Do NOT use "git push --force" or "git push -f".
-
-          12. Create a pull request targeting "${BRANCH}":
-              - Title: "ci: <short summary describing the fix>" (e.g., "ci: fix clippy warnings in lancedb" or "ci: resolve test flakiness in vector search")
-              - First, write the PR body to /tmp/pr-body.md using a heredoc (cat <<'PREOF' > /tmp/pr-body.md). The body should include:
-                - Link to the failing workflow run
-                - Summary of what failed
-                - Description of the fixes applied
-              - Then run "gh pr create --base ${BRANCH} --body-file /tmp/pr-body.md".
-
-          13. Display the new PR URL, "git status --short", and a summary of what was fixed.
-
-          Constraints:
-          - Use bash commands for all operations.
-          - Do not merge the PR.
-          - Do not modify GitHub workflow files unless they are the cause of the failure.
-          - If any command fails, diagnose and attempt to fix the issue instead of aborting immediately.
-          - If you cannot fix the issue automatically, create the PR anyway with a clear explanation of what you tried and what remains to be fixed.
-          - env "GH_TOKEN" is available, use "gh" tools for GitHub-related operations.
-          EOF
-
-          printenv OPENAI_API_KEY | codex login --with-api-key
-          codex --config shell_environment_policy.ignore_default_excludes=true exec --dangerously-bypass-approvals-and-sandbox "$(cat /tmp/codex-prompt.txt)"

.github/workflows/codex-update-lance-dependency.yml

@@ -75,28 +75,20 @@ jobs:
           VERSION="${VERSION#v}"
           BRANCH_NAME="codex/update-lance-${VERSION//[^a-zA-Z0-9]/-}"
 
-          # Use "chore" for beta/rc versions, "feat" for stable releases
-          if [[ "${VERSION}" == *beta* ]] || [[ "${VERSION}" == *rc* ]]; then
-            COMMIT_TYPE="chore"
-          else
-            COMMIT_TYPE="feat"
-          fi
-
           cat <<EOF >/tmp/codex-prompt.txt
           You are running inside the lancedb repository on a GitHub Actions runner. Update the Lance dependency to version ${VERSION} and prepare a pull request for maintainers to review.
 
           Follow these steps exactly:
-          1. Use script "ci/set_lance_version.py" to update Lance Rust dependencies. The script already refreshes Cargo metadata, so allow it to finish even if it takes time.
+          1. Use script "ci/set_lance_version.py" to update Lance dependencies. The script already refreshes Cargo metadata, so allow it to finish even if it takes time.
-          2. Update the Java lance-core dependency version in "java/pom.xml": change the "<lance-core.version>...</lance-core.version>" property to "${VERSION}".
+          2. Run "cargo clippy --workspace --tests --all-features -- -D warnings". If diagnostics appear, fix them yourself and rerun clippy until it exits cleanly. Do not skip any warnings.
-          3. Run "cargo clippy --workspace --tests --all-features -- -D warnings". If diagnostics appear, fix them yourself and rerun clippy until it exits cleanly. Do not skip any warnings.
+          3. After clippy succeeds, run "cargo fmt --all" to format the workspace.
-          4. After clippy succeeds, run "cargo fmt --all" to format the workspace.
+          4. Ensure the repository is clean except for intentional changes. Inspect "git status --short" and "git diff" to confirm the dependency update and any required fixes.
-          5. Ensure the repository is clean except for intentional changes. Inspect "git status --short" and "git diff" to confirm the dependency update and any required fixes.
+          5. Create and switch to a new branch named "${BRANCH_NAME}" (replace any duplicated hyphens if necessary).
-          6. Create and switch to a new branch named "${BRANCH_NAME}" (replace any duplicated hyphens if necessary).
+          6. Stage all relevant files with "git add -A". Commit using the message "chore: update lance dependency to v${VERSION}".
-          7. Stage all relevant files with "git add -A". Commit using the message "${COMMIT_TYPE}: update lance dependency to v${VERSION}".
+          7. Push the branch to origin. If the branch already exists, force-push your changes.
-          8. Push the branch to origin. If the remote branch already exists, delete it first with "gh api -X DELETE repos/lancedb/lancedb/git/refs/heads/${BRANCH_NAME}" then push with "git push origin ${BRANCH_NAME}". Do NOT use "git push --force" or "git push -f".
+          8. env "GH_TOKEN" is available, use "gh" tools for github related operations like creating pull request.
-          9. env "GH_TOKEN" is available, use "gh" tools for github related operations like creating pull request.
+          9. Create a pull request targeting "main" with title "chore: update lance dependency to v${VERSION}". In the body, summarize the dependency bump, clippy/fmt verification, and link the triggering tag (${TAG}).
-          10. Create a pull request targeting "main" with title "${COMMIT_TYPE}: update lance dependency to v${VERSION}". First, write the PR body to /tmp/pr-body.md using a heredoc (cat <<'EOF' > /tmp/pr-body.md). The body should summarize the dependency bump, clippy/fmt verification, and link the triggering tag (${TAG}). Then run "gh pr create --body-file /tmp/pr-body.md".
+          10. After creating the PR, display the PR URL, "git status --short", and a concise summary of the commands run and their results.
-          11. After creating the PR, display the PR URL, "git status --short", and a concise summary of the commands run and their results.
 
           Constraints:
           - Use bash commands; avoid modifying GitHub workflow files other than through the scripted task above.

.github/workflows/dev.yml

@@ -15,7 +15,7 @@ jobs:
     name: Label PR
     runs-on: ubuntu-latest
     steps:
-      - uses: srvaroa/labeler@v1
+      - uses: srvaroa/labeler@master
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
   commitlint:
@@ -24,7 +24,7 @@ jobs:
     name: Verify PR title / description conforms to semantic-release
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/setup-node@v4
+      - uses: actions/setup-node@v3
         with:
           node-version: "18"
       # These rules are disabled because Github will always ensure there
@@ -47,7 +47,7 @@ jobs:
 
             ${{ github.event.pull_request.body }}
       - if: failure()
-        uses: actions/github-script@v7
+        uses: actions/github-script@v6
         with:
           script: |
             const message = `**ACTION NEEDED**

.github/workflows/docs.yml

@@ -41,7 +41,7 @@ jobs:
           sudo apt install -y protobuf-compiler libssl-dev
           rustup update && rustup default
       - name: Set up Python
-        uses: actions/setup-python@v6
+        uses: actions/setup-python@v5
         with:
           python-version: "3.10"
           cache: "pip"
@@ -53,7 +53,7 @@ jobs:
           python -m pip install --extra-index-url https://pypi.fury.io/lance-format/ --extra-index-url https://pypi.fury.io/lancedb/ -e .
           python -m pip install --extra-index-url https://pypi.fury.io/lance-format/ --extra-index-url https://pypi.fury.io/lancedb/ -r ../docs/requirements.txt
       - name: Set up node
-        uses: actions/setup-node@v4
+        uses: actions/setup-node@v3
         with:
           node-version: 20
           cache: 'npm'
@@ -68,7 +68,7 @@ jobs:
         run: |
           PYTHONPATH=. mkdocs build
       - name: Setup Pages
-        uses: actions/configure-pages@v5
+        uses: actions/configure-pages@v2
       - name: Upload artifact
         uses: actions/upload-pages-artifact@v3
         with:

.github/workflows/nodejs.yml

@@ -7,10 +7,7 @@ on:
   pull_request:
     paths:
       - Cargo.toml
-      - Cargo.lock
       - nodejs/**
-      - rust/**
-      - docs/src/js/**
       - .github/workflows/nodejs.yml
       - docker-compose.yml
 
@@ -38,7 +35,7 @@ jobs:
       with:
         fetch-depth: 0
         lfs: true
-    - uses: actions/setup-node@v4
+    - uses: actions/setup-node@v3
       with:
         node-version: 20
         cache: 'npm'
@@ -78,12 +75,9 @@ jobs:
       with:
         fetch-depth: 0
         lfs: true
-    - uses: actions/setup-node@v4
+    - uses: actions/setup-node@v3
-      name: Setup Node.js 20 for build
       with:
-        # @napi-rs/cli v3 requires Node >= 20.12 (via @inquirer/prompts@8).
+        node-version: ${{ matrix.node-version }}
-        # Build always on Node 20; tests run on the matrix version below.
-        node-version: 20
         cache: 'npm'
         cache-dependency-path: nodejs/package-lock.json
     - uses: Swatinem/rust-cache@v2
@@ -91,16 +85,12 @@ jobs:
       run: |
         sudo apt update
         sudo apt install -y protobuf-compiler libssl-dev
+        npm install -g @napi-rs/cli
     - name: Build
       run: |
         npm ci --include=optional
         npm run build:debug -- --profile ci
-    - uses: actions/setup-node@v4
+        npm run tsc
-      name: Setup Node.js ${{ matrix.node-version }} for test
-      with:
-        node-version: ${{ matrix.node-version }}
-    - name: Compile TypeScript
-      run: npm run tsc
     - name: Setup localstack
       working-directory: .
       run: docker compose up --detach --wait
@@ -144,7 +134,7 @@ jobs:
       with:
         fetch-depth: 0
         lfs: true
-    - uses: actions/setup-node@v4
+    - uses: actions/setup-node@v3
       with:
         node-version: 20
         cache: 'npm'
@@ -153,6 +143,7 @@ jobs:
     - name: Install dependencies
       run: |
         brew install protobuf
+        npm install -g @napi-rs/cli
     - name: Build
       run: |
         npm ci --include=optional

.github/workflows/npm-publish.yml

@@ -19,7 +19,6 @@ on:
     paths:
       - .github/workflows/npm-publish.yml
       - Cargo.toml # Change in dependency frequently breaks builds
-      - Cargo.lock
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.ref }}
@@ -125,22 +124,20 @@ jobs:
             pre_build: |-
               set -e &&
               apt-get update &&
-              apt-get install -y protobuf-compiler pkg-config &&
+              apt-get install -y protobuf-compiler pkg-config
-              # The base image (manylinux2014-cross) sets TARGET_CC to the old
-              # GCC 4.8 cross-compiler. aws-lc-sys checks TARGET_CC before CC,
-              # so it picks up GCC even though the napi-rs image sets CC=clang.
-              # Override to use the image's clang-18 which supports -fuse-ld=lld.
-              export TARGET_CC=clang TARGET_CXX=clang++
           - target: x86_64-unknown-linux-musl
             # This one seems to need some extra memory
             host: ubuntu-2404-8x-x64
+            # https://github.com/napi-rs/napi-rs/blob/main/alpine.Dockerfile
+            docker: ghcr.io/napi-rs/napi-rs/nodejs-rust:lts-alpine
             features: fp16kernels
             pre_build: |-
               set -e &&
-              sudo apt-get update &&
+              apk add protobuf-dev curl &&
-              sudo apt-get install -y protobuf-compiler pkg-config &&
+              ln -s /usr/lib/gcc/x86_64-alpine-linux-musl/14.2.0/crtbeginS.o /usr/lib/crtbeginS.o &&
-              rustup target add x86_64-unknown-linux-musl &&
+              ln -s /usr/lib/libgcc_s.so /usr/lib/libgcc.so &&
-              export EXTRA_ARGS="-x"
+              CC=gcc &&
+              CXX=g++
           - target: aarch64-unknown-linux-gnu
             host: ubuntu-2404-8x-x64
             # https://github.com/napi-rs/napi-rs/blob/main/debian-aarch64.Dockerfile
@@ -150,20 +147,21 @@ jobs:
               set -e &&
               apt-get update &&
               apt-get install -y protobuf-compiler pkg-config &&
-              export TARGET_CC=clang TARGET_CXX=clang++ &&
+              # https://github.com/aws/aws-lc-rs/issues/737#issuecomment-2725918627
-              # The manylinux2014 sysroot has glibc 2.17 headers which lack
+              ln -s /usr/aarch64-unknown-linux-gnu/lib/gcc/aarch64-unknown-linux-gnu/4.8.5/crtbeginS.o /usr/aarch64-unknown-linux-gnu/aarch64-unknown-linux-gnu/sysroot/usr/lib/crtbeginS.o &&
-              # AT_HWCAP2 (added in Linux 3.17). Define it for aws-lc-sys.
+              ln -s /usr/aarch64-unknown-linux-gnu/lib/gcc /usr/aarch64-unknown-linux-gnu/aarch64-unknown-linux-gnu/sysroot/usr/lib/gcc &&
-              export CFLAGS="$CFLAGS -DAT_HWCAP2=26" &&
               rustup target add aarch64-unknown-linux-gnu
           - target: aarch64-unknown-linux-musl
             host: ubuntu-2404-8x-x64
+            # https://github.com/napi-rs/napi-rs/blob/main/alpine.Dockerfile
+            docker: ghcr.io/napi-rs/napi-rs/nodejs-rust:lts-alpine
             features: ","
             pre_build: |-
               set -e &&
-              sudo apt-get update &&
+              apk add protobuf-dev &&
-              sudo apt-get install -y protobuf-compiler &&
               rustup target add aarch64-unknown-linux-musl &&
-              export EXTRA_ARGS="-x"
+              export CC_aarch64_unknown_linux_musl=aarch64-linux-musl-gcc &&
+              export CXX_aarch64_unknown_linux_musl=aarch64-linux-musl-g++
     name: build - ${{ matrix.settings.target }}
     runs-on: ${{ matrix.settings.host }}
     defaults:
@@ -194,18 +192,12 @@ jobs:
             .cargo-cache
             target/
           key: nodejs-${{ matrix.settings.target }}-cargo-${{ matrix.settings.host }}
+      - name: Setup toolchain
+        run: ${{ matrix.settings.setup }}
+        if: ${{ matrix.settings.setup }}
+        shell: bash
       - name: Install dependencies
         run: npm ci
-      - name: Install Zig
-        uses: mlugg/setup-zig@v2
-        if: ${{ contains(matrix.settings.target, 'musl') }}
-        with:
-          version: 0.14.1
-      - name: Install cargo-zigbuild
-        uses: taiki-e/install-action@v2
-        if: ${{ contains(matrix.settings.target, 'musl') }}
-        with:
-          tool: cargo-zigbuild
       - name: Build in docker
         uses: addnab/docker-run-action@v3
         if: ${{ matrix.settings.docker }}
@@ -218,24 +210,24 @@ jobs:
           run: |
             set -e
             ${{ matrix.settings.pre_build }}
-            npx napi build --platform --release \
+            npx napi build --platform  --release --no-const-enum \
               --features ${{ matrix.settings.features }} \
               --target ${{ matrix.settings.target }} \
               --dts ../lancedb/native.d.ts \
               --js ../lancedb/native.js \
               --strip \
-              --output-dir dist/
+              dist/
       - name: Build
         run: |
           ${{ matrix.settings.pre_build }}
-          npx napi build --platform --release \
+          npx napi build --platform  --release --no-const-enum \
               --features ${{ matrix.settings.features }} \
               --target ${{ matrix.settings.target }} \
               --dts ../lancedb/native.d.ts \
               --js ../lancedb/native.js \
               --strip \
               $EXTRA_ARGS \
-              --output-dir dist/
+              dist/
         if: ${{ !matrix.settings.docker }}
         shell: bash
       - name: Upload artifact
@@ -273,7 +265,7 @@ jobs:
           - target: x86_64-unknown-linux-gnu
             host: ubuntu-latest
           - target: aarch64-unknown-linux-gnu
-            host: ubuntu-2404-8x-arm64
+            host: buildjet-16vcpu-ubuntu-2204-arm
         node:
           - '20'
     runs-on: ${{ matrix.settings.host }}
@@ -326,7 +318,7 @@ jobs:
       - name: Setup node
         uses: actions/setup-node@v4
         with:
-          node-version: 24
+          node-version: 20
           cache: npm
           cache-dependency-path: nodejs/package-lock.json
           registry-url: "https://registry.npmjs.org"
@@ -356,15 +348,14 @@ jobs:
         run: find npm
       - name: Publish
         env:
+          NODE_AUTH_TOKEN: ${{ secrets.LANCEDB_NPM_REGISTRY_TOKEN }}
           DRY_RUN: ${{ !startsWith(github.ref, 'refs/tags/v') }}
         run: |
-          npm config set provenance true
           ARGS="--access public"
           if [[ $DRY_RUN == "true" ]]; then
             ARGS="$ARGS --dry-run"
           fi
-          VERSION=$(node -p "require('./package.json').version")
+          if [[ $GITHUB_REF =~ refs/tags/v(.*)-beta.* ]]; then
-          if [[ $VERSION == *-* ]]; then
             ARGS="$ARGS --tag preview"
           fi
           npm publish $ARGS
@@ -372,7 +363,7 @@ jobs:
     name: Report Workflow Failure
     runs-on: ubuntu-latest
     needs: [build-lancedb, test-lancedb, publish]
-    if: always() && failure() && startsWith(github.ref, 'refs/tags/v')
+    if: always() && (github.event_name == 'release' || github.event_name == 'workflow_dispatch')
     permissions:
       contents: read
       issues: write

.github/workflows/pypi-publish.yml

@@ -9,7 +9,6 @@ on:
     paths:
       - .github/workflows/pypi-publish.yml
       - Cargo.toml # Change in dependency frequently breaks builds
-      - Cargo.lock
 
 env:
   PIP_EXTRA_INDEX_URL: "https://pypi.fury.io/lance-format/ https://pypi.fury.io/lancedb/"
@@ -45,12 +44,12 @@ jobs:
           fetch-depth: 0
           lfs: true
       - name: Set up Python
-        uses: actions/setup-python@v6
+        uses: actions/setup-python@v4
         with:
-          python-version: "3.10"
+          python-version: 3.8
       - uses: ./.github/workflows/build_linux_wheel
         with:
-          python-minor-version: 10
+          python-minor-version: 8
           args: "--release --strip ${{ matrix.config.extra_args }}"
           arm-build: ${{ matrix.config.platform == 'aarch64' }}
           manylinux: ${{ matrix.config.manylinux }}
@@ -75,12 +74,12 @@ jobs:
           fetch-depth: 0
           lfs: true
       - name: Set up Python
-        uses: actions/setup-python@v6
+        uses: actions/setup-python@v4
         with:
-          python-version: "3.13"
+          python-version: 3.12
       - uses: ./.github/workflows/build_mac_wheel
         with:
-          python-minor-version: 10
+          python-minor-version: 8
           args: "--release --strip --target ${{ matrix.config.target }} --features fp16kernels"
       - uses: ./.github/workflows/upload_wheel
         if: startsWith(github.ref, 'refs/tags/python-v')
@@ -96,12 +95,12 @@ jobs:
           fetch-depth: 0
           lfs: true
       - name: Set up Python
-        uses: actions/setup-python@v6
+        uses: actions/setup-python@v4
         with:
-          python-version: "3.13"
+          python-version: 3.12
       - uses: ./.github/workflows/build_windows_wheel
         with:
-          python-minor-version: 10
+          python-minor-version: 8
           args: "--release --strip"
           vcpkg_token: ${{ secrets.VCPKG_GITHUB_PACKAGES }}
       - uses: ./.github/workflows/upload_wheel
@@ -182,7 +181,7 @@ jobs:
     permissions:
       contents: read
       issues: write
-    if: always() && failure() && startsWith(github.ref, 'refs/tags/python-v')
+    if: always() && (github.event_name == 'release' || github.event_name == 'workflow_dispatch')
     steps:
       - uses: actions/checkout@v4
       - uses: ./.github/actions/create-failure-issue

.github/workflows/python.yml

@@ -7,14 +7,8 @@ on:
   pull_request:
     paths:
       - Cargo.toml
-      - Cargo.lock
       - python/**
-      - rust/**
       - .github/workflows/python.yml
-      - .github/workflows/build_linux_wheel/**
-      - .github/workflows/build_mac_wheel/**
-      - .github/workflows/build_windows_wheel/**
-      - .github/workflows/run_tests/**
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
@@ -42,9 +36,9 @@ jobs:
           fetch-depth: 0
           lfs: true
       - name: Set up Python
-        uses: actions/setup-python@v6
+        uses: actions/setup-python@v5
         with:
-          python-version: "3.13"
+          python-version: "3.12"
       - name: Install ruff
         run: |
           pip install ruff==0.9.9
@@ -67,9 +61,9 @@ jobs:
           fetch-depth: 0
           lfs: true
       - name: Set up Python
-        uses: actions/setup-python@v6
+        uses: actions/setup-python@v5
         with:
-          python-version: "3.13"
+          python-version: "3.12"
       - name: Install protobuf compiler
         run: |
           sudo apt update
@@ -96,9 +90,9 @@ jobs:
           fetch-depth: 0
           lfs: true
       - name: Set up Python
-        uses: actions/setup-python@v6
+        uses: actions/setup-python@v5
         with:
-          python-version: "3.13"
+          python-version: "3.12"
           cache: "pip"
       - name: Install protobuf
         run: |
@@ -116,7 +110,7 @@ jobs:
     timeout-minutes: 30
     strategy:
       matrix:
-        python-minor-version: ["10", "13"]
+        python-minor-version: ["9", "12"]
     runs-on: "ubuntu-24.04"
     defaults:
       run:
@@ -132,7 +126,7 @@ jobs:
           sudo apt update
           sudo apt install -y protobuf-compiler
       - name: Set up Python
-        uses: actions/setup-python@v6
+        uses: actions/setup-python@v5
         with:
           python-version: 3.${{ matrix.python-minor-version }}
       - uses: ./.github/workflows/build_linux_wheel
@@ -162,9 +156,9 @@ jobs:
           fetch-depth: 0
           lfs: true
       - name: Set up Python
-        uses: actions/setup-python@v6
+        uses: actions/setup-python@v5
         with:
-          python-version: "3.13"
+          python-version: "3.12"
       - uses: ./.github/workflows/build_mac_wheel
         with:
           args: --profile ci
@@ -191,9 +185,9 @@ jobs:
           fetch-depth: 0
           lfs: true
       - name: Set up Python
-        uses: actions/setup-python@v6
+        uses: actions/setup-python@v5
         with:
-          python-version: "3.13"
+          python-version: "3.12"
       - uses: ./.github/workflows/build_windows_wheel
         with:
           args: --profile ci
@@ -218,9 +212,9 @@ jobs:
           sudo apt update
           sudo apt install -y protobuf-compiler
       - name: Set up Python
-        uses: actions/setup-python@v6
+        uses: actions/setup-python@v5
         with:
-          python-version: "3.10"
+          python-version: 3.9
       - name: Install lancedb
         run: |
           pip install "pydantic<2"

.github/workflows/rust.yml

@@ -7,7 +7,6 @@ on:
   pull_request:
     paths:
       - Cargo.toml
-      - Cargo.lock
       - rust/**
       - .github/workflows/rust.yml
 
@@ -49,8 +48,6 @@ jobs:
         run: cargo fmt --all -- --check
       - name: Run clippy
         run: cargo clippy --profile ci --workspace --tests --all-features -- -D warnings
-      - name: Run clippy (without remote feature)
-        run: cargo clippy --profile ci --workspace --tests -- -D warnings
 
   build-no-lock:
     runs-on: ubuntu-24.04
@@ -101,9 +98,7 @@ jobs:
           lfs: true
       - uses: Swatinem/rust-cache@v2
       - name: Install dependencies
-        run: |
+        run: sudo apt install -y protobuf-compiler libssl-dev
-          sudo apt update
-          sudo apt install -y protobuf-compiler libssl-dev
       - uses: rui314/setup-mold@v1
       - name: Make Swap
         run: |
@@ -172,13 +167,13 @@ jobs:
       - name: Build
         run: |
           $env:VCPKG_ROOT = $env:VCPKG_INSTALLATION_ROOT
-          cargo build --profile ci --features aws,remote --tests --locked --target ${{ matrix.target }}
+          cargo build --profile ci --features remote --tests --locked --target ${{ matrix.target }}
       - name: Run tests
         # Can only run tests when target matches host
         if: ${{ matrix.target == 'x86_64-pc-windows-msvc' }}
         run: |
           $env:VCPKG_ROOT = $env:VCPKG_INSTALLATION_ROOT
-          cargo test --profile ci --features aws,remote --locked
+          cargo test --profile ci --features remote --locked
 
   msrv:
     # Check the minimum supported Rust version
@@ -186,7 +181,7 @@ jobs:
     runs-on: ubuntu-24.04
     strategy:
       matrix:
-        msrv: ["1.91.0"] # This should match up with rust-version in Cargo.toml
+        msrv: ["1.78.0"] # This should match up with rust-version in Cargo.toml
     env:
       # Need up-to-date compilers for kernels
       CC: clang-18
@@ -207,16 +202,14 @@ jobs:
       - name: Downgrade  dependencies
         # These packages have newer requirements for MSRV
         run: |
-          cargo update -p aws-sdk-bedrockruntime --precise 1.77.0
+          cargo update -p aws-sdk-bedrockruntime --precise 1.64.0
-          cargo update -p aws-sdk-dynamodb --precise 1.68.0
+          cargo update -p aws-sdk-dynamodb --precise 1.55.0
-          cargo update -p aws-config --precise 1.6.0
+          cargo update -p aws-config --precise 1.5.10
-          cargo update -p aws-sdk-kms --precise 1.63.0
+          cargo update -p aws-sdk-kms --precise 1.51.0
-          cargo update -p aws-sdk-s3 --precise 1.79.0
+          cargo update -p aws-sdk-s3 --precise 1.65.0
-          cargo update -p aws-sdk-sso --precise 1.62.0
+          cargo update -p aws-sdk-sso --precise 1.50.0
-          cargo update -p aws-sdk-ssooidc --precise 1.63.0
+          cargo update -p aws-sdk-ssooidc --precise 1.51.0
-          cargo update -p aws-sdk-sts --precise 1.63.0
+          cargo update -p aws-sdk-sts --precise 1.51.0
           cargo update -p home --precise 0.5.9
       - name: cargo +${{ matrix.msrv }} check
-        env:
-          RUSTUP_TOOLCHAIN: ${{ matrix.msrv }}
         run: cargo check --profile ci --workspace --tests --benches --all-features

Cargo.toml

@@ -5,52 +5,49 @@ exclude = ["python"]
 resolver = "2"
 
 [workspace.package]
-edition = "2024"
+edition = "2021"
 authors = ["LanceDB Devs <dev@lancedb.com>"]
 license = "Apache-2.0"
 repository = "https://github.com/lancedb/lancedb"
 description = "Serverless, low-latency vector database for AI applications"
 keywords = ["lancedb", "lance", "database", "vector", "search"]
 categories = ["database-implementations"]
-rust-version = "1.91.0"
+rust-version = "1.78.0"
 
 [workspace.dependencies]
-lance = { "version" = "=5.0.0-beta.4", default-features = false, "tag" = "v5.0.0-beta.4", "git" = "https://github.com/lance-format/lance.git" }
+lance = { "version" = "=2.0.0-beta.3", default-features = false, "tag" = "v2.0.0-beta.3", "git" = "https://github.com/lance-format/lance.git" }
-lance-core = { "version" = "=5.0.0-beta.4", "tag" = "v5.0.0-beta.4", "git" = "https://github.com/lance-format/lance.git" }
+lance-core = { "version" = "=2.0.0-beta.3", "tag" = "v2.0.0-beta.3", "git" = "https://github.com/lance-format/lance.git" }
-lance-datagen = { "version" = "=5.0.0-beta.4", "tag" = "v5.0.0-beta.4", "git" = "https://github.com/lance-format/lance.git" }
+lance-datagen = { "version" = "=2.0.0-beta.3", "tag" = "v2.0.0-beta.3", "git" = "https://github.com/lance-format/lance.git" }
-lance-file = { "version" = "=5.0.0-beta.4", "tag" = "v5.0.0-beta.4", "git" = "https://github.com/lance-format/lance.git" }
+lance-file = { "version" = "=2.0.0-beta.3", "tag" = "v2.0.0-beta.3", "git" = "https://github.com/lance-format/lance.git" }
-lance-io = { "version" = "=5.0.0-beta.4", default-features = false, "tag" = "v5.0.0-beta.4", "git" = "https://github.com/lance-format/lance.git" }
+lance-io = { "version" = "=2.0.0-beta.3", default-features = false, "tag" = "v2.0.0-beta.3", "git" = "https://github.com/lance-format/lance.git" }
-lance-index = { "version" = "=5.0.0-beta.4", "tag" = "v5.0.0-beta.4", "git" = "https://github.com/lance-format/lance.git" }
+lance-index = { "version" = "=2.0.0-beta.3", "tag" = "v2.0.0-beta.3", "git" = "https://github.com/lance-format/lance.git" }
-lance-linalg = { "version" = "=5.0.0-beta.4", "tag" = "v5.0.0-beta.4", "git" = "https://github.com/lance-format/lance.git" }
+lance-linalg = { "version" = "=2.0.0-beta.3", "tag" = "v2.0.0-beta.3", "git" = "https://github.com/lance-format/lance.git" }
-lance-namespace = { "version" = "=5.0.0-beta.4", "tag" = "v5.0.0-beta.4", "git" = "https://github.com/lance-format/lance.git" }
+lance-namespace = { "version" = "=2.0.0-beta.3", "tag" = "v2.0.0-beta.3", "git" = "https://github.com/lance-format/lance.git" }
-lance-namespace-impls = { "version" = "=5.0.0-beta.4", default-features = false, "tag" = "v5.0.0-beta.4", "git" = "https://github.com/lance-format/lance.git" }
+lance-namespace-impls = { "version" = "=2.0.0-beta.3", default-features = false, "tag" = "v2.0.0-beta.3", "git" = "https://github.com/lance-format/lance.git" }
-lance-table = { "version" = "=5.0.0-beta.4", "tag" = "v5.0.0-beta.4", "git" = "https://github.com/lance-format/lance.git" }
+lance-table = { "version" = "=2.0.0-beta.3", "tag" = "v2.0.0-beta.3", "git" = "https://github.com/lance-format/lance.git" }
-lance-testing = { "version" = "=5.0.0-beta.4", "tag" = "v5.0.0-beta.4", "git" = "https://github.com/lance-format/lance.git" }
+lance-testing = { "version" = "=2.0.0-beta.3", "tag" = "v2.0.0-beta.3", "git" = "https://github.com/lance-format/lance.git" }
-lance-datafusion = { "version" = "=5.0.0-beta.4", "tag" = "v5.0.0-beta.4", "git" = "https://github.com/lance-format/lance.git" }
+lance-datafusion = { "version" = "=2.0.0-beta.3", "tag" = "v2.0.0-beta.3", "git" = "https://github.com/lance-format/lance.git" }
-lance-encoding = { "version" = "=5.0.0-beta.4", "tag" = "v5.0.0-beta.4", "git" = "https://github.com/lance-format/lance.git" }
+lance-encoding = { "version" = "=2.0.0-beta.3", "tag" = "v2.0.0-beta.3", "git" = "https://github.com/lance-format/lance.git" }
-lance-arrow = { "version" = "=5.0.0-beta.4", "tag" = "v5.0.0-beta.4", "git" = "https://github.com/lance-format/lance.git" }
+lance-arrow = { "version" = "=2.0.0-beta.3", "tag" = "v2.0.0-beta.3", "git" = "https://github.com/lance-format/lance.git" }
 ahash = "0.8"
 # Note that this one does not include pyarrow
-arrow = { version = "57.2", optional = false }
+arrow = { version = "56.2", optional = false }
-arrow-array = "57.2"
+arrow-array = "56.2"
-arrow-data = "57.2"
+arrow-data = "56.2"
-arrow-ipc = "57.2"
+arrow-ipc = "56.2"
-arrow-ord = "57.2"
+arrow-ord = "56.2"
-arrow-schema = "57.2"
+arrow-schema = "56.2"
-arrow-select = "57.2"
+arrow-select = "56.2"
-arrow-cast = "57.2"
+arrow-cast = "56.2"
 async-trait = "0"
-datafusion = { version = "52.1", default-features = false }
+datafusion = { version = "50.1", default-features = false }
-datafusion-catalog = "52.1"
+datafusion-catalog = "50.1"
-datafusion-common = { version = "52.1", default-features = false }
+datafusion-common = { version = "50.1", default-features = false }
-datafusion-execution = "52.1"
+datafusion-execution = "50.1"
-datafusion-expr = "52.1"
+datafusion-expr = "50.1"
-datafusion-functions = "52.1"
+datafusion-physical-plan = "50.1"
-datafusion-physical-plan = "52.1"
-datafusion-physical-expr = "52.1"
-datafusion-sql = "52.1"
 env_logger = "0.11"
-half = { "version" = "2.7.1", default-features = false, features = [
+half = { "version" = "2.6.0", default-features = false, features = [
     "num-traits",
 ] }
 futures = "0"

Makefile

@@ -1,9 +0,0 @@
-.PHONY: licenses
-
-licenses:
-	cargo about generate about.hbs -o RUST_THIRD_PARTY_LICENSES.html -c about.toml
-	cd python && cargo about generate ../about.hbs -o RUST_THIRD_PARTY_LICENSES.html -c ../about.toml
-	cd python && uv sync --all-extras && uv tool run pip-licenses --python .venv/bin/python --format=markdown --with-urls --output-file=PYTHON_THIRD_PARTY_LICENSES.md
-	cd nodejs && cargo about generate ../about.hbs -o RUST_THIRD_PARTY_LICENSES.html -c ../about.toml
-	cd nodejs && npx license-checker --markdown --out NODEJS_THIRD_PARTY_LICENSES.md
-	cd java && ./mvnw license:aggregate-add-third-party -q

README.md

@@ -66,7 +66,7 @@ Follow the [Quickstart](https://lancedb.com/docs/quickstart/) doc to set up Lanc
 | Python SDK | https://lancedb.github.io/lancedb/python/python/ |
 | Typescript SDK | https://lancedb.github.io/lancedb/js/globals/ |
 | Rust SDK | https://docs.rs/lancedb/latest/lancedb/index.html |
-| REST API | https://docs.lancedb.com/api-reference/rest |
+| REST API | https://docs.lancedb.com/api-reference/introduction |
 
 ## **Join Us and Contribute**
 

about.hbs

@@ -1,70 +0,0 @@
-<html>
-
-<head>
-    <style>
-        @media (prefers-color-scheme: dark) {
-            body {
-                background: #333;
-                color: white;
-            }
-            a {
-                color: skyblue;
-            }
-        }
-        .container {
-            font-family: sans-serif;
-            max-width: 800px;
-            margin: 0 auto;
-        }
-        .intro {
-            text-align: center;
-        }
-        .licenses-list {
-            list-style-type: none;
-            margin: 0;
-            padding: 0;
-        }
-        .license-used-by {
-            margin-top: -10px;
-        }
-        .license-text {
-            max-height: 200px;
-            overflow-y: scroll;
-            white-space: pre-wrap;
-        }
-    </style>
-</head>
-
-<body>
-    <main class="container">
-        <div class="intro">
-            <h1>Third Party Licenses</h1>
-            <p>This page lists the licenses of the projects used in cargo-about.</p>
-        </div>
-    
-        <h2>Overview of licenses:</h2>
-        <ul class="licenses-overview">
-            {{#each overview}}
-            <li><a href="#{{id}}">{{name}}</a> ({{count}})</li>
-            {{/each}}
-        </ul>
-
-        <h2>All license text:</h2>
-        <ul class="licenses-list">
-            {{#each licenses}}
-            <li class="license">
-                <h3 id="{{id}}">{{name}}</h3>
-                <h4>Used by:</h4>
-                <ul class="license-used-by">
-                    {{#each used_by}}
-                    <li><a href="{{#if crate.repository}} {{crate.repository}} {{else}} https://crates.io/crates/{{crate.name}} {{/if}}">{{crate.name}} {{crate.version}}</a></li>
-                    {{/each}}
-                </ul>
-                <pre class="license-text">{{text}}</pre>
-            </li>
-            {{/each}}
-        </ul>
-    </main>
-</body>
-
-</html>

about.toml

@@ -1,18 +0,0 @@
-accepted = [
-    "0BSD",
-    "Apache-2.0",
-    "Apache-2.0 WITH LLVM-exception",
-    "BSD-2-Clause",
-    "BSD-3-Clause",
-    "BSL-1.0",
-    "bzip2-1.0.6",
-    "CC0-1.0",
-    "CDDL-1.0",
-    "CDLA-Permissive-2.0",
-    "ISC",
-    "MIT",
-    "MPL-2.0",
-    "OpenSSL",
-    "Unicode-3.0",
-    "Zlib",
-]

ci/check_lance_release.py

@@ -3,7 +3,6 @@
 from __future__ import annotations
 
 import argparse
-import functools
 import json
 import os
 import re
@@ -27,7 +26,6 @@ SEMVER_RE = re.compile(
 )
 
 
-@functools.total_ordering
 @dataclass(frozen=True)
 class SemVer:
     major: int
@@ -158,9 +156,7 @@ def read_current_version(repo_root: Path) -> str:
 
 
 def determine_latest_tag(tags: Iterable[TagInfo]) -> TagInfo:
-    # Stable releases (no prerelease) are always preferred over pre-releases.
+    return max(tags, key=lambda tag: tag.semver)
-    # Within each group, standard semver ordering applies.
-    return max(tags, key=lambda tag: (not tag.semver.prerelease, tag.semver))
 
 
 def write_outputs(args: argparse.Namespace, payload: dict) -> None:

ci/run_with_test_connection.sh

@@ -16,7 +16,7 @@ check_command_exists() {
 }
 
 if [[ ! -e ./lancedb ]]; then
-    if [[ x${SOPHON_READ_TOKEN} != "x" ]]; then
+    if [[ -v SOPHON_READ_TOKEN ]]; then
         INPUT="lancedb-linux-x64"
         gh release \
             --repo lancedb/lancedb \

docker-compose.yml

@@ -1,7 +1,7 @@
 version: "3.9"
 services:
   localstack:
-    image: localstack/localstack:4.0
+    image: localstack/localstack:3.3
     ports:
       - 4566:4566
     environment:

dockerfiles/Dockerfile

@@ -1,27 +1,27 @@
-# Simple base dockerfile that supports basic dependencies required to run lance with FTS and Hybrid Search
+#Simple base dockerfile that supports basic dependencies required to run lance with FTS and Hybrid Search
-# Usage: docker build -t lancedb:latest -f Dockerfile .
+#Usage docker build -t lancedb:latest -f Dockerfile .
-FROM python:3.12-slim-bookworm
+FROM python:3.10-slim-buster
 
-# Install build dependencies in a single layer
+# Install Rust
-RUN apt-get update && \
+RUN apt-get update && apt-get install -y curl build-essential && \
-  apt-get install -y --no-install-recommends \
+  curl https://sh.rustup.rs -sSf | sh -s -- -y
-    curl \
-    build-essential \
-    protobuf-compiler \
-    git \
-    ca-certificates && \
-  apt-get clean && \
-  rm -rf /var/lib/apt/lists/*
-
-# Install Rust (pinned installer, non-interactive)
-RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y --default-toolchain stable --profile minimal
 
 # Set the environment variable for Rust
 ENV PATH="/root/.cargo/bin:${PATH}"
 
+# Install protobuf compiler
+RUN apt-get install -y protobuf-compiler && \
+  apt-get clean && \
+  rm -rf /var/lib/apt/lists/*
+
+RUN apt-get -y update &&\
+  apt-get -y upgrade && \
+  apt-get -y install git
+
+
 # Verify installations
 RUN python --version && \
   rustc --version && \
   protoc --version
 
-RUN pip install --no-cache-dir tantivy lancedb
+RUN pip install tantivy lancedb

docs/mkdocs.yml

@@ -11,7 +11,7 @@ watch:
 theme:
   name: "material"
   logo: assets/logo.png
-  favicon: assets/favicon.ico
+  favicon: assets/logo.png
   palette:
     # Palette toggle for light mode
     - scheme: lancedb
@@ -32,6 +32,8 @@ theme:
     - content.tooltips
     - toc.follow
     - navigation.top
+    - navigation.tabs
+    - navigation.tabs.sticky
     - navigation.footer
     - navigation.tracking
     - navigation.instant
@@ -52,21 +54,14 @@ plugins:
           options:
             docstring_style: numpy
             heading_level: 3
+            show_source: true
+            show_symbol_type_in_heading: true
             show_signature_annotations: true
             show_root_heading: true
-            show_docstring_examples: true
-            show_docstring_attributes: false
-            show_docstring_other_parameters: true
-            show_symbol_type_heading: true
-            show_labels: false
-            show_if_no_docstring: true
-            show_source: false
             members_order: source
             docstring_section_style: list
             signature_crossrefs: true
             separate_signature: true
-            filters:
-              - "!^_"
           import:
             # for cross references
             - https://arrow.apache.org/docs/objects.inv
@@ -120,13 +115,12 @@ markdown_extensions:
       emoji_index: !!python/name:material.extensions.emoji.twemoji
       emoji_generator: !!python/name:material.extensions.emoji.to_svg
   - markdown.extensions.toc:
-      toc_depth: 4
+      baselevel: 1
-      permalink: true
+      permalink: ""
-      permalink_title: Anchor link to this section
 
 nav:
-  - Documentation:
+  - API reference:
-      - SDK Reference: index.md
+      - Overview: index.md
       - Python: python/python.md
       - Javascript/TypeScript: js/globals.md
       - Java: java/java.md

docs/requirements.txt

@@ -1,9 +1,9 @@
-mkdocs==1.6.1
+mkdocs==1.5.3
 mkdocs-jupyter==0.24.1
-mkdocs-material==9.6.23
+mkdocs-material==9.5.3
-mkdocs-autorefs>=0.5,<=1.0
+mkdocs-autorefs<=1.0
-mkdocstrings[python]>=0.24,<1.0
+mkdocstrings[python]==0.25.2
-griffe>=0.40,<1.0
+griffe
-mkdocs-render-swagger-plugin>=0.1.0
+mkdocs-render-swagger-plugin
-pydantic>=2.0,<3.0
+pydantic
-mkdocs-redirects>=1.2.0
+mkdocs-redirects

docs/src/embeddings/available_embedding_models/multimodal_embedding_functions/voyageai_multimodal_embedding.md

@@ -1,111 +0,0 @@
-# VoyageAI Embeddings : Multimodal
-
-VoyageAI embeddings can also be used to embed both text and image data, only some of the models support image data and you can check the list
-under [https://docs.voyageai.com/docs/multimodal-embeddings](https://docs.voyageai.com/docs/multimodal-embeddings)
-
-Supported multimodal models:
-
-- `voyage-multimodal-3` - 1024 dimensions (text + images)
-- `voyage-multimodal-3.5` - Flexible dimensions (256, 512, 1024 default, 2048). Supports text, images, and video.
-
-### Video Support (voyage-multimodal-3.5)
-
-The `voyage-multimodal-3.5` model supports video input through:
-- Video URLs (`.mp4`, `.webm`, `.mov`, `.avi`, `.mkv`, `.m4v`, `.gif`)
-- Video file paths
-
-Constraints: Max 20MB video size.
-
-Supported parameters (to be passed in `create` method) are:
-
-| Parameter | Type | Default Value           | Description                               |
-|---|---|-------------------------|-------------------------------------------|
-| `name` | `str` | `"voyage-multimodal-3"` | The model ID of the VoyageAI model to use |
-| `output_dimension` | `int` | `None` | Output dimension for voyage-multimodal-3.5. Valid: 256, 512, 1024, 2048 |
-
-Usage Example:
-
-```python
-import base64
-import os
-from io import BytesIO
-
-import requests
-import lancedb
-from lancedb.pydantic import LanceModel, Vector
-from lancedb.embeddings import get_registry
-import pandas as pd
-
-os.environ['VOYAGE_API_KEY'] = 'YOUR_VOYAGE_API_KEY'
-
-db = lancedb.connect(".lancedb")
-func = get_registry().get("voyageai").create(name="voyage-multimodal-3")
-
-
-def image_to_base64(image_bytes: bytes):
-    buffered = BytesIO(image_bytes)
-    img_str = base64.b64encode(buffered.getvalue())
-    return img_str.decode("utf-8")
-
-
-class Images(LanceModel):
-    label: str
-    image_uri: str = func.SourceField()  # image uri as the source
-    image_bytes: str = func.SourceField()  # image bytes base64 encoded as the source
-    vector: Vector(func.ndims()) = func.VectorField()  # vector column
-    vec_from_bytes: Vector(func.ndims()) = func.VectorField()  # Another vector column
-
-
-if "images" in db.table_names():
-    db.drop_table("images")
-table = db.create_table("images", schema=Images)
-labels = ["cat", "cat", "dog", "dog", "horse", "horse"]
-uris = [
-    "http://farm1.staticflickr.com/53/167798175_7c7845bbbd_z.jpg",
-    "http://farm1.staticflickr.com/134/332220238_da527d8140_z.jpg",
-    "http://farm9.staticflickr.com/8387/8602747737_2e5c2a45d4_z.jpg",
-    "http://farm5.staticflickr.com/4092/5017326486_1f46057f5f_z.jpg",
-    "http://farm9.staticflickr.com/8216/8434969557_d37882c42d_z.jpg",
-    "http://farm6.staticflickr.com/5142/5835678453_4f3a4edb45_z.jpg",
-]
-# get each uri as bytes
-images_bytes = [image_to_base64(requests.get(uri).content) for uri in uris]
-table.add(
-    pd.DataFrame({"label": labels, "image_uri": uris, "image_bytes": images_bytes})
-)
-```
-Now we can search using text from both the default vector column and the custom vector column
-```python
-
-# text search
-actual = table.search("man's best friend", "vec_from_bytes").limit(1).to_pydantic(Images)[0]
-print(actual.label) # prints "dog"
-
-frombytes = (
-    table.search("man's best friend", vector_column_name="vec_from_bytes")
-    .limit(1)
-    .to_pydantic(Images)[0]
-)
-print(frombytes.label)
-
-```
-
-Because we're using a multi-modal embedding function, we can also search using images
-
-```python
-# image search
-query_image_uri = "http://farm1.staticflickr.com/200/467715466_ed4a31801f_z.jpg"
-image_bytes = requests.get(query_image_uri).content
-query_image = Image.open(BytesIO(image_bytes))
-actual = table.search(query_image, "vec_from_bytes").limit(1).to_pydantic(Images)[0]
-print(actual.label == "dog")
-
-# image search using a custom vector column
-other = (
-    table.search(query_image, vector_column_name="vec_from_bytes")
-    .limit(1)
-    .to_pydantic(Images)[0]
-)
-print(actual.label)
-
-```

docs/src/embeddings/available_embedding_models/text_embedding_functions/voyageai_embedding.md

@@ -1,62 +0,0 @@
-# VoyageAI Embeddings
-
-Voyage AI provides cutting-edge embedding and rerankers.
-
-
-Using voyageai API requires voyageai package, which can be installed using `pip install voyageai`. Voyage AI embeddings are used to generate embeddings for text data. The embeddings can be used for various tasks like semantic search, clustering, and classification.
-You also need to set the `VOYAGE_API_KEY` environment variable to use the VoyageAI API.
-
-Supported models are:
-
-**Voyage-4 Series (Latest)**
-
-- voyage-4 (1024 dims, general-purpose and multilingual retrieval, 320K batch tokens)
-- voyage-4-lite (1024 dims, optimized for latency and cost, 1M batch tokens)
-- voyage-4-large (1024 dims, best retrieval quality, 120K batch tokens)
-
-**Voyage-3 Series**
-
-- voyage-3
-- voyage-3-lite
-
-**Domain-Specific Models**
-
-- voyage-finance-2
-- voyage-multilingual-2
-- voyage-law-2
-- voyage-code-2
-
-
-Supported parameters (to be passed in `create` method) are:
-
-| Parameter | Type | Default Value | Description |
-|---|---|--------|---------|
-| `name` | `str` | `None` | The model ID of the model to use. Supported base models for Text Embeddings: voyage-4, voyage-4-lite, voyage-4-large, voyage-3, voyage-3-lite, voyage-finance-2, voyage-multilingual-2, voyage-law-2, voyage-code-2 |
-| `input_type` | `str` | `None` | Type of the input text. Default to None. Other options: query, document. |
-| `truncation` | `bool` | `True` | Whether to truncate the input texts to fit within the context length. |
-
-
-Usage Example:
-    
-```python
-    import lancedb
-    from lancedb.pydantic import LanceModel, Vector
-    from lancedb.embeddings import EmbeddingFunctionRegistry
-
-    voyageai = EmbeddingFunctionRegistry
-        .get_instance()
-        .get("voyageai")
-        .create(name="voyage-3")
-
-    class TextModel(LanceModel):
-        text: str = voyageai.SourceField()
-        vector: Vector(voyageai.ndims()) =  voyageai.VectorField()
-
-    data = [ { "text": "hello world" },
-            { "text": "goodbye world" }]
-
-    db = lancedb.connect("~/.lancedb")
-    tbl = db.create_table("test", schema=TextModel, mode="overwrite")
-
-    tbl.add(data)
-```

docs/src/index.md

@@ -1,12 +1,8 @@
-# SDK Reference
+# API Reference
 
-This site contains the API reference for the client SDKs supported by [LanceDB](https://lancedb.com).
+This page contains the API reference for the SDKs supported by the LanceDB team.
 
 - [Python](python/python.md)
 - [JavaScript/TypeScript](js/globals.md)
 - [Java](java/java.md)
-- [Rust](https://docs.rs/lancedb/latest/lancedb/index.html)
+- [Rust](https://docs.rs/lancedb/latest/lancedb/index.html)
-
-!!! info "LanceDB Documentation"
-
-    If you're looking for the full documentation of LanceDB, visit [docs.lancedb.com](https://docs.lancedb.com).

docs/src/java/java.md

@@ -14,7 +14,7 @@ Add the following dependency to your `pom.xml`:
 <dependency>
     <groupId>com.lancedb</groupId>
     <artifactId>lancedb-core</artifactId>
-    <version>0.27.2</version>
+    <version>0.23.1-beta.1</version>
 </dependency>
 ```
 
@@ -57,32 +57,32 @@ LanceNamespace namespaceClient = LanceDbNamespaceClientBuilder.newBuilder()
 
 ## Metadata Operations
 
-### Creating a Namespace Path
+### Creating a Namespace
 
-Namespace paths organize tables hierarchically. Create the desired namespace path before creating tables within it:
+Namespaces organize tables hierarchically. Create a namespace before creating tables within it:
 
 ```java
 import org.lance.namespace.model.CreateNamespaceRequest;
 import org.lance.namespace.model.CreateNamespaceResponse;
 
-// Create a child namespace path
+// Create a child namespace
 CreateNamespaceRequest request = new CreateNamespaceRequest();
 request.setId(Arrays.asList("my_namespace"));
 
 CreateNamespaceResponse response = namespaceClient.createNamespace(request);
 ```
 
-You can also create nested namespace paths:
+You can also create nested namespaces:
 
 ```java
-// Create a nested namespace path: parent/child
+// Create a nested namespace: parent/child
 CreateNamespaceRequest request = new CreateNamespaceRequest();
 request.setId(Arrays.asList("parent_namespace", "child_namespace"));
 
 CreateNamespaceResponse response = namespaceClient.createNamespace(request);
 ```
 
-### Describing a Namespace Path
+### Describing a Namespace
 
 ```java
 import org.lance.namespace.model.DescribeNamespaceRequest;
@@ -95,22 +95,22 @@ DescribeNamespaceResponse response = namespaceClient.describeNamespace(request);
 System.out.println("Namespace properties: " + response.getProperties());
 ```
 
-### Listing Namespace Paths
+### Listing Namespaces
 
 ```java
 import org.lance.namespace.model.ListNamespacesRequest;
 import org.lance.namespace.model.ListNamespacesResponse;
 
-// List all namespace paths at the root level
+// List all namespaces at root level
 ListNamespacesRequest request = new ListNamespacesRequest();
 request.setId(Arrays.asList());  // Empty for root
 
 ListNamespacesResponse response = namespaceClient.listNamespaces(request);
 for (String ns : response.getNamespaces()) {
-    System.out.println("Namespace path: " + ns);
+    System.out.println("Namespace: " + ns);
 }
 
-// List child namespace paths under a parent path
+// List child namespaces under a parent
 ListNamespacesRequest childRequest = new ListNamespacesRequest();
 childRequest.setId(Arrays.asList("parent_namespace"));
 
@@ -123,7 +123,7 @@ ListNamespacesResponse childResponse = namespaceClient.listNamespaces(childReque
 import org.lance.namespace.model.ListTablesRequest;
 import org.lance.namespace.model.ListTablesResponse;
 
-// List tables in a namespace path
+// List tables in a namespace
 ListTablesRequest request = new ListTablesRequest();
 request.setId(Arrays.asList("my_namespace"));
 
@@ -133,7 +133,7 @@ for (String table : response.getTables()) {
 }
 ```
 
-### Dropping a Namespace Path
+### Dropping a Namespace
 
 ```java
 import org.lance.namespace.model.DropNamespaceRequest;
@@ -175,7 +175,7 @@ DropTableResponse response = namespaceClient.dropTable(request);
 
 ### Creating a Table
 
-Tables are created within a namespace path by providing data in Apache Arrow IPC format:
+Tables are created within a namespace by providing data in Apache Arrow IPC format:
 
 ```java
 import org.lance.namespace.LanceNamespace;
@@ -242,7 +242,7 @@ try (BufferAllocator allocator = new RootAllocator();
     }
     byte[] tableData = out.toByteArray();
 
-    // Create a table in a namespace path
+    // Create table in a namespace
     CreateTableRequest request = new CreateTableRequest();
     request.setId(Arrays.asList("my_namespace", "my_table"));
     CreateTableResponse response = namespaceClient.createTable(request, tableData);

docs/src/js/classes/Connection.md

@@ -61,8 +61,8 @@ sharing the same data, deletion, and index files.
 * **options.sourceVersion?**: `number`
     The version of the source table to clone.
 
-* **options.targetNamespacePath?**: `string`[]
+* **options.targetNamespace?**: `string`[]
-    The namespace path for the target table (defaults to root namespace).
+    The namespace for the target table (defaults to root namespace).
 
 #### Returns
 
@@ -116,13 +116,13 @@ Creates a new empty Table
 
 `Promise`<[`Table`](Table.md)>
 
-#### createEmptyTable(name, schema, namespacePath, options)
+#### createEmptyTable(name, schema, namespace, options)
 
 ```ts
 abstract createEmptyTable(
    name,
    schema,
-   namespacePath?,
+   namespace?,
    options?): Promise<Table>
 ```
 
@@ -136,8 +136,8 @@ Creates a new empty Table
 * **schema**: [`SchemaLike`](../type-aliases/SchemaLike.md)
     The schema of the table
 
-* **namespacePath?**: `string`[]
+* **namespace?**: `string`[]
-    The namespace path to create the table in (defaults to root namespace)
+    The namespace to create the table in (defaults to root namespace)
 
 * **options?**: `Partial`&lt;[`CreateTableOptions`](../interfaces/CreateTableOptions.md)&gt;
     Additional options
@@ -150,10 +150,10 @@ Creates a new empty Table
 
 ### createTable()
 
-#### createTable(options, namespacePath)
+#### createTable(options, namespace)
 
 ```ts
-abstract createTable(options, namespacePath?): Promise<Table>
+abstract createTable(options, namespace?): Promise<Table>
 ```
 
 Creates a new Table and initialize it with new data.
@@ -163,8 +163,8 @@ Creates a new Table and initialize it with new data.
 * **options**: `object` & `Partial`&lt;[`CreateTableOptions`](../interfaces/CreateTableOptions.md)&gt;
     The options object.
 
-* **namespacePath?**: `string`[]
+* **namespace?**: `string`[]
-    The namespace path to create the table in (defaults to root namespace)
+    The namespace to create the table in (defaults to root namespace)
 
 ##### Returns
 
@@ -197,13 +197,13 @@ Creates a new Table and initialize it with new data.
 
 `Promise`&lt;[`Table`](Table.md)&gt;
 
-#### createTable(name, data, namespacePath, options)
+#### createTable(name, data, namespace, options)
 
 ```ts
 abstract createTable(
    name,
    data,
-   namespacePath?,
+   namespace?,
    options?): Promise<Table>
 ```
 
@@ -218,8 +218,8 @@ Creates a new Table and initialize it with new data.
     Non-empty Array of Records
     to be inserted into the table
 
-* **namespacePath?**: `string`[]
+* **namespace?**: `string`[]
-    The namespace path to create the table in (defaults to root namespace)
+    The namespace to create the table in (defaults to root namespace)
 
 * **options?**: `Partial`&lt;[`CreateTableOptions`](../interfaces/CreateTableOptions.md)&gt;
     Additional options
@@ -247,15 +247,15 @@ Return a brief description of the connection
 ### dropAllTables()
 
 ```ts
-abstract dropAllTables(namespacePath?): Promise<void>
+abstract dropAllTables(namespace?): Promise<void>
 ```
 
 Drop all tables in the database.
 
 #### Parameters
 
-* **namespacePath?**: `string`[]
+* **namespace?**: `string`[]
-    The namespace path to drop tables from (defaults to root namespace).
+    The namespace to drop tables from (defaults to root namespace).
 
 #### Returns
 
@@ -266,7 +266,7 @@ Drop all tables in the database.
 ### dropTable()
 
 ```ts
-abstract dropTable(name, namespacePath?): Promise<void>
+abstract dropTable(name, namespace?): Promise<void>
 ```
 
 Drop an existing table.
@@ -276,8 +276,8 @@ Drop an existing table.
 * **name**: `string`
     The name of the table to drop.
 
-* **namespacePath?**: `string`[]
+* **namespace?**: `string`[]
-    The namespace path of the table (defaults to root namespace).
+    The namespace of the table (defaults to root namespace).
 
 #### Returns
 
@@ -304,7 +304,7 @@ Return true if the connection has not been closed
 ```ts
 abstract openTable(
    name,
-   namespacePath?,
+   namespace?,
    options?): Promise<Table>
 ```
 
@@ -315,8 +315,8 @@ Open a table in the database.
 * **name**: `string`
     The name of the table
 
-* **namespacePath?**: `string`[]
+* **namespace?**: `string`[]
-    The namespace path of the table (defaults to root namespace)
+    The namespace of the table (defaults to root namespace)
 
 * **options?**: `Partial`&lt;[`OpenTableOptions`](../interfaces/OpenTableOptions.md)&gt;
     Additional options
@@ -349,10 +349,10 @@ Tables will be returned in lexicographical order.
 
 `Promise`&lt;`string`[]&gt;
 
-#### tableNames(namespacePath, options)
+#### tableNames(namespace, options)
 
 ```ts
-abstract tableNames(namespacePath?, options?): Promise<string[]>
+abstract tableNames(namespace?, options?): Promise<string[]>
 ```
 
 List all the table names in this database.
@@ -361,8 +361,8 @@ Tables will be returned in lexicographical order.
 
 ##### Parameters
 
-* **namespacePath?**: `string`[]
+* **namespace?**: `string`[]
-    The namespace path to list tables from (defaults to root namespace)
+    The namespace to list tables from (defaults to root namespace)
 
 * **options?**: `Partial`&lt;[`TableNamesOptions`](../interfaces/TableNamesOptions.md)&gt;
     options to control the

docs/src/js/classes/Table.md

@@ -71,12 +71,11 @@ Add new columns with defined values.
 
 #### Parameters
 
-* **newColumnTransforms**: `Field`<`any`> \| `Field`<`any`>[] \| `Schema`<`any`> \| [`AddColumnsSql`](../interfaces/AddColumnsSql.md)[]
+* **newColumnTransforms**: [`AddColumnsSql`](../interfaces/AddColumnsSql.md)[]
-    Either:
+    pairs of column names and
-    - An array of objects with column names and SQL expressions to calculate values
+    the SQL expression to use to calculate the value of the new column. These
-    - A single Arrow Field defining one column with its data type (column will be initialized with null values)
+    expressions will be evaluated for each row in the table, and can
-    - An array of Arrow Fields defining columns with their data types (columns will be initialized with null values)
+    reference existing columns in the table.
-    - An Arrow Schema defining columns with their data types (columns will be initialized with null values)
 
 #### Returns
 
@@ -368,27 +367,6 @@ Use [Table.listIndices](Table.md#listindices) to find the names of the indices.
 
 ***
 
-### initialStorageOptions()
-
-```ts
-abstract initialStorageOptions(): Promise<undefined | null | Record<string, string>>
-```
-
-Get the initial storage options that were passed in when opening this table.
-
-For dynamically refreshed options (e.g., credential vending), use
-[Table.latestStorageOptions](Table.md#lateststorageoptions).
-
-Warning: This is an internal API and the return value is subject to change.
-
-#### Returns
-
-`Promise`&lt;`undefined` \| `null` \| `Record`&lt;`string`, `string`&gt;&gt;
-
-The storage options, or undefined if no storage options were configured.
-
-***
-
 ### isOpen()
 
 ```ts
@@ -403,28 +381,6 @@ Return true if the table has not been closed
 
 ***
 
-### latestStorageOptions()
-
-```ts
-abstract latestStorageOptions(): Promise<undefined | null | Record<string, string>>
-```
-
-Get the latest storage options, refreshing from provider if configured.
-
-This method is useful for credential vending scenarios where storage options
-may be refreshed dynamically. If no dynamic provider is configured, this
-returns the initial static options.
-
-Warning: This is an internal API and the return value is subject to change.
-
-#### Returns
-
-`Promise`&lt;`undefined` \| `null` \| `Record`&lt;`string`, `string`&gt;&gt;
-
-The storage options, or undefined if no storage options were configured.
-
-***
-
 ### listIndices()
 
 ```ts
@@ -485,7 +441,19 @@ Modeled after ``VACUUM`` in PostgreSQL.
  - Prune: Removes old versions of the dataset
  - Index: Optimizes the indices, adding new data to existing indices
 
- The frequency an application should call optimize is based on the frequency of
+ Experimental API
+ ----------------
+
+ The optimization process is undergoing active development and may change.
+ Our goal with these changes is to improve the performance of optimization and
+ reduce the complexity.
+
+ That being said, it is essential today to run optimize if you want the best
+ performance.  It should be stable and safe to use in production, but it our
+ hope that the API may be simplified (or not even need to be called) in the
+ future.
+
+ The frequency an application shoudl call optimize is based on the frequency of
  data modifications.  If data is frequently added, deleted, or updated then
  optimize should be run frequently.  A good rule of thumb is to run optimize if
  you have added or modified 100,000 or more records or run more than 20 data
@@ -737,11 +705,8 @@ Create a query that returns a subset of the rows in the table.
 
 #### Parameters
 
-* **rowIds**: readonly (`number` \| `bigint`)[]
+* **rowIds**: `number`[]
     The row ids of the rows to return.
-    Row ids returned by `withRowId()` are `bigint`, so `bigint[]` is supported.
-    For convenience / backwards compatibility, `number[]` is also accepted (for
-    small row ids that fit in a safe integer).
 
 #### Returns
 

docs/src/js/interfaces/DeleteResult.md

@@ -8,14 +8,6 @@
 
 ## Properties
 
-### numDeletedRows
-
-```ts
-numDeletedRows: number;
-```
-
-***
-
 ### version
 
 ```ts

docs/src/js/interfaces/OptimizeOptions.md

@@ -37,12 +37,3 @@ tbl.optimize({cleanupOlderThan: new Date()});
 ```ts
 deleteUnverified: boolean;
 ```
-
-Because they may be part of an in-progress transaction, files newer than
-7 days old are not deleted by default. If you are sure that there are no
-in-progress transactions, then you can set this to true to delete all
-files older than `cleanupOlderThan`.
-
-**WARNING**: This should only be set to true if you can guarantee that
-no other process is currently working on this dataset. Otherwise the
-dataset could be put into a corrupted state.

docs/src/js/namespaces/embedding/classes/EmbeddingFunction.md

@@ -52,7 +52,7 @@ new EmbeddingFunction<T, M>(): EmbeddingFunction<T, M>
 ### computeQueryEmbeddings()
 
 ```ts
-computeQueryEmbeddings(data): Promise<number[] | Uint8Array | Float32Array | Float64Array>
+computeQueryEmbeddings(data): Promise<number[] | Float32Array | Float64Array>
 ```
 
 Compute the embeddings for a single query
@@ -63,7 +63,7 @@ Compute the embeddings for a single query
 
 #### Returns
 
-`Promise`&lt;`number`[] \| `Uint8Array` \| `Float32Array` \| `Float64Array`&gt;
+`Promise`&lt;`number`[] \| `Float32Array` \| `Float64Array`&gt;
 
 ***
 

docs/src/js/namespaces/embedding/classes/TextEmbeddingFunction.md

@@ -37,7 +37,7 @@ new TextEmbeddingFunction<M>(): TextEmbeddingFunction<M>
 ### computeQueryEmbeddings()
 
 ```ts
-computeQueryEmbeddings(data): Promise<number[] | Uint8Array | Float32Array | Float64Array>
+computeQueryEmbeddings(data): Promise<number[] | Float32Array | Float64Array>
 ```
 
 Compute the embeddings for a single query
@@ -48,7 +48,7 @@ Compute the embeddings for a single query
 
 #### Returns
 
-`Promise`&lt;`number`[] \| `Uint8Array` \| `Float32Array` \| `Float64Array`&gt;
+`Promise`&lt;`number`[] \| `Float32Array` \| `Float64Array`&gt;
 
 #### Overrides
 

docs/src/js/type-aliases/IntoVector.md

@@ -7,10 +7,5 @@
 # Type Alias: IntoVector
 
 ```ts
-type IntoVector:
+type IntoVector: Float32Array | Float64Array | number[] | Promise<Float32Array | Float64Array | number[]>;
-  | Float32Array
-  | Float64Array
-  | Uint8Array
-  | number[]
-  | Promise<Float32Array | Float64Array | Uint8Array | number[]>;
 ```

docs/src/python/python.md

@@ -36,20 +36,6 @@ is also an [asynchronous API client](#connections-asynchronous).
 
 ::: lancedb.table.Tags
 
-## Expressions
-
-Type-safe expression builder for filters and projections. Use these instead
-of raw SQL strings with [where][lancedb.query.LanceQueryBuilder.where] and
-[select][lancedb.query.LanceQueryBuilder.select].
-
-::: lancedb.expr.Expr
-
-::: lancedb.expr.col
-
-::: lancedb.expr.lit
-
-::: lancedb.expr.func
-
 ## Querying (Synchronous)
 
 ::: lancedb.query.Query

docs/src/styles/extra.css

@@ -85,26 +85,17 @@
 
 /* Header gradient (only header area) */
 .md-header {
-  background: linear-gradient(90deg, #e4d8f8 0%, #F0B7C1 45%, #E55A2B 100%);
+  background: linear-gradient(90deg, #3B2E58 0%, #F0B7C1 45%, #E55A2B 100%);
   box-shadow: inset 0 1px 0 rgba(255,255,255,0.08), 0 1px 0 rgba(0,0,0,0.08);
 }
 
-/* Improve brand title contrast on the lavender side */
-.md-header__title,
-.md-header__topic,
-.md-header__title .md-ellipsis,
-.md-header__topic .md-ellipsis {
-  color: #2b1b3a;
-  text-shadow: 0 1px 0 rgba(255, 255, 255, 0.25);
-}
-
 /* Same colors as header for tabs (that hold the text) */
 .md-tabs {
-  background: linear-gradient(90deg, #e4d8f8 0%, #F0B7C1 45%, #E55A2B 100%);
+  background: linear-gradient(90deg, #3B2E58 0%, #F0B7C1 45%, #E55A2B 100%);
 }
 
 /* Dark scheme variant */
 [data-md-color-scheme="slate"] .md-header,
 [data-md-color-scheme="slate"] .md-tabs {
-  background: linear-gradient(90deg, #e4d8f8 0%, #F0B7C1 45%, #E55A2B 100%);
+  background: linear-gradient(90deg, #3B2E58 0%, #F0B7C1 45%, #E55A2B 100%);
 }

java/JAVA_THIRD_PARTY_LICENSES.md

@@ -1,71 +0,0 @@
-
-List of third-party dependencies grouped by their license type.
-
-    Apache 2.0:
-
-        * error-prone annotations (com.google.errorprone:error_prone_annotations:2.28.0 - https://errorprone.info/error_prone_annotations)
-
-    Apache License 2.0:
-
-        * JsonNullable Jackson module (org.openapitools:jackson-databind-nullable:0.2.6 - https://github.com/OpenAPITools/jackson-databind-nullable)
-
-    Apache License V2.0:
-
-        * FlatBuffers Java API (com.google.flatbuffers:flatbuffers-java:23.5.26 - https://github.com/google/flatbuffers)
-
-    Apache License, Version 2.0:
-
-        * Apache Commons Codec (commons-codec:commons-codec:1.15 - https://commons.apache.org/proper/commons-codec/)
-        * Apache HttpClient (org.apache.httpcomponents.client5:httpclient5:5.2.1 - https://hc.apache.org/httpcomponents-client-5.0.x/5.2.1/httpclient5/)
-        * Apache HttpComponents Core HTTP/1.1 (org.apache.httpcomponents.core5:httpcore5:5.2 - https://hc.apache.org/httpcomponents-core-5.2.x/5.2/httpcore5/)
-        * Apache HttpComponents Core HTTP/2 (org.apache.httpcomponents.core5:httpcore5-h2:5.2 - https://hc.apache.org/httpcomponents-core-5.2.x/5.2/httpcore5-h2/)
-        * Arrow Format (org.apache.arrow:arrow-format:15.0.0 - https://arrow.apache.org/arrow-format/)
-        * Arrow Java C Data Interface (org.apache.arrow:arrow-c-data:15.0.0 - https://arrow.apache.org/arrow-c-data/)
-        * Arrow Java Dataset (org.apache.arrow:arrow-dataset:15.0.0 - https://arrow.apache.org/arrow-dataset/)
-        * Arrow Memory - Core (org.apache.arrow:arrow-memory-core:15.0.0 - https://arrow.apache.org/arrow-memory/arrow-memory-core/)
-        * Arrow Memory - Netty (org.apache.arrow:arrow-memory-netty:15.0.0 - https://arrow.apache.org/arrow-memory/arrow-memory-netty/)
-        * Arrow Vectors (org.apache.arrow:arrow-vector:15.0.0 - https://arrow.apache.org/arrow-vector/)
-        * Guava: Google Core Libraries for Java (com.google.guava:guava:33.3.1-jre - https://github.com/google/guava)
-        * J2ObjC Annotations (com.google.j2objc:j2objc-annotations:3.0.0 - https://github.com/google/j2objc/)
-        * Netty/Buffer (io.netty:netty-buffer:4.1.104.Final - https://netty.io/netty-buffer/)
-        * Netty/Common (io.netty:netty-common:4.1.104.Final - https://netty.io/netty-common/)
-
-    Apache-2.0:
-
-        * Apache Commons Lang (org.apache.commons:commons-lang3:3.18.0 - https://commons.apache.org/proper/commons-lang/)
-        * lance-namespace-apache-client (org.lance:lance-namespace-apache-client:0.4.5 - https://github.com/openapitools/openapi-generator)
-        * lance-namespace-core (org.lance:lance-namespace-core:0.4.5 - https://lance.org/format/namespace/lance-namespace-core/)
-
-    EDL 1.0:
-
-        * Jakarta Activation API jar (jakarta.activation:jakarta.activation-api:1.2.2 - https://github.com/eclipse-ee4j/jaf/jakarta.activation-api)
-
-    Eclipse Distribution License - v 1.0:
-
-        * Eclipse Collections API (org.eclipse.collections:eclipse-collections-api:11.1.0 - https://github.com/eclipse/eclipse-collections/eclipse-collections-api)
-        * Eclipse Collections Main Library (org.eclipse.collections:eclipse-collections:11.1.0 - https://github.com/eclipse/eclipse-collections/eclipse-collections)
-        * Jakarta XML Binding API (jakarta.xml.bind:jakarta.xml.bind-api:2.3.3 - https://github.com/eclipse-ee4j/jaxb-api/jakarta.xml.bind-api)
-
-    Eclipse Public License - v 1.0:
-
-        * Eclipse Collections API (org.eclipse.collections:eclipse-collections-api:11.1.0 - https://github.com/eclipse/eclipse-collections/eclipse-collections-api)
-        * Eclipse Collections Main Library (org.eclipse.collections:eclipse-collections:11.1.0 - https://github.com/eclipse/eclipse-collections/eclipse-collections)
-
-    The Apache Software License, Version 2.0:
-
-        * FindBugs-jsr305 (com.google.code.findbugs:jsr305:3.0.2 - http://findbugs.sourceforge.net/)
-        * Guava InternalFutureFailureAccess and InternalFutures (com.google.guava:failureaccess:1.0.2 - https://github.com/google/guava/failureaccess)
-        * Guava ListenableFuture only (com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava - https://github.com/google/guava/listenablefuture)
-        * Jackson datatype: JSR310 (com.fasterxml.jackson.datatype:jackson-datatype-jsr310:2.16.0 - https://github.com/FasterXML/jackson-modules-java8/jackson-datatype-jsr310)
-        * Jackson module: Old JAXB Annotations (javax.xml.bind) (com.fasterxml.jackson.module:jackson-module-jaxb-annotations:2.17.1 - https://github.com/FasterXML/jackson-modules-base)
-        * Jackson-annotations (com.fasterxml.jackson.core:jackson-annotations:2.16.0 - https://github.com/FasterXML/jackson)
-        * Jackson-core (com.fasterxml.jackson.core:jackson-core:2.16.0 - https://github.com/FasterXML/jackson-core)
-        * jackson-databind (com.fasterxml.jackson.core:jackson-databind:2.15.2 - https://github.com/FasterXML/jackson)
-        * Jackson-JAXRS: base (com.fasterxml.jackson.jaxrs:jackson-jaxrs-base:2.17.1 - https://github.com/FasterXML/jackson-jaxrs-providers/jackson-jaxrs-base)
-        * Jackson-JAXRS: JSON (com.fasterxml.jackson.jaxrs:jackson-jaxrs-json-provider:2.17.1 - https://github.com/FasterXML/jackson-jaxrs-providers/jackson-jaxrs-json-provider)
-        * JAR JNI Loader (org.questdb:jar-jni:1.1.1 - https://github.com/questdb/rust-maven-plugin)
-        * Lance Core (org.lance:lance-core:2.0.0 - https://lance.org/)
-
-    The MIT License:
-
-        * Checker Qual (org.checkerframework:checker-qual:3.43.0 - https://checkerframework.org/)

java/README.md

@@ -1,4 +1,4 @@
-# LanceDB Java Enterprise Client
+# LanceDB Java SDK
 
 ## Configuration and Initialization
 

java/lancedb-core/JAVA_THIRD_PARTY_LICENSES.md

@@ -1,71 +0,0 @@
-
-List of third-party dependencies grouped by their license type.
-
-    Apache 2.0:
-
-        * error-prone annotations (com.google.errorprone:error_prone_annotations:2.28.0 - https://errorprone.info/error_prone_annotations)
-
-    Apache License 2.0:
-
-        * JsonNullable Jackson module (org.openapitools:jackson-databind-nullable:0.2.6 - https://github.com/OpenAPITools/jackson-databind-nullable)
-
-    Apache License V2.0:
-
-        * FlatBuffers Java API (com.google.flatbuffers:flatbuffers-java:23.5.26 - https://github.com/google/flatbuffers)
-
-    Apache License, Version 2.0:
-
-        * Apache Commons Codec (commons-codec:commons-codec:1.15 - https://commons.apache.org/proper/commons-codec/)
-        * Apache HttpClient (org.apache.httpcomponents.client5:httpclient5:5.2.1 - https://hc.apache.org/httpcomponents-client-5.0.x/5.2.1/httpclient5/)
-        * Apache HttpComponents Core HTTP/1.1 (org.apache.httpcomponents.core5:httpcore5:5.2 - https://hc.apache.org/httpcomponents-core-5.2.x/5.2/httpcore5/)
-        * Apache HttpComponents Core HTTP/2 (org.apache.httpcomponents.core5:httpcore5-h2:5.2 - https://hc.apache.org/httpcomponents-core-5.2.x/5.2/httpcore5-h2/)
-        * Arrow Format (org.apache.arrow:arrow-format:15.0.0 - https://arrow.apache.org/arrow-format/)
-        * Arrow Java C Data Interface (org.apache.arrow:arrow-c-data:15.0.0 - https://arrow.apache.org/arrow-c-data/)
-        * Arrow Java Dataset (org.apache.arrow:arrow-dataset:15.0.0 - https://arrow.apache.org/arrow-dataset/)
-        * Arrow Memory - Core (org.apache.arrow:arrow-memory-core:15.0.0 - https://arrow.apache.org/arrow-memory/arrow-memory-core/)
-        * Arrow Memory - Netty (org.apache.arrow:arrow-memory-netty:15.0.0 - https://arrow.apache.org/arrow-memory/arrow-memory-netty/)
-        * Arrow Vectors (org.apache.arrow:arrow-vector:15.0.0 - https://arrow.apache.org/arrow-vector/)
-        * Guava: Google Core Libraries for Java (com.google.guava:guava:33.3.1-jre - https://github.com/google/guava)
-        * J2ObjC Annotations (com.google.j2objc:j2objc-annotations:3.0.0 - https://github.com/google/j2objc/)
-        * Netty/Buffer (io.netty:netty-buffer:4.1.104.Final - https://netty.io/netty-buffer/)
-        * Netty/Common (io.netty:netty-common:4.1.104.Final - https://netty.io/netty-common/)
-
-    Apache-2.0:
-
-        * Apache Commons Lang (org.apache.commons:commons-lang3:3.18.0 - https://commons.apache.org/proper/commons-lang/)
-        * lance-namespace-apache-client (org.lance:lance-namespace-apache-client:0.4.5 - https://github.com/openapitools/openapi-generator)
-        * lance-namespace-core (org.lance:lance-namespace-core:0.4.5 - https://lance.org/format/namespace/lance-namespace-core/)
-
-    EDL 1.0:
-
-        * Jakarta Activation API jar (jakarta.activation:jakarta.activation-api:1.2.2 - https://github.com/eclipse-ee4j/jaf/jakarta.activation-api)
-
-    Eclipse Distribution License - v 1.0:
-
-        * Eclipse Collections API (org.eclipse.collections:eclipse-collections-api:11.1.0 - https://github.com/eclipse/eclipse-collections/eclipse-collections-api)
-        * Eclipse Collections Main Library (org.eclipse.collections:eclipse-collections:11.1.0 - https://github.com/eclipse/eclipse-collections/eclipse-collections)
-        * Jakarta XML Binding API (jakarta.xml.bind:jakarta.xml.bind-api:2.3.3 - https://github.com/eclipse-ee4j/jaxb-api/jakarta.xml.bind-api)
-
-    Eclipse Public License - v 1.0:
-
-        * Eclipse Collections API (org.eclipse.collections:eclipse-collections-api:11.1.0 - https://github.com/eclipse/eclipse-collections/eclipse-collections-api)
-        * Eclipse Collections Main Library (org.eclipse.collections:eclipse-collections:11.1.0 - https://github.com/eclipse/eclipse-collections/eclipse-collections)
-
-    The Apache Software License, Version 2.0:
-
-        * FindBugs-jsr305 (com.google.code.findbugs:jsr305:3.0.2 - http://findbugs.sourceforge.net/)
-        * Guava InternalFutureFailureAccess and InternalFutures (com.google.guava:failureaccess:1.0.2 - https://github.com/google/guava/failureaccess)
-        * Guava ListenableFuture only (com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava - https://github.com/google/guava/listenablefuture)
-        * Jackson datatype: JSR310 (com.fasterxml.jackson.datatype:jackson-datatype-jsr310:2.16.0 - https://github.com/FasterXML/jackson-modules-java8/jackson-datatype-jsr310)
-        * Jackson module: Old JAXB Annotations (javax.xml.bind) (com.fasterxml.jackson.module:jackson-module-jaxb-annotations:2.17.1 - https://github.com/FasterXML/jackson-modules-base)
-        * Jackson-annotations (com.fasterxml.jackson.core:jackson-annotations:2.16.0 - https://github.com/FasterXML/jackson)
-        * Jackson-core (com.fasterxml.jackson.core:jackson-core:2.16.0 - https://github.com/FasterXML/jackson-core)
-        * jackson-databind (com.fasterxml.jackson.core:jackson-databind:2.15.2 - https://github.com/FasterXML/jackson)
-        * Jackson-JAXRS: base (com.fasterxml.jackson.jaxrs:jackson-jaxrs-base:2.17.1 - https://github.com/FasterXML/jackson-jaxrs-providers/jackson-jaxrs-base)
-        * Jackson-JAXRS: JSON (com.fasterxml.jackson.jaxrs:jackson-jaxrs-json-provider:2.17.1 - https://github.com/FasterXML/jackson-jaxrs-providers/jackson-jaxrs-json-provider)
-        * JAR JNI Loader (org.questdb:jar-jni:1.1.1 - https://github.com/questdb/rust-maven-plugin)
-        * Lance Core (org.lance:lance-core:2.0.0 - https://lance.org/)
-
-    The MIT License:
-
-        * Checker Qual (org.checkerframework:checker-qual:3.43.0 - https://checkerframework.org/)

java/lancedb-core/pom.xml

@@ -8,7 +8,7 @@
     <parent>
       <groupId>com.lancedb</groupId>
       <artifactId>lancedb-parent</artifactId>
-      <version>0.27.2-final.0</version>
+      <version>0.23.1-beta.1</version>
       <relativePath>../pom.xml</relativePath>
     </parent>
 
@@ -56,21 +56,21 @@
         <dependency>
             <groupId>org.apache.logging.log4j</groupId>
             <artifactId>log4j-slf4j2-impl</artifactId>
-            <version>2.25.3</version>
+            <version>2.24.3</version>
             <scope>test</scope>
         </dependency>
 
         <dependency>
             <groupId>org.apache.logging.log4j</groupId>
             <artifactId>log4j-core</artifactId>
-            <version>2.25.3</version>
+            <version>2.24.3</version>
             <scope>test</scope>
         </dependency>
 
         <dependency>
             <groupId>org.apache.logging.log4j</groupId>
             <artifactId>log4j-api</artifactId>
-            <version>2.25.3</version>
+            <version>2.24.3</version>
             <scope>test</scope>
         </dependency>
     </dependencies>

java/pom.xml

@@ -6,7 +6,7 @@
 
     <groupId>com.lancedb</groupId>
     <artifactId>lancedb-parent</artifactId>
-    <version>0.27.2-final.0</version>
+    <version>0.23.1-beta.1</version>
     <packaging>pom</packaging>
     <name>${project.artifactId}</name>
     <description>LanceDB Java SDK Parent POM</description>
@@ -28,7 +28,7 @@
     <properties>
         <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
         <arrow.version>15.0.0</arrow.version>
-        <lance-core.version>5.0.0-beta.4</lance-core.version>
+        <lance-core.version>1.0.0-rc.2</lance-core.version>
         <spotless.skip>false</spotless.skip>
         <spotless.version>2.30.0</spotless.version>
         <spotless.java.googlejavaformat.version>1.7</spotless.java.googlejavaformat.version>
@@ -111,7 +111,7 @@
             <plugin>
                 <groupId>org.apache.maven.plugins</groupId>
                 <artifactId>maven-source-plugin</artifactId>
-                <version>3.3.1</version>
+                <version>2.2.1</version>
                 <executions>
                     <execution>
                         <id>attach-sources</id>
@@ -124,7 +124,7 @@
             <plugin>
                 <groupId>org.apache.maven.plugins</groupId>
                 <artifactId>maven-javadoc-plugin</artifactId>
-                <version>3.11.2</version>
+                <version>2.9.1</version>
                 <executions>
                     <execution>
                         <id>attach-javadocs</id>
@@ -160,33 +160,20 @@
                 <groupId>com.diffplug.spotless</groupId>
                 <artifactId>spotless-maven-plugin</artifactId>
             </plugin>
-            <plugin>
-                <groupId>org.codehaus.mojo</groupId>
-                <artifactId>license-maven-plugin</artifactId>
-                <version>2.4.0</version>
-                <configuration>
-                    <outputDirectory>${project.basedir}</outputDirectory>
-                    <thirdPartyFilename>JAVA_THIRD_PARTY_LICENSES.md</thirdPartyFilename>
-                    <fileTemplate>/org/codehaus/mojo/license/third-party-file-groupByLicense.ftl</fileTemplate>
-                    <includedScopes>compile,runtime</includedScopes>
-                    <excludedScopes>test,provided</excludedScopes>
-                    <sortArtifactByName>true</sortArtifactByName>
-                </configuration>
-            </plugin>
         </plugins>
         <pluginManagement>
             <plugins>
                 <plugin>
                     <artifactId>maven-clean-plugin</artifactId>
-                    <version>3.4.1</version>
+                    <version>3.1.0</version>
                 </plugin>
                 <plugin>
                     <artifactId>maven-resources-plugin</artifactId>
-                    <version>3.3.1</version>
+                    <version>3.0.2</version>
                 </plugin>
                 <plugin>
                     <artifactId>maven-compiler-plugin</artifactId>
-                    <version>3.14.0</version>
+                    <version>3.8.1</version>
                     <configuration>
                         <compilerArgs>
                             <arg>-h</arg>
@@ -205,11 +192,11 @@
                 </plugin>
                 <plugin>
                     <artifactId>maven-jar-plugin</artifactId>
-                    <version>3.4.2</version>
+                    <version>3.0.2</version>
                 </plugin>
                 <plugin>
                     <artifactId>maven-install-plugin</artifactId>
-                    <version>3.1.3</version>
+                    <version>2.5.2</version>
                 </plugin>
                 <plugin>
                     <groupId>com.diffplug.spotless</groupId>
@@ -305,12 +292,11 @@
                     <plugin>
                         <groupId>org.sonatype.central</groupId>
                         <artifactId>central-publishing-maven-plugin</artifactId>
-                        <version>0.8.0</version>
+                        <version>0.4.0</version>
                         <extensions>true</extensions>
                         <configuration>
                             <publishingServerId>ossrh</publishingServerId>
                             <tokenAuth>true</tokenAuth>
-                            <autoPublish>true</autoPublish>
                         </configuration>
                     </plugin>
                     <plugin>
@@ -327,7 +313,7 @@
                     <plugin>
                         <groupId>org.apache.maven.plugins</groupId>
                         <artifactId>maven-gpg-plugin</artifactId>
-                        <version>3.2.7</version>
+                        <version>1.5</version>
                         <executions>
                             <execution>
                                 <id>sign-artifacts</id>

nodejs/Cargo.toml

@@ -1,7 +1,7 @@
 [package]
 name = "lancedb-nodejs"
 edition.workspace = true
-version = "0.27.2"
+version = "0.23.1-beta.1"
 license.workspace = true
 description.workspace = true
 repository.workspace = true
@@ -15,29 +15,27 @@ crate-type = ["cdylib"]
 async-trait.workspace = true
 arrow-ipc.workspace = true
 arrow-array.workspace = true
-arrow-buffer = "57.2"
-half.workspace = true
 arrow-schema.workspace = true
 env_logger.workspace = true
 futures.workspace = true
 lancedb = { path = "../rust/lancedb", default-features = false }
-napi = { version = "3.8.3", default-features = false, features = [
+napi = { version = "2.16.8", default-features = false, features = [
     "napi9",
     "async"
 ] }
-napi-derive = "3.5.2"
+napi-derive = "2.16.4"
 # Prevent dynamic linking of lzma, which comes from datafusion
-lzma-sys = { version = "0.1", features = ["static"] }
+lzma-sys = { version = "*", features = ["static"] }
 log.workspace = true
 
-# Pin to resolve build failures; update periodically for security patches.
+# Workaround for build failure until we can fix it.
-aws-lc-sys = "=0.38.0"
+aws-lc-sys = "=0.28.0"
-aws-lc-rs = "=1.16.1"
+aws-lc-rs = "=1.13.0"
 
 [build-dependencies]
-napi-build = "2.3.1"
+napi-build = "2.1"
 
 [features]
-default = ["remote", "lancedb/aws", "lancedb/gcs", "lancedb/azure", "lancedb/dynamodb", "lancedb/oss", "lancedb/huggingface"]
+default = ["remote", "lancedb/default"]
 fp16kernels = ["lancedb/fp16kernels"]
 remote = ["lancedb/remote"]

nodejs/NODEJS_THIRD_PARTY_LICENSES.md

@@ -1,668 +0,0 @@
-[@75lb/deep-merge@1.1.2](https://github.com/75lb/deep-merge) - MIT
-[@aashutoshrathi/word-wrap@1.2.6](https://github.com/aashutoshrathi/word-wrap) - MIT
-[@ampproject/remapping@2.2.1](https://github.com/ampproject/remapping) - Apache-2.0
-[@aws-crypto/crc32@3.0.0](https://github.com/aws/aws-sdk-js-crypto-helpers) - Apache-2.0
-[@aws-crypto/crc32c@3.0.0](https://github.com/aws/aws-sdk-js-crypto-helpers) - Apache-2.0
-[@aws-crypto/ie11-detection@3.0.0](https://github.com/aws/aws-sdk-js-crypto-helpers) - Apache-2.0
-[@aws-crypto/sha1-browser@3.0.0](https://github.com/aws/aws-sdk-js-crypto-helpers) - Apache-2.0
-[@aws-crypto/sha256-browser@3.0.0](https://github.com/aws/aws-sdk-js-crypto-helpers) - Apache-2.0
-[@aws-crypto/sha256-browser@5.2.0](https://github.com/aws/aws-sdk-js-crypto-helpers) - Apache-2.0
-[@aws-crypto/sha256-js@3.0.0](https://github.com/aws/aws-sdk-js-crypto-helpers) - Apache-2.0
-[@aws-crypto/sha256-js@5.2.0](https://github.com/aws/aws-sdk-js-crypto-helpers) - Apache-2.0
-[@aws-crypto/supports-web-crypto@3.0.0](https://github.com/aws/aws-sdk-js-crypto-helpers) - Apache-2.0
-[@aws-crypto/supports-web-crypto@5.2.0](https://github.com/aws/aws-sdk-js-crypto-helpers) - Apache-2.0
-[@aws-crypto/util@3.0.0](https://github.com/aws/aws-sdk-js-crypto-helpers) - Apache-2.0
-[@aws-crypto/util@5.2.0](https://github.com/aws/aws-sdk-js-crypto-helpers) - Apache-2.0
-[@aws-sdk/client-dynamodb@3.602.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/client-kms@3.549.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/client-s3@3.550.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/client-sso-oidc@3.549.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/client-sso-oidc@3.600.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/client-sso@3.549.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/client-sso@3.598.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/client-sts@3.549.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/client-sts@3.600.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/core@3.549.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/core@3.598.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/credential-provider-env@3.535.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/credential-provider-env@3.598.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/credential-provider-http@3.535.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/credential-provider-http@3.598.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/credential-provider-ini@3.549.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/credential-provider-ini@3.598.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/credential-provider-node@3.549.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/credential-provider-node@3.600.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/credential-provider-process@3.535.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/credential-provider-process@3.598.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/credential-provider-sso@3.549.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/credential-provider-sso@3.598.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/credential-provider-web-identity@3.549.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/credential-provider-web-identity@3.598.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/endpoint-cache@3.572.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/middleware-bucket-endpoint@3.535.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/middleware-endpoint-discovery@3.598.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/middleware-expect-continue@3.535.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/middleware-flexible-checksums@3.535.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/middleware-host-header@3.535.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/middleware-host-header@3.598.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/middleware-location-constraint@3.535.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/middleware-logger@3.535.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/middleware-logger@3.598.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/middleware-recursion-detection@3.535.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/middleware-recursion-detection@3.598.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/middleware-sdk-s3@3.535.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/middleware-signing@3.535.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/middleware-ssec@3.537.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/middleware-user-agent@3.540.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/middleware-user-agent@3.598.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/region-config-resolver@3.535.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/region-config-resolver@3.598.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/signature-v4-multi-region@3.535.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/token-providers@3.549.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/token-providers@3.598.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/types@3.535.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/types@3.598.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/util-arn-parser@3.535.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/util-endpoints@3.540.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/util-endpoints@3.598.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/util-locate-window@3.535.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/util-user-agent-browser@3.535.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/util-user-agent-browser@3.598.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/util-user-agent-node@3.535.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/util-user-agent-node@3.598.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/util-utf8-browser@3.259.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@aws-sdk/xml-builder@3.535.0](https://github.com/aws/aws-sdk-js-v3) - Apache-2.0
-[@babel/code-frame@7.26.2](https://github.com/babel/babel) - MIT
-[@babel/compat-data@7.23.5](https://github.com/babel/babel) - MIT
-[@babel/core@7.23.7](https://github.com/babel/babel) - MIT
-[@babel/generator@7.23.6](https://github.com/babel/babel) - MIT
-[@babel/helper-compilation-targets@7.23.6](https://github.com/babel/babel) - MIT
-[@babel/helper-environment-visitor@7.22.20](https://github.com/babel/babel) - MIT
-[@babel/helper-function-name@7.23.0](https://github.com/babel/babel) - MIT
-[@babel/helper-hoist-variables@7.22.5](https://github.com/babel/babel) - MIT
-[@babel/helper-module-imports@7.22.15](https://github.com/babel/babel) - MIT
-[@babel/helper-module-transforms@7.23.3](https://github.com/babel/babel) - MIT
-[@babel/helper-plugin-utils@7.22.5](https://github.com/babel/babel) - MIT
-[@babel/helper-simple-access@7.22.5](https://github.com/babel/babel) - MIT
-[@babel/helper-split-export-declaration@7.22.6](https://github.com/babel/babel) - MIT
-[@babel/helper-string-parser@7.25.9](https://github.com/babel/babel) - MIT
-[@babel/helper-validator-identifier@7.25.9](https://github.com/babel/babel) - MIT
-[@babel/helper-validator-option@7.23.5](https://github.com/babel/babel) - MIT
-[@babel/helpers@7.27.0](https://github.com/babel/babel) - MIT
-[@babel/parser@7.27.0](https://github.com/babel/babel) - MIT
-[@babel/plugin-syntax-async-generators@7.8.4](https://github.com/babel/babel/tree/master/packages/babel-plugin-syntax-async-generators) - MIT
-[@babel/plugin-syntax-bigint@7.8.3](https://github.com/babel/babel/tree/master/packages/babel-plugin-syntax-bigint) - MIT
-[@babel/plugin-syntax-class-properties@7.12.13](https://github.com/babel/babel) - MIT
-[@babel/plugin-syntax-import-meta@7.10.4](https://github.com/babel/babel) - MIT
-[@babel/plugin-syntax-json-strings@7.8.3](https://github.com/babel/babel/tree/master/packages/babel-plugin-syntax-json-strings) - MIT
-[@babel/plugin-syntax-jsx@7.23.3](https://github.com/babel/babel) - MIT
-[@babel/plugin-syntax-logical-assignment-operators@7.10.4](https://github.com/babel/babel) - MIT
-[@babel/plugin-syntax-nullish-coalescing-operator@7.8.3](https://github.com/babel/babel/tree/master/packages/babel-plugin-syntax-nullish-coalescing-operator) - MIT
-[@babel/plugin-syntax-numeric-separator@7.10.4](https://github.com/babel/babel) - MIT
-[@babel/plugin-syntax-object-rest-spread@7.8.3](https://github.com/babel/babel/tree/master/packages/babel-plugin-syntax-object-rest-spread) - MIT
-[@babel/plugin-syntax-optional-catch-binding@7.8.3](https://github.com/babel/babel/tree/master/packages/babel-plugin-syntax-optional-catch-binding) - MIT
-[@babel/plugin-syntax-optional-chaining@7.8.3](https://github.com/babel/babel/tree/master/packages/babel-plugin-syntax-optional-chaining) - MIT
-[@babel/plugin-syntax-top-level-await@7.14.5](https://github.com/babel/babel) - MIT
-[@babel/plugin-syntax-typescript@7.23.3](https://github.com/babel/babel) - MIT
-[@babel/template@7.27.0](https://github.com/babel/babel) - MIT
-[@babel/traverse@7.23.7](https://github.com/babel/babel) - MIT
-[@babel/types@7.27.0](https://github.com/babel/babel) - MIT
-[@bcoe/v8-coverage@0.2.3](https://github.com/demurgos/v8-coverage) - MIT
-[@biomejs/biome@1.8.3](https://github.com/biomejs/biome) - MIT OR Apache-2.0
-[@biomejs/cli-darwin-arm64@1.8.3](https://github.com/biomejs/biome) - MIT OR Apache-2.0
-[@eslint-community/eslint-utils@4.4.0](https://github.com/eslint-community/eslint-utils) - MIT
-[@eslint-community/regexpp@4.10.0](https://github.com/eslint-community/regexpp) - MIT
-[@eslint/eslintrc@2.1.4](https://github.com/eslint/eslintrc) - MIT
-[@eslint/js@8.57.0](https://github.com/eslint/eslint) - MIT
-[@huggingface/jinja@0.3.2](https://github.com/huggingface/huggingface.js) - MIT
-[@huggingface/transformers@3.0.2](https://github.com/huggingface/transformers.js) - Apache-2.0
-[@humanwhocodes/config-array@0.11.14](https://github.com/humanwhocodes/config-array) - Apache-2.0
-[@humanwhocodes/module-importer@1.0.1](https://github.com/humanwhocodes/module-importer) - Apache-2.0
-[@humanwhocodes/object-schema@2.0.2](https://github.com/humanwhocodes/object-schema) - BSD-3-Clause
-[@img/sharp-darwin-arm64@0.33.5](https://github.com/lovell/sharp) - Apache-2.0
-[@img/sharp-libvips-darwin-arm64@1.0.4](https://github.com/lovell/sharp-libvips) - LGPL-3.0-or-later
-[@isaacs/cliui@8.0.2](https://github.com/yargs/cliui) - ISC
-[@isaacs/fs-minipass@4.0.1](https://github.com/npm/fs-minipass) - ISC
-[@istanbuljs/load-nyc-config@1.1.0](https://github.com/istanbuljs/load-nyc-config) - ISC
-[@istanbuljs/schema@0.1.3](https://github.com/istanbuljs/schema) - MIT
-[@jest/console@29.7.0](https://github.com/jestjs/jest) - MIT
-[@jest/core@29.7.0](https://github.com/jestjs/jest) - MIT
-[@jest/environment@29.7.0](https://github.com/jestjs/jest) - MIT
-[@jest/expect-utils@29.7.0](https://github.com/jestjs/jest) - MIT
-[@jest/expect@29.7.0](https://github.com/jestjs/jest) - MIT
-[@jest/fake-timers@29.7.0](https://github.com/jestjs/jest) - MIT
-[@jest/globals@29.7.0](https://github.com/jestjs/jest) - MIT
-[@jest/reporters@29.7.0](https://github.com/jestjs/jest) - MIT
-[@jest/schemas@29.6.3](https://github.com/jestjs/jest) - MIT
-[@jest/source-map@29.6.3](https://github.com/jestjs/jest) - MIT
-[@jest/test-result@29.7.0](https://github.com/jestjs/jest) - MIT
-[@jest/test-sequencer@29.7.0](https://github.com/jestjs/jest) - MIT
-[@jest/transform@29.7.0](https://github.com/jestjs/jest) - MIT
-[@jest/types@29.6.3](https://github.com/jestjs/jest) - MIT
-[@jridgewell/gen-mapping@0.3.3](https://github.com/jridgewell/gen-mapping) - MIT
-[@jridgewell/resolve-uri@3.1.1](https://github.com/jridgewell/resolve-uri) - MIT
-[@jridgewell/set-array@1.1.2](https://github.com/jridgewell/set-array) - MIT
-[@jridgewell/sourcemap-codec@1.4.15](https://github.com/jridgewell/sourcemap-codec) - MIT
-[@jridgewell/trace-mapping@0.3.22](https://github.com/jridgewell/trace-mapping) - MIT
-[@lancedb/lancedb@0.26.2](https://github.com/lancedb/lancedb) - Apache-2.0
-[@napi-rs/cli@2.18.3](https://github.com/napi-rs/napi-rs) - MIT
-[@nodelib/fs.scandir@2.1.5](https://github.com/nodelib/nodelib/tree/master/packages/fs/fs.scandir) - MIT
-[@nodelib/fs.stat@2.0.5](https://github.com/nodelib/nodelib/tree/master/packages/fs/fs.stat) - MIT
-[@nodelib/fs.walk@1.2.8](https://github.com/nodelib/nodelib/tree/master/packages/fs/fs.walk) - MIT
-[@pkgjs/parseargs@0.11.0](https://github.com/pkgjs/parseargs) - MIT
-[@protobufjs/aspromise@1.1.2](https://github.com/dcodeIO/protobuf.js) - BSD-3-Clause
-[@protobufjs/base64@1.1.2](https://github.com/dcodeIO/protobuf.js) - BSD-3-Clause
-[@protobufjs/codegen@2.0.4](https://github.com/dcodeIO/protobuf.js) - BSD-3-Clause
-[@protobufjs/eventemitter@1.1.0](https://github.com/dcodeIO/protobuf.js) - BSD-3-Clause
-[@protobufjs/fetch@1.1.0](https://github.com/dcodeIO/protobuf.js) - BSD-3-Clause
-[@protobufjs/float@1.0.2](https://github.com/dcodeIO/protobuf.js) - BSD-3-Clause
-[@protobufjs/inquire@1.1.0](https://github.com/dcodeIO/protobuf.js) - BSD-3-Clause
-[@protobufjs/path@1.1.2](https://github.com/dcodeIO/protobuf.js) - BSD-3-Clause
-[@protobufjs/pool@1.1.0](https://github.com/dcodeIO/protobuf.js) - BSD-3-Clause
-[@protobufjs/utf8@1.1.0](https://github.com/dcodeIO/protobuf.js) - BSD-3-Clause
-[@shikijs/core@1.10.3](https://github.com/shikijs/shiki) - MIT
-[@sinclair/typebox@0.27.8](https://github.com/sinclairzx81/typebox) - MIT
-[@sinonjs/commons@3.0.1](https://github.com/sinonjs/commons) - BSD-3-Clause
-[@sinonjs/fake-timers@10.3.0](https://github.com/sinonjs/fake-timers) - BSD-3-Clause
-[@smithy/abort-controller@2.2.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/abort-controller@3.1.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/chunked-blob-reader-native@2.2.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/chunked-blob-reader@2.2.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/config-resolver@2.2.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/config-resolver@3.0.3](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/core@1.4.2](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/core@2.2.3](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/credential-provider-imds@2.3.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/credential-provider-imds@3.1.2](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/eventstream-codec@2.2.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/eventstream-serde-browser@2.2.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/eventstream-serde-config-resolver@2.2.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/eventstream-serde-node@2.2.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/eventstream-serde-universal@2.2.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/fetch-http-handler@2.5.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/fetch-http-handler@3.1.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/hash-blob-browser@2.2.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/hash-node@2.2.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/hash-node@3.0.2](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/hash-stream-node@2.2.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/invalid-dependency@2.2.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/invalid-dependency@3.0.2](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/is-array-buffer@2.2.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/is-array-buffer@3.0.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/md5-js@2.2.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/middleware-content-length@2.2.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/middleware-content-length@3.0.2](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/middleware-endpoint@2.5.1](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/middleware-endpoint@3.0.3](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/middleware-retry@2.3.1](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/middleware-retry@3.0.6](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/middleware-serde@2.3.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/middleware-serde@3.0.2](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/middleware-stack@2.2.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/middleware-stack@3.0.2](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/node-config-provider@2.3.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/node-config-provider@3.1.2](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/node-http-handler@2.5.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/node-http-handler@3.1.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/property-provider@2.2.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/property-provider@3.1.2](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/protocol-http@3.3.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/protocol-http@4.0.2](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/querystring-builder@2.2.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/querystring-builder@3.0.2](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/querystring-parser@2.2.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/querystring-parser@3.0.2](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/service-error-classification@2.1.5](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/service-error-classification@3.0.2](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/shared-ini-file-loader@2.4.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/shared-ini-file-loader@3.1.2](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/signature-v4@2.2.1](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/signature-v4@3.1.1](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/smithy-client@2.5.1](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/smithy-client@3.1.4](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/types@2.12.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/types@3.2.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/url-parser@2.2.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/url-parser@3.0.2](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/util-base64@2.3.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/util-base64@3.0.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/util-body-length-browser@2.2.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/util-body-length-browser@3.0.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/util-body-length-node@2.3.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/util-body-length-node@3.0.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/util-buffer-from@2.2.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/util-buffer-from@3.0.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/util-config-provider@2.3.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/util-config-provider@3.0.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/util-defaults-mode-browser@2.2.1](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/util-defaults-mode-browser@3.0.6](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/util-defaults-mode-node@2.3.1](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/util-defaults-mode-node@3.0.6](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/util-endpoints@1.2.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/util-endpoints@2.0.3](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/util-hex-encoding@2.2.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/util-hex-encoding@3.0.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/util-middleware@2.2.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/util-middleware@3.0.2](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/util-retry@2.2.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/util-retry@3.0.2](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/util-stream@2.2.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/util-stream@3.0.4](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/util-uri-escape@2.2.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/util-uri-escape@3.0.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/util-utf8@2.3.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/util-utf8@3.0.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/util-waiter@2.2.0](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@smithy/util-waiter@3.1.1](https://github.com/awslabs/smithy-typescript) - Apache-2.0
-[@swc/helpers@0.5.12](https://github.com/swc-project/swc) - Apache-2.0
-[@types/axios@0.14.0](https://github.com/mzabriskie/axios) - MIT
-[@types/babel__core@7.20.5](https://github.com/DefinitelyTyped/DefinitelyTyped) - MIT
-[@types/babel__generator@7.6.8](https://github.com/DefinitelyTyped/DefinitelyTyped) - MIT
-[@types/babel__template@7.4.4](https://github.com/DefinitelyTyped/DefinitelyTyped) - MIT
-[@types/babel__traverse@7.20.5](https://github.com/DefinitelyTyped/DefinitelyTyped) - MIT
-[@types/command-line-args@5.2.3](https://github.com/DefinitelyTyped/DefinitelyTyped) - MIT
-[@types/command-line-usage@5.0.2](https://github.com/DefinitelyTyped/DefinitelyTyped) - MIT
-[@types/command-line-usage@5.0.4](https://github.com/DefinitelyTyped/DefinitelyTyped) - MIT
-[@types/graceful-fs@4.1.9](https://github.com/DefinitelyTyped/DefinitelyTyped) - MIT
-[@types/hast@3.0.4](https://github.com/DefinitelyTyped/DefinitelyTyped) - MIT
-[@types/istanbul-lib-coverage@2.0.6](https://github.com/DefinitelyTyped/DefinitelyTyped) - MIT
-[@types/istanbul-lib-report@3.0.3](https://github.com/DefinitelyTyped/DefinitelyTyped) - MIT
-[@types/istanbul-reports@3.0.4](https://github.com/DefinitelyTyped/DefinitelyTyped) - MIT
-[@types/jest@29.5.12](https://github.com/DefinitelyTyped/DefinitelyTyped) - MIT
-[@types/json-schema@7.0.15](https://github.com/DefinitelyTyped/DefinitelyTyped) - MIT
-[@types/node-fetch@2.6.11](https://github.com/DefinitelyTyped/DefinitelyTyped) - MIT
-[@types/node@18.19.26](https://github.com/DefinitelyTyped/DefinitelyTyped) - MIT
-[@types/node@20.16.10](https://github.com/DefinitelyTyped/DefinitelyTyped) - MIT
-[@types/node@20.17.9](https://github.com/DefinitelyTyped/DefinitelyTyped) - MIT
-[@types/node@22.7.4](https://github.com/DefinitelyTyped/DefinitelyTyped) - MIT
-[@types/semver@7.5.6](https://github.com/DefinitelyTyped/DefinitelyTyped) - MIT
-[@types/stack-utils@2.0.3](https://github.com/DefinitelyTyped/DefinitelyTyped) - MIT
-[@types/tmp@0.2.6](https://github.com/DefinitelyTyped/DefinitelyTyped) - MIT
-[@types/unist@3.0.2](https://github.com/DefinitelyTyped/DefinitelyTyped) - MIT
-[@types/yargs-parser@21.0.3](https://github.com/DefinitelyTyped/DefinitelyTyped) - MIT
-[@types/yargs@17.0.32](https://github.com/DefinitelyTyped/DefinitelyTyped) - MIT
-[@typescript-eslint/eslint-plugin@7.1.0](https://github.com/typescript-eslint/typescript-eslint) - MIT
-[@typescript-eslint/parser@7.1.0](https://github.com/typescript-eslint/typescript-eslint) - BSD-2-Clause
-[@typescript-eslint/scope-manager@7.1.0](https://github.com/typescript-eslint/typescript-eslint) - MIT
-[@typescript-eslint/type-utils@7.1.0](https://github.com/typescript-eslint/typescript-eslint) - MIT
-[@typescript-eslint/types@7.1.0](https://github.com/typescript-eslint/typescript-eslint) - MIT
-[@typescript-eslint/typescript-estree@7.1.0](https://github.com/typescript-eslint/typescript-eslint) - BSD-2-Clause
-[@typescript-eslint/utils@7.1.0](https://github.com/typescript-eslint/typescript-eslint) - MIT
-[@typescript-eslint/visitor-keys@7.1.0](https://github.com/typescript-eslint/typescript-eslint) - MIT
-[@ungap/structured-clone@1.2.0](https://github.com/ungap/structured-clone) - ISC
-[abort-controller@3.0.0](https://github.com/mysticatea/abort-controller) - MIT
-[acorn-jsx@5.3.2](https://github.com/acornjs/acorn-jsx) - MIT
-[acorn@8.11.3](https://github.com/acornjs/acorn) - MIT
-[agentkeepalive@4.5.0](https://github.com/node-modules/agentkeepalive) - MIT
-[ajv@6.12.6](https://github.com/ajv-validator/ajv) - MIT
-[ansi-escapes@4.3.2](https://github.com/sindresorhus/ansi-escapes) - MIT
-[ansi-regex@5.0.1](https://github.com/chalk/ansi-regex) - MIT
-[ansi-regex@6.1.0](https://github.com/chalk/ansi-regex) - MIT
-[ansi-styles@4.3.0](https://github.com/chalk/ansi-styles) - MIT
-[ansi-styles@5.2.0](https://github.com/chalk/ansi-styles) - MIT
-[ansi-styles@6.2.1](https://github.com/chalk/ansi-styles) - MIT
-[anymatch@3.1.3](https://github.com/micromatch/anymatch) - ISC
-[apache-arrow@15.0.0](https://github.com/apache/arrow) - Apache-2.0
-[apache-arrow@16.0.0](https://github.com/apache/arrow) - Apache-2.0
-[apache-arrow@17.0.0](https://github.com/apache/arrow) - Apache-2.0
-[apache-arrow@18.0.0](https://github.com/apache/arrow) - Apache-2.0
-[argparse@1.0.10](https://github.com/nodeca/argparse) - MIT
-[argparse@2.0.1](https://github.com/nodeca/argparse) - Python-2.0
-[array-back@3.1.0](https://github.com/75lb/array-back) - MIT
-[array-back@6.2.2](https://github.com/75lb/array-back) - MIT
-[array-union@2.1.0](https://github.com/sindresorhus/array-union) - MIT
-[asynckit@0.4.0](https://github.com/alexindigo/asynckit) - MIT
-[axios@1.8.4](https://github.com/axios/axios) - MIT
-[babel-jest@29.7.0](https://github.com/jestjs/jest) - MIT
-[babel-plugin-istanbul@6.1.1](https://github.com/istanbuljs/babel-plugin-istanbul) - BSD-3-Clause
-[babel-plugin-jest-hoist@29.6.3](https://github.com/jestjs/jest) - MIT
-[babel-preset-current-node-syntax@1.0.1](https://github.com/nicolo-ribaudo/babel-preset-current-node-syntax) - MIT
-[babel-preset-jest@29.6.3](https://github.com/jestjs/jest) - MIT
-[balanced-match@1.0.2](https://github.com/juliangruber/balanced-match) - MIT
-[base-64@0.1.0](https://github.com/mathiasbynens/base64) - MIT
-[bowser@2.11.0](https://github.com/lancedikson/bowser) - MIT
-[brace-expansion@1.1.11](https://github.com/juliangruber/brace-expansion) - MIT
-[brace-expansion@2.0.1](https://github.com/juliangruber/brace-expansion) - MIT
-[braces@3.0.3](https://github.com/micromatch/braces) - MIT
-[browserslist@4.22.2](https://github.com/browserslist/browserslist) - MIT
-[bs-logger@0.2.6](https://github.com/huafu/bs-logger) - MIT
-[bser@2.1.1](https://github.com/facebook/watchman) - Apache-2.0
-[buffer-from@1.1.2](https://github.com/LinusU/buffer-from) - MIT
-[callsites@3.1.0](https://github.com/sindresorhus/callsites) - MIT
-[camelcase@5.3.1](https://github.com/sindresorhus/camelcase) - MIT
-[camelcase@6.3.0](https://github.com/sindresorhus/camelcase) - MIT
-[caniuse-lite@1.0.30001579](https://github.com/browserslist/caniuse-lite) - CC-BY-4.0
-[chalk-template@0.4.0](https://github.com/chalk/chalk-template) - MIT
-[chalk@4.1.2](https://github.com/chalk/chalk) - MIT
-[char-regex@1.0.2](https://github.com/Richienb/char-regex) - MIT
-[charenc@0.0.2](https://github.com/pvorb/node-charenc) - BSD-3-Clause
-[chownr@3.0.0](https://github.com/isaacs/chownr) - BlueOak-1.0.0
-[ci-info@3.9.0](https://github.com/watson/ci-info) - MIT
-[cjs-module-lexer@1.2.3](https://github.com/nodejs/cjs-module-lexer) - MIT
-[cliui@8.0.1](https://github.com/yargs/cliui) - ISC
-[co@4.6.0](https://github.com/tj/co) - MIT
-[collect-v8-coverage@1.0.2](https://github.com/SimenB/collect-v8-coverage) - MIT
-[color-convert@2.0.1](https://github.com/Qix-/color-convert) - MIT
-[color-name@1.1.4](https://github.com/colorjs/color-name) - MIT
-[color-string@1.9.1](https://github.com/Qix-/color-string) - MIT
-[color@4.2.3](https://github.com/Qix-/color) - MIT
-[combined-stream@1.0.8](https://github.com/felixge/node-combined-stream) - MIT
-[command-line-args@5.2.1](https://github.com/75lb/command-line-args) - MIT
-[command-line-usage@7.0.1](https://github.com/75lb/command-line-usage) - MIT
-[concat-map@0.0.1](https://github.com/substack/node-concat-map) - MIT
-[convert-source-map@2.0.0](https://github.com/thlorenz/convert-source-map) - MIT
-[create-jest@29.7.0](https://github.com/jestjs/jest) - MIT
-[cross-spawn@7.0.6](https://github.com/moxystudio/node-cross-spawn) - MIT
-[crypt@0.0.2](https://github.com/pvorb/node-crypt) - BSD-3-Clause
-[debug@4.3.4](https://github.com/debug-js/debug) - MIT
-[dedent@1.5.1](https://github.com/dmnd/dedent) - MIT
-[deep-is@0.1.4](https://github.com/thlorenz/deep-is) - MIT
-[deepmerge@4.3.1](https://github.com/TehShrike/deepmerge) - MIT
-[delayed-stream@1.0.0](https://github.com/felixge/node-delayed-stream) - MIT
-[detect-libc@2.0.3](https://github.com/lovell/detect-libc) - Apache-2.0
-[detect-newline@3.1.0](https://github.com/sindresorhus/detect-newline) - MIT
-[diff-sequences@29.6.3](https://github.com/jestjs/jest) - MIT
-[digest-fetch@1.3.0](https://github.com/devfans/digest-fetch) - ISC
-[dir-glob@3.0.1](https://github.com/kevva/dir-glob) - MIT
-[doctrine@3.0.0](https://github.com/eslint/doctrine) - Apache-2.0
-[eastasianwidth@0.2.0](https://github.com/komagata/eastasianwidth) - MIT
-[electron-to-chromium@1.4.642](https://github.com/kilian/electron-to-chromium) - ISC
-[emittery@0.13.1](https://github.com/sindresorhus/emittery) - MIT
-[emoji-regex@8.0.0](https://github.com/mathiasbynens/emoji-regex) - MIT
-[emoji-regex@9.2.2](https://github.com/mathiasbynens/emoji-regex) - MIT
-[entities@4.5.0](https://github.com/fb55/entities) - BSD-2-Clause
-[error-ex@1.3.2](https://github.com/qix-/node-error-ex) - MIT
-[escalade@3.1.1](https://github.com/lukeed/escalade) - MIT
-[escape-string-regexp@2.0.0](https://github.com/sindresorhus/escape-string-regexp) - MIT
-[escape-string-regexp@4.0.0](https://github.com/sindresorhus/escape-string-regexp) - MIT
-[eslint-scope@7.2.2](https://github.com/eslint/eslint-scope) - BSD-2-Clause
-[eslint-visitor-keys@3.4.3](https://github.com/eslint/eslint-visitor-keys) - Apache-2.0
-[eslint@8.57.0](https://github.com/eslint/eslint) - MIT
-[espree@9.6.1](https://github.com/eslint/espree) - BSD-2-Clause
-[esprima@4.0.1](https://github.com/jquery/esprima) - BSD-2-Clause
-[esquery@1.5.0](https://github.com/estools/esquery) - BSD-3-Clause
-[esrecurse@4.3.0](https://github.com/estools/esrecurse) - BSD-2-Clause
-[estraverse@5.3.0](https://github.com/estools/estraverse) - BSD-2-Clause
-[esutils@2.0.3](https://github.com/estools/esutils) - BSD-2-Clause
-[event-target-shim@5.0.1](https://github.com/mysticatea/event-target-shim) - MIT
-[execa@5.1.1](https://github.com/sindresorhus/execa) - MIT
-[exit@0.1.2](https://github.com/cowboy/node-exit) - MIT
-[expect@29.7.0](https://github.com/jestjs/jest) - MIT
-[fast-deep-equal@3.1.3](https://github.com/epoberezkin/fast-deep-equal) - MIT
-[fast-glob@3.3.2](https://github.com/mrmlnc/fast-glob) - MIT
-[fast-json-stable-stringify@2.1.0](https://github.com/epoberezkin/fast-json-stable-stringify) - MIT
-[fast-levenshtein@2.0.6](https://github.com/hiddentao/fast-levenshtein) - MIT
-[fast-xml-parser@4.2.5](https://github.com/NaturalIntelligence/fast-xml-parser) - MIT
-[fastq@1.16.0](https://github.com/mcollina/fastq) - ISC
-[fb-watchman@2.0.2](https://github.com/facebook/watchman) - Apache-2.0
-[file-entry-cache@6.0.1](https://github.com/royriojas/file-entry-cache) - MIT
-[fill-range@7.1.1](https://github.com/jonschlinkert/fill-range) - MIT
-[find-replace@3.0.0](https://github.com/75lb/find-replace) - MIT
-[find-up@4.1.0](https://github.com/sindresorhus/find-up) - MIT
-[find-up@5.0.0](https://github.com/sindresorhus/find-up) - MIT
-[flat-cache@3.2.0](https://github.com/jaredwray/flat-cache) - MIT
-[flatbuffers@1.12.0](https://github.com/google/flatbuffers) - Apache*
-[flatbuffers@23.5.26](https://github.com/google/flatbuffers) - Apache*
-[flatbuffers@24.3.25](https://github.com/google/flatbuffers) - Apache-2.0
-[flatted@3.2.9](https://github.com/WebReflection/flatted) - ISC
-[follow-redirects@1.15.6](https://github.com/follow-redirects/follow-redirects) - MIT
-[foreground-child@3.3.0](https://github.com/tapjs/foreground-child) - ISC
-[form-data-encoder@1.7.2](https://github.com/octet-stream/form-data-encoder) - MIT
-[form-data@4.0.0](https://github.com/form-data/form-data) - MIT
-[formdata-node@4.4.1](https://github.com/octet-stream/form-data) - MIT
-[fs.realpath@1.0.0](https://github.com/isaacs/fs.realpath) - ISC
-[fsevents@2.3.3](https://github.com/fsevents/fsevents) - MIT
-[function-bind@1.1.2](https://github.com/Raynos/function-bind) - MIT
-[gensync@1.0.0-beta.2](https://github.com/loganfsmyth/gensync) - MIT
-[get-caller-file@2.0.5](https://github.com/stefanpenner/get-caller-file) - ISC
-[get-package-type@0.1.0](https://github.com/cfware/get-package-type) - MIT
-[get-stream@6.0.1](https://github.com/sindresorhus/get-stream) - MIT
-[glob-parent@5.1.2](https://github.com/gulpjs/glob-parent) - ISC
-[glob-parent@6.0.2](https://github.com/gulpjs/glob-parent) - ISC
-[glob@10.4.5](https://github.com/isaacs/node-glob) - ISC
-[glob@7.2.3](https://github.com/isaacs/node-glob) - ISC
-[globals@11.12.0](https://github.com/sindresorhus/globals) - MIT
-[globals@13.24.0](https://github.com/sindresorhus/globals) - MIT
-[globby@11.1.0](https://github.com/sindresorhus/globby) - MIT
-[graceful-fs@4.2.11](https://github.com/isaacs/node-graceful-fs) - ISC
-[graphemer@1.4.0](https://github.com/flmnt/graphemer) - MIT
-[guid-typescript@1.0.9](https://github.com/NicolasDeveloper/guid-typescript) - ISC
-[has-flag@4.0.0](https://github.com/sindresorhus/has-flag) - MIT
-[hasown@2.0.0](https://github.com/inspect-js/hasOwn) - MIT
-[html-escaper@2.0.2](https://github.com/WebReflection/html-escaper) - MIT
-[human-signals@2.1.0](https://github.com/ehmicky/human-signals) - Apache-2.0
-[humanize-ms@1.2.1](https://github.com/node-modules/humanize-ms) - MIT
-[ignore@5.3.0](https://github.com/kaelzhang/node-ignore) - MIT
-[import-fresh@3.3.0](https://github.com/sindresorhus/import-fresh) - MIT
-[import-local@3.1.0](https://github.com/sindresorhus/import-local) - MIT
-[imurmurhash@0.1.4](https://github.com/jensyt/imurmurhash-js) - MIT
-[inflight@1.0.6](https://github.com/npm/inflight) - ISC
-[inherits@2.0.4](https://github.com/isaacs/inherits) - ISC
-[interpret@1.4.0](https://github.com/gulpjs/interpret) - MIT
-[is-arrayish@0.2.1](https://github.com/qix-/node-is-arrayish) - MIT
-[is-arrayish@0.3.2](https://github.com/qix-/node-is-arrayish) - MIT
-[is-buffer@1.1.6](https://github.com/feross/is-buffer) - MIT
-[is-core-module@2.13.1](https://github.com/inspect-js/is-core-module) - MIT
-[is-extglob@2.1.1](https://github.com/jonschlinkert/is-extglob) - MIT
-[is-fullwidth-code-point@3.0.0](https://github.com/sindresorhus/is-fullwidth-code-point) - MIT
-[is-generator-fn@2.1.0](https://github.com/sindresorhus/is-generator-fn) - MIT
-[is-glob@4.0.3](https://github.com/micromatch/is-glob) - MIT
-[is-number@7.0.0](https://github.com/jonschlinkert/is-number) - MIT
-[is-path-inside@3.0.3](https://github.com/sindresorhus/is-path-inside) - MIT
-[is-stream@2.0.1](https://github.com/sindresorhus/is-stream) - MIT
-[isexe@2.0.0](https://github.com/isaacs/isexe) - ISC
-[istanbul-lib-coverage@3.2.2](https://github.com/istanbuljs/istanbuljs) - BSD-3-Clause
-[istanbul-lib-instrument@5.2.1](https://github.com/istanbuljs/istanbuljs) - BSD-3-Clause
-[istanbul-lib-instrument@6.0.1](https://github.com/istanbuljs/istanbuljs) - BSD-3-Clause
-[istanbul-lib-report@3.0.1](https://github.com/istanbuljs/istanbuljs) - BSD-3-Clause
-[istanbul-lib-source-maps@4.0.1](https://github.com/istanbuljs/istanbuljs) - BSD-3-Clause
-[istanbul-reports@3.1.6](https://github.com/istanbuljs/istanbuljs) - BSD-3-Clause
-[jackspeak@3.4.3](https://github.com/isaacs/jackspeak) - BlueOak-1.0.0
-[jest-changed-files@29.7.0](https://github.com/jestjs/jest) - MIT
-[jest-circus@29.7.0](https://github.com/jestjs/jest) - MIT
-[jest-cli@29.7.0](https://github.com/jestjs/jest) - MIT
-[jest-config@29.7.0](https://github.com/jestjs/jest) - MIT
-[jest-diff@29.7.0](https://github.com/jestjs/jest) - MIT
-[jest-docblock@29.7.0](https://github.com/jestjs/jest) - MIT
-[jest-each@29.7.0](https://github.com/jestjs/jest) - MIT
-[jest-environment-node@29.7.0](https://github.com/jestjs/jest) - MIT
-[jest-get-type@29.6.3](https://github.com/jestjs/jest) - MIT
-[jest-haste-map@29.7.0](https://github.com/jestjs/jest) - MIT
-[jest-leak-detector@29.7.0](https://github.com/jestjs/jest) - MIT
-[jest-matcher-utils@29.7.0](https://github.com/jestjs/jest) - MIT
-[jest-message-util@29.7.0](https://github.com/jestjs/jest) - MIT
-[jest-mock@29.7.0](https://github.com/jestjs/jest) - MIT
-[jest-pnp-resolver@1.2.3](https://github.com/arcanis/jest-pnp-resolver) - MIT
-[jest-regex-util@29.6.3](https://github.com/jestjs/jest) - MIT
-[jest-resolve-dependencies@29.7.0](https://github.com/jestjs/jest) - MIT
-[jest-resolve@29.7.0](https://github.com/jestjs/jest) - MIT
-[jest-runner@29.7.0](https://github.com/jestjs/jest) - MIT
-[jest-runtime@29.7.0](https://github.com/jestjs/jest) - MIT
-[jest-snapshot@29.7.0](https://github.com/jestjs/jest) - MIT
-[jest-util@29.7.0](https://github.com/jestjs/jest) - MIT
-[jest-validate@29.7.0](https://github.com/jestjs/jest) - MIT
-[jest-watcher@29.7.0](https://github.com/jestjs/jest) - MIT
-[jest-worker@29.7.0](https://github.com/jestjs/jest) - MIT
-[jest@29.7.0](https://github.com/jestjs/jest) - MIT
-[js-tokens@4.0.0](https://github.com/lydell/js-tokens) - MIT
-[js-yaml@3.14.1](https://github.com/nodeca/js-yaml) - MIT
-[js-yaml@4.1.0](https://github.com/nodeca/js-yaml) - MIT
-[jsesc@2.5.2](https://github.com/mathiasbynens/jsesc) - MIT
-[json-bignum@0.0.3](https://github.com/datalanche/json-bignum) - MIT
-[json-buffer@3.0.1](https://github.com/dominictarr/json-buffer) - MIT
-[json-parse-even-better-errors@2.3.1](https://github.com/npm/json-parse-even-better-errors) - MIT
-[json-schema-traverse@0.4.1](https://github.com/epoberezkin/json-schema-traverse) - MIT
-[json-stable-stringify-without-jsonify@1.0.1](https://github.com/samn/json-stable-stringify) - MIT
-[json5@2.2.3](https://github.com/json5/json5) - MIT
-[keyv@4.5.4](https://github.com/jaredwray/keyv) - MIT
-[kleur@3.0.3](https://github.com/lukeed/kleur) - MIT
-[leven@3.1.0](https://github.com/sindresorhus/leven) - MIT
-[levn@0.4.1](https://github.com/gkz/levn) - MIT
-[lines-and-columns@1.2.4](https://github.com/eventualbuddha/lines-and-columns) - MIT
-[linkify-it@5.0.0](https://github.com/markdown-it/linkify-it) - MIT
-[locate-path@5.0.0](https://github.com/sindresorhus/locate-path) - MIT
-[locate-path@6.0.0](https://github.com/sindresorhus/locate-path) - MIT
-[lodash.camelcase@4.3.0](https://github.com/lodash/lodash) - MIT
-[lodash.memoize@4.1.2](https://github.com/lodash/lodash) - MIT
-[lodash.merge@4.6.2](https://github.com/lodash/lodash) - MIT
-[lodash@4.17.21](https://github.com/lodash/lodash) - MIT
-[long@5.2.3](https://github.com/dcodeIO/long.js) - Apache-2.0
-[lru-cache@10.4.3](https://github.com/isaacs/node-lru-cache) - ISC
-[lru-cache@5.1.1](https://github.com/isaacs/node-lru-cache) - ISC
-[lunr@2.3.9](https://github.com/olivernn/lunr.js) - MIT
-[make-dir@4.0.0](https://github.com/sindresorhus/make-dir) - MIT
-[make-error@1.3.6](https://github.com/JsCommunity/make-error) - ISC
-[makeerror@1.0.12](https://github.com/daaku/nodejs-makeerror) - BSD-3-Clause
-[markdown-it@14.1.0](https://github.com/markdown-it/markdown-it) - MIT
-[md5@2.3.0](https://github.com/pvorb/node-md5) - BSD-3-Clause
-[mdurl@2.0.0](https://github.com/markdown-it/mdurl) - MIT
-[merge-stream@2.0.0](https://github.com/grncdr/merge-stream) - MIT
-[merge2@1.4.1](https://github.com/teambition/merge2) - MIT
-[micromatch@4.0.8](https://github.com/micromatch/micromatch) - MIT
-[mime-db@1.52.0](https://github.com/jshttp/mime-db) - MIT
-[mime-types@2.1.35](https://github.com/jshttp/mime-types) - MIT
-[mimic-fn@2.1.0](https://github.com/sindresorhus/mimic-fn) - MIT
-[minimatch@3.1.2](https://github.com/isaacs/minimatch) - ISC
-[minimatch@9.0.3](https://github.com/isaacs/minimatch) - ISC
-[minimatch@9.0.5](https://github.com/isaacs/minimatch) - ISC
-[minimist@1.2.8](https://github.com/minimistjs/minimist) - MIT
-[minipass@7.1.2](https://github.com/isaacs/minipass) - ISC
-[minizlib@3.0.1](https://github.com/isaacs/minizlib) - MIT
-[mkdirp@3.0.1](https://github.com/isaacs/node-mkdirp) - MIT
-[mnemonist@0.38.3](https://github.com/yomguithereal/mnemonist) - MIT
-[ms@2.1.2](https://github.com/zeit/ms) - MIT
-[ms@2.1.3](https://github.com/vercel/ms) - MIT
-[natural-compare@1.4.0](https://github.com/litejs/natural-compare-lite) - MIT
-[node-domexception@1.0.0](https://github.com/jimmywarting/node-domexception) - MIT
-[node-fetch@2.7.0](https://github.com/bitinn/node-fetch) - MIT
-[node-int64@0.4.0](https://github.com/broofa/node-int64) - MIT
-[node-releases@2.0.14](https://github.com/chicoxyzzy/node-releases) - MIT
-[normalize-path@3.0.0](https://github.com/jonschlinkert/normalize-path) - MIT
-[npm-run-path@4.0.1](https://github.com/sindresorhus/npm-run-path) - MIT
-[obliterator@1.6.1](https://github.com/yomguithereal/obliterator) - MIT
-[once@1.4.0](https://github.com/isaacs/once) - ISC
-[onetime@5.1.2](https://github.com/sindresorhus/onetime) - MIT
-[onnxruntime-common@1.19.2](https://github.com/Microsoft/onnxruntime) - MIT
-[onnxruntime-common@1.20.0-dev.20241016-2b8fc5529b](https://github.com/Microsoft/onnxruntime) - MIT
-[onnxruntime-node@1.19.2](https://github.com/Microsoft/onnxruntime) - MIT
-[onnxruntime-web@1.21.0-dev.20241024-d9ca84ef96](https://github.com/Microsoft/onnxruntime) - MIT
-[openai@4.29.2](https://github.com/openai/openai-node) - Apache-2.0
-[optionator@0.9.3](https://github.com/gkz/optionator) - MIT
-[p-limit@2.3.0](https://github.com/sindresorhus/p-limit) - MIT
-[p-limit@3.1.0](https://github.com/sindresorhus/p-limit) - MIT
-[p-locate@4.1.0](https://github.com/sindresorhus/p-locate) - MIT
-[p-locate@5.0.0](https://github.com/sindresorhus/p-locate) - MIT
-[p-try@2.2.0](https://github.com/sindresorhus/p-try) - MIT
-[package-json-from-dist@1.0.1](https://github.com/isaacs/package-json-from-dist) - BlueOak-1.0.0
-[parent-module@1.0.1](https://github.com/sindresorhus/parent-module) - MIT
-[parse-json@5.2.0](https://github.com/sindresorhus/parse-json) - MIT
-[path-exists@4.0.0](https://github.com/sindresorhus/path-exists) - MIT
-[path-is-absolute@1.0.1](https://github.com/sindresorhus/path-is-absolute) - MIT
-[path-key@3.1.1](https://github.com/sindresorhus/path-key) - MIT
-[path-parse@1.0.7](https://github.com/jbgutierrez/path-parse) - MIT
-[path-scurry@1.11.1](https://github.com/isaacs/path-scurry) - BlueOak-1.0.0
-[path-type@4.0.0](https://github.com/sindresorhus/path-type) - MIT
-[picocolors@1.0.0](https://github.com/alexeyraspopov/picocolors) - ISC
-[picomatch@2.3.1](https://github.com/micromatch/picomatch) - MIT
-[pirates@4.0.6](https://github.com/danez/pirates) - MIT
-[pkg-dir@4.2.0](https://github.com/sindresorhus/pkg-dir) - MIT
-[platform@1.3.6](https://github.com/bestiejs/platform.js) - MIT
-[prelude-ls@1.2.1](https://github.com/gkz/prelude-ls) - MIT
-[pretty-format@29.7.0](https://github.com/jestjs/jest) - MIT
-[prompts@2.4.2](https://github.com/terkelg/prompts) - MIT
-[protobufjs@7.4.0](https://github.com/protobufjs/protobuf.js) - BSD-3-Clause
-[proxy-from-env@1.1.0](https://github.com/Rob--W/proxy-from-env) - MIT
-[punycode.js@2.3.1](https://github.com/mathiasbynens/punycode.js) - MIT
-[punycode@2.3.1](https://github.com/mathiasbynens/punycode.js) - MIT
-[pure-rand@6.0.4](https://github.com/dubzzz/pure-rand) - MIT
-[queue-microtask@1.2.3](https://github.com/feross/queue-microtask) - MIT
-[react-is@18.2.0](https://github.com/facebook/react) - MIT
-[rechoir@0.6.2](https://github.com/tkellen/node-rechoir) - MIT
-[reflect-metadata@0.2.2](https://github.com/rbuckton/reflect-metadata) - Apache-2.0
-[require-directory@2.1.1](https://github.com/troygoode/node-require-directory) - MIT
-[resolve-cwd@3.0.0](https://github.com/sindresorhus/resolve-cwd) - MIT
-[resolve-from@4.0.0](https://github.com/sindresorhus/resolve-from) - MIT
-[resolve-from@5.0.0](https://github.com/sindresorhus/resolve-from) - MIT
-[resolve.exports@2.0.2](https://github.com/lukeed/resolve.exports) - MIT
-[resolve@1.22.8](https://github.com/browserify/resolve) - MIT
-[reusify@1.0.4](https://github.com/mcollina/reusify) - MIT
-[rimraf@3.0.2](https://github.com/isaacs/rimraf) - ISC
-[rimraf@5.0.10](https://github.com/isaacs/rimraf) - ISC
-[run-parallel@1.2.0](https://github.com/feross/run-parallel) - MIT
-[semver@6.3.1](https://github.com/npm/node-semver) - ISC
-[semver@7.6.3](https://github.com/npm/node-semver) - ISC
-[sharp@0.33.5](https://github.com/lovell/sharp) - Apache-2.0
-[shebang-command@2.0.0](https://github.com/kevva/shebang-command) - MIT
-[shebang-regex@3.0.0](https://github.com/sindresorhus/shebang-regex) - MIT
-[shelljs@0.8.5](https://github.com/shelljs/shelljs) - BSD-3-Clause
-[shiki@1.10.3](https://github.com/shikijs/shiki) - MIT
-[shx@0.3.4](https://github.com/shelljs/shx) - MIT
-[signal-exit@3.0.7](https://github.com/tapjs/signal-exit) - ISC
-[signal-exit@4.1.0](https://github.com/tapjs/signal-exit) - ISC
-[simple-swizzle@0.2.2](https://github.com/qix-/node-simple-swizzle) - MIT
-[sisteransi@1.0.5](https://github.com/terkelg/sisteransi) - MIT
-[slash@3.0.0](https://github.com/sindresorhus/slash) - MIT
-[source-map-support@0.5.13](https://github.com/evanw/node-source-map-support) - MIT
-[source-map@0.6.1](https://github.com/mozilla/source-map) - BSD-3-Clause
-[sprintf-js@1.0.3](https://github.com/alexei/sprintf.js) - BSD-3-Clause
-[stack-utils@2.0.6](https://github.com/tapjs/stack-utils) - MIT
-[stream-read-all@3.0.1](https://github.com/75lb/stream-read-all) - MIT
-[string-length@4.0.2](https://github.com/sindresorhus/string-length) - MIT
-[string-width@4.2.3](https://github.com/sindresorhus/string-width) - MIT
-[string-width@5.1.2](https://github.com/sindresorhus/string-width) - MIT
-[strip-ansi@6.0.1](https://github.com/chalk/strip-ansi) - MIT
-[strip-ansi@7.1.0](https://github.com/chalk/strip-ansi) - MIT
-[strip-bom@4.0.0](https://github.com/sindresorhus/strip-bom) - MIT
-[strip-final-newline@2.0.0](https://github.com/sindresorhus/strip-final-newline) - MIT
-[strip-json-comments@3.1.1](https://github.com/sindresorhus/strip-json-comments) - MIT
-[strnum@1.0.5](https://github.com/NaturalIntelligence/strnum) - MIT
-[supports-color@7.2.0](https://github.com/chalk/supports-color) - MIT
-[supports-color@8.1.1](https://github.com/chalk/supports-color) - MIT
-[supports-preserve-symlinks-flag@1.0.0](https://github.com/inspect-js/node-supports-preserve-symlinks-flag) - MIT
-[table-layout@3.0.2](https://github.com/75lb/table-layout) - MIT
-[tar@7.4.3](https://github.com/isaacs/node-tar) - ISC
-[test-exclude@6.0.0](https://github.com/istanbuljs/test-exclude) - ISC
-[text-table@0.2.0](https://github.com/substack/text-table) - MIT
-[tmp@0.2.3](https://github.com/raszi/node-tmp) - MIT
-[tmpl@1.0.5](https://github.com/daaku/nodejs-tmpl) - BSD-3-Clause
-[to-regex-range@5.0.1](https://github.com/micromatch/to-regex-range) - MIT
-[tr46@0.0.3](https://github.com/Sebmaster/tr46.js) - MIT
-[ts-api-utils@1.0.3](https://github.com/JoshuaKGoldberg/ts-api-utils) - MIT
-[ts-jest@29.1.2](https://github.com/kulshekhar/ts-jest) - MIT
-[tslib@1.14.1](https://github.com/Microsoft/tslib) - 0BSD
-[tslib@2.6.2](https://github.com/Microsoft/tslib) - 0BSD
-[type-check@0.4.0](https://github.com/gkz/type-check) - MIT
-[type-detect@4.0.8](https://github.com/chaijs/type-detect) - MIT
-[type-fest@0.20.2](https://github.com/sindresorhus/type-fest) - (MIT OR CC0-1.0)
-[type-fest@0.21.3](https://github.com/sindresorhus/type-fest) - (MIT OR CC0-1.0)
-[typedoc-plugin-markdown@4.2.1](https://github.com/typedoc2md/typedoc-plugin-markdown) - MIT
-[typedoc@0.26.4](https://github.com/TypeStrong/TypeDoc) - Apache-2.0
-[typescript-eslint@7.1.0](https://github.com/typescript-eslint/typescript-eslint) - MIT
-[typescript@5.5.4](https://github.com/Microsoft/TypeScript) - Apache-2.0
-[typical@4.0.0](https://github.com/75lb/typical) - MIT
-[typical@7.1.1](https://github.com/75lb/typical) - MIT
-[uc.micro@2.1.0](https://github.com/markdown-it/uc.micro) - MIT
-[undici-types@5.26.5](https://github.com/nodejs/undici) - MIT
-[undici-types@6.19.8](https://github.com/nodejs/undici) - MIT
-[update-browserslist-db@1.0.13](https://github.com/browserslist/update-db) - MIT
-[uri-js@4.4.1](https://github.com/garycourt/uri-js) - BSD-2-Clause
-[uuid@9.0.1](https://github.com/uuidjs/uuid) - MIT
-[v8-to-istanbul@9.2.0](https://github.com/istanbuljs/v8-to-istanbul) - ISC
-[walker@1.0.8](https://github.com/daaku/nodejs-walker) - Apache-2.0
-[web-streams-polyfill@3.3.3](https://github.com/MattiasBuelens/web-streams-polyfill) - MIT
-[web-streams-polyfill@4.0.0-beta.3](https://github.com/MattiasBuelens/web-streams-polyfill) - MIT
-[webidl-conversions@3.0.1](https://github.com/jsdom/webidl-conversions) - BSD-2-Clause
-[whatwg-url@5.0.0](https://github.com/jsdom/whatwg-url) - MIT
-[which@2.0.2](https://github.com/isaacs/node-which) - ISC
-[wordwrapjs@5.1.0](https://github.com/75lb/wordwrapjs) - MIT
-[wrap-ansi@7.0.0](https://github.com/chalk/wrap-ansi) - MIT
-[wrap-ansi@8.1.0](https://github.com/chalk/wrap-ansi) - MIT
-[wrappy@1.0.2](https://github.com/npm/wrappy) - ISC
-[write-file-atomic@4.0.2](https://github.com/npm/write-file-atomic) - ISC
-[y18n@5.0.8](https://github.com/yargs/y18n) - ISC
-[yallist@3.1.1](https://github.com/isaacs/yallist) - ISC
-[yallist@5.0.0](https://github.com/isaacs/yallist) - BlueOak-1.0.0
-[yaml@2.4.5](https://github.com/eemeli/yaml) - ISC
-[yargs-parser@21.1.1](https://github.com/yargs/yargs-parser) - ISC
-[yargs@17.7.2](https://github.com/yargs/yargs) - MIT
-[yocto-queue@0.1.0](https://github.com/sindresorhus/yocto-queue) - MIT

nodejs/__test__/arrow.test.ts

@@ -63,7 +63,6 @@ describe.each([arrow15, arrow16, arrow17, arrow18])(
       tableFromIPC,
       DataType,
       Dictionary,
-      Uint8: ArrowUint8,
       // biome-ignore lint/suspicious/noExplicitAny: <explanation>
     } = <any>arrow;
     type Schema = ApacheArrow["Schema"];
@@ -363,38 +362,6 @@ describe.each([arrow15, arrow16, arrow17, arrow18])(
         ).toEqual(new Float64().toString());
       });
 
-      it("will infer FixedSizeList<Float32> from Float32Array values", async function () {
-        const table = makeArrowTable([
-          { id: "a", vector: new Float32Array([0.1, 0.2, 0.3]) },
-          { id: "b", vector: new Float32Array([0.4, 0.5, 0.6]) },
-        ]);
-
-        expect(DataType.isFixedSizeList(table.getChild("vector")?.type)).toBe(
-          true,
-        );
-        const vectorType = table.getChild("vector")?.type;
-        expect(vectorType.listSize).toBe(3);
-        expect(vectorType.children[0].type.toString()).toEqual(
-          new Float32().toString(),
-        );
-      });
-
-      it("will infer FixedSizeList<Uint8> from Uint8Array values", async function () {
-        const table = makeArrowTable([
-          { id: "a", vector: new Uint8Array([1, 2, 3]) },
-          { id: "b", vector: new Uint8Array([4, 5, 6]) },
-        ]);
-
-        expect(DataType.isFixedSizeList(table.getChild("vector")?.type)).toBe(
-          true,
-        );
-        const vectorType = table.getChild("vector")?.type;
-        expect(vectorType.listSize).toBe(3);
-        expect(vectorType.children[0].type.toString()).toEqual(
-          new ArrowUint8().toString(),
-        );
-      });
-
       it("will use dictionary encoded strings if asked", async function () {
         const table = makeArrowTable([{ str: "hello" }]);
         expect(DataType.isUtf8(table.getChild("str")?.type)).toBe(true);

nodejs/__test__/table.test.ts

@@ -103,7 +103,7 @@ describe.each([arrow15, arrow16, arrow17, arrow18])(
         },
         numIndices: 0,
         numRows: 3,
-        totalBytes: 44,
+        totalBytes: 24,
       });
     });
 
@@ -312,66 +312,6 @@ describe.each([arrow15, arrow16, arrow17, arrow18])(
       expect(res.getChild("id")?.toJSON()).toEqual([2, 3]);
     });
 
-    it("should support takeRowIds with bigint array", async () => {
-      await table.add([{ id: 1 }, { id: 2 }, { id: 3 }]);
-      // Get actual row IDs using withRowId()
-      const allRows = await table.query().withRowId().toArray();
-      const rowIds = allRows.map((row) => row._rowid) as bigint[];
-
-      // Verify row IDs are bigint
-      expect(typeof rowIds[0]).toBe("bigint");
-
-      // Use takeRowIds with bigint array (the main use case from issue #2722)
-      const res = await table.takeRowIds([rowIds[0], rowIds[2]]).toArray();
-      expect(res.map((r) => r.id)).toEqual([1, 3]);
-    });
-
-    it("should support takeRowIds with number array for backwards compatibility", async () => {
-      await table.add([{ id: 1 }, { id: 2 }, { id: 3 }]);
-      // Small row IDs can be passed as numbers
-      const res = await table.takeRowIds([0, 2]).toArray();
-      expect(res.map((r) => r.id)).toEqual([1, 3]);
-    });
-
-    it("should support takeRowIds with mixed bigint and number array", async () => {
-      await table.add([{ id: 1 }, { id: 2 }, { id: 3 }]);
-      // Mixed array of bigint and number
-      const res = await table.takeRowIds([0n, 1, 2n]).toArray();
-      expect(res.map((r) => r.id)).toEqual([1, 2, 3]);
-    });
-
-    it("should throw for non-integer number in takeRowIds", () => {
-      expect(() => table.takeRowIds([1.5])).toThrow(
-        "Row id must be an integer (or bigint)",
-      );
-      expect(() => table.takeRowIds([0, 1.1, 2])).toThrow(
-        "Row id must be an integer (or bigint)",
-      );
-    });
-
-    it("should throw for negative number in takeRowIds", () => {
-      expect(() => table.takeRowIds([-1])).toThrow("Row id cannot be negative");
-      expect(() => table.takeRowIds([0, -5, 2])).toThrow(
-        "Row id cannot be negative",
-      );
-    });
-
-    it("should throw for unsafe large number in takeRowIds", () => {
-      // Number.MAX_SAFE_INTEGER + 1 is not safe
-      const unsafeNumber = Number.MAX_SAFE_INTEGER + 1;
-      expect(() => table.takeRowIds([unsafeNumber])).toThrow(
-        "Row id is too large for number; use bigint instead",
-      );
-    });
-
-    it("should reject negative bigint in takeRowIds", async () => {
-      await table.add([{ id: 1 }]);
-      // Negative bigint should be rejected by the Rust layer
-      expect(() => {
-        table.takeRowIds([-1n]);
-      }).toThrow("Row id cannot be negative");
-    });
-
     it("should return the table as an instance of an arrow table", async () => {
       const arrowTbl = await table.toArrow();
       expect(arrowTbl).toBeInstanceOf(ArrowTable);
@@ -1259,98 +1199,6 @@ describe("schema evolution", function () {
     expect(await table.schema()).toEqual(expectedSchema);
   });
 
-  it("can add columns with schema for explicit data types", async function () {
-    const con = await connect(tmpDir.name);
-    const table = await con.createTable("vectors", [
-      { id: 1n, vector: [0.1, 0.2] },
-    ]);
-
-    // Define schema for new columns with explicit data types
-    // Note: All columns must be nullable when using addColumns with Schema
-    // because they are initially populated with null values
-    const newColumnsSchema = new Schema([
-      new Field("price", new Float64(), true),
-      new Field("category", new Utf8(), true),
-      new Field("rating", new Int32(), true),
-    ]);
-
-    const result = await table.addColumns(newColumnsSchema);
-    expect(result).toHaveProperty("version");
-    expect(result.version).toBe(2);
-
-    const expectedSchema = new Schema([
-      new Field("id", new Int64(), true),
-      new Field(
-        "vector",
-        new FixedSizeList(2, new Field("item", new Float32(), true)),
-        true,
-      ),
-      new Field("price", new Float64(), true),
-      new Field("category", new Utf8(), true),
-      new Field("rating", new Int32(), true),
-    ]);
-    expect(await table.schema()).toEqual(expectedSchema);
-
-    // Verify that new columns are populated with null values
-    const results = await table.query().toArray();
-    expect(results).toHaveLength(1);
-    expect(results[0].price).toBeNull();
-    expect(results[0].category).toBeNull();
-    expect(results[0].rating).toBeNull();
-  });
-
-  it("can add a single column using Field", async function () {
-    const con = await connect(tmpDir.name);
-    const table = await con.createTable("vectors", [
-      { id: 1n, vector: [0.1, 0.2] },
-    ]);
-
-    // Add a single field
-    const priceField = new Field("price", new Float64(), true);
-    const result = await table.addColumns(priceField);
-    expect(result).toHaveProperty("version");
-    expect(result.version).toBe(2);
-
-    const expectedSchema = new Schema([
-      new Field("id", new Int64(), true),
-      new Field(
-        "vector",
-        new FixedSizeList(2, new Field("item", new Float32(), true)),
-        true,
-      ),
-      new Field("price", new Float64(), true),
-    ]);
-    expect(await table.schema()).toEqual(expectedSchema);
-  });
-
-  it("can add multiple columns using array of Fields", async function () {
-    const con = await connect(tmpDir.name);
-    const table = await con.createTable("vectors", [
-      { id: 1n, vector: [0.1, 0.2] },
-    ]);
-
-    // Add multiple fields as array
-    const fields = [
-      new Field("price", new Float64(), true),
-      new Field("category", new Utf8(), true),
-    ];
-    const result = await table.addColumns(fields);
-    expect(result).toHaveProperty("version");
-    expect(result.version).toBe(2);
-
-    const expectedSchema = new Schema([
-      new Field("id", new Int64(), true),
-      new Field(
-        "vector",
-        new FixedSizeList(2, new Field("item", new Float32(), true)),
-        true,
-      ),
-      new Field("price", new Float64(), true),
-      new Field("category", new Utf8(), true),
-    ]);
-    expect(await table.schema()).toEqual(expectedSchema);
-  });
-
   it("can alter the columns in the schema", async function () {
     const con = await connect(tmpDir.name);
     const schema = new Schema([
@@ -1672,9 +1520,9 @@ describe("when optimizing a dataset", () => {
 
   it("delete unverified", async () => {
     const version = await table.version();
-    const versionFile = `${tmpDir.name}/${table.name}.lance/_versions/${String(
+    const versionFile = `${tmpDir.name}/${table.name}.lance/_versions/${
-      18446744073709551615n - (BigInt(version) - 1n),
+      version - 1
-    ).padStart(20, "0")}.manifest`;
+    }.manifest`;
     fs.rmSync(versionFile);
 
     let stats = await table.optimize({ deleteUnverified: false });
@@ -1789,65 +1637,6 @@ describe.each([arrow15, arrow16, arrow17, arrow18])(
       expect(results2[0].text).toBe(data[1].text);
     });
 
-    test("full text search fast search", async () => {
-      const db = await connect(tmpDir.name);
-      const data = [{ text: "hello world", vector: [0.1, 0.2, 0.3], id: 1 }];
-      const table = await db.createTable("test", data);
-      await table.createIndex("text", {
-        config: Index.fts(),
-      });
-
-      // Insert unindexed data after creating the index.
-      await table.add([{ text: "xyz", vector: [0.4, 0.5, 0.6], id: 2 }]);
-
-      const withFlatSearch = await table
-        .search("xyz", "fts")
-        .limit(10)
-        .toArray();
-      expect(withFlatSearch.length).toBeGreaterThan(0);
-
-      const fastSearchResults = await table
-        .search("xyz", "fts")
-        .fastSearch()
-        .limit(10)
-        .toArray();
-      expect(fastSearchResults.length).toBe(0);
-
-      const nearestToTextFastSearch = await table
-        .query()
-        .nearestToText("xyz")
-        .fastSearch()
-        .limit(10)
-        .toArray();
-      expect(nearestToTextFastSearch.length).toBe(0);
-
-      // fastSearch should be chainable with other methods.
-      const chainedFastSearch = await table
-        .search("xyz", "fts")
-        .fastSearch()
-        .select(["text"])
-        .limit(5)
-        .toArray();
-      expect(chainedFastSearch.length).toBe(0);
-
-      await table.optimize();
-
-      const indexedFastSearch = await table
-        .search("xyz", "fts")
-        .fastSearch()
-        .limit(10)
-        .toArray();
-      expect(indexedFastSearch.length).toBeGreaterThan(0);
-
-      const indexedNearestToTextFastSearch = await table
-        .query()
-        .nearestToText("xyz")
-        .fastSearch()
-        .limit(10)
-        .toArray();
-      expect(indexedNearestToTextFastSearch.length).toBeGreaterThan(0);
-    });
-
     test("prewarm full text search index", async () => {
       const db = await connect(tmpDir.name);
       const data = [
@@ -2296,36 +2085,3 @@ describe("when creating an empty table", () => {
     expect((actualSchema.fields[1].type as Float64).precision).toBe(2);
   });
 });
-
-// Ensure we can create float32 arrays without using Arrow
-// by utilizing native JS TypedArray support
-//
-// https://github.com/lancedb/lancedb/issues/3115
-describe("when creating a table with Float32Array vectors", () => {
-  let tmpDir: tmp.DirResult;
-  beforeEach(() => {
-    tmpDir = tmp.dirSync({ unsafeCleanup: true });
-  });
-  afterEach(() => {
-    tmpDir.removeCallback();
-  });
-
-  it("should persist Float32Array as FixedSizeList<Float32> in the LanceDB schema", async () => {
-    const db = await connect(tmpDir.name);
-    const table = await db.createTable("test", [
-      { id: "a", vector: new Float32Array([0.1, 0.2, 0.3]) },
-      { id: "b", vector: new Float32Array([0.4, 0.5, 0.6]) },
-    ]);
-
-    const schema = await table.schema();
-    const vectorField = schema.fields.find((f) => f.name === "vector");
-    expect(vectorField).toBeDefined();
-    expect(vectorField!.type).toBeInstanceOf(FixedSizeList);
-
-    const fsl = vectorField!.type as FixedSizeList;
-    expect(fsl.listSize).toBe(3);
-    expect(fsl.children[0].type.typeId).toBe(Type.Float);
-    // precision: HALF=0, SINGLE=1, DOUBLE=2
-    expect((fsl.children[0].type as Float32).precision).toBe(1);
-  });
-});

nodejs/__test__/vector_types.test.ts

@@ -1,110 +0,0 @@
-// SPDX-License-Identifier: Apache-2.0
-// SPDX-FileCopyrightText: Copyright The LanceDB Authors
-
-import * as tmp from "tmp";
-
-import { type Table, connect } from "../lancedb";
-import {
-  Field,
-  FixedSizeList,
-  Float32,
-  Int64,
-  Schema,
-  makeArrowTable,
-} from "../lancedb/arrow";
-
-describe("Vector query with different typed arrays", () => {
-  let tmpDir: tmp.DirResult;
-
-  afterEach(() => {
-    tmpDir?.removeCallback();
-  });
-
-  async function createFloat32Table(): Promise<Table> {
-    tmpDir = tmp.dirSync({ unsafeCleanup: true });
-    const db = await connect(tmpDir.name);
-    const schema = new Schema([
-      new Field("id", new Int64(), true),
-      new Field(
-        "vec",
-        new FixedSizeList(2, new Field("item", new Float32())),
-        true,
-      ),
-    ]);
-    const data = makeArrowTable(
-      [
-        { id: 1n, vec: [1.0, 0.0] },
-        { id: 2n, vec: [0.0, 1.0] },
-        { id: 3n, vec: [1.0, 1.0] },
-      ],
-      { schema },
-    );
-    return db.createTable("test_f32", data);
-  }
-
-  it("should search with Float32Array (baseline)", async () => {
-    const table = await createFloat32Table();
-    const results = await table
-      .query()
-      .nearestTo(new Float32Array([1.0, 0.0]))
-      .limit(1)
-      .toArray();
-
-    expect(results.length).toBe(1);
-    expect(Number(results[0].id)).toBe(1);
-  });
-
-  it("should search with number[] (backward compat)", async () => {
-    const table = await createFloat32Table();
-    const results = await table
-      .query()
-      .nearestTo([1.0, 0.0])
-      .limit(1)
-      .toArray();
-
-    expect(results.length).toBe(1);
-    expect(Number(results[0].id)).toBe(1);
-  });
-
-  it("should search with Float64Array via raw path", async () => {
-    const table = await createFloat32Table();
-    const results = await table
-      .query()
-      .nearestTo(new Float64Array([1.0, 0.0]))
-      .limit(1)
-      .toArray();
-
-    expect(results.length).toBe(1);
-    expect(Number(results[0].id)).toBe(1);
-  });
-
-  it("should add multiple query vectors with Float64Array", async () => {
-    const table = await createFloat32Table();
-    const results = await table
-      .query()
-      .nearestTo(new Float64Array([1.0, 0.0]))
-      .addQueryVector(new Float64Array([0.0, 1.0]))
-      .limit(2)
-      .toArray();
-
-    expect(results.length).toBeGreaterThanOrEqual(2);
-  });
-
-  // Float16Array is only available in Node 22+; not in TypeScript's standard lib yet
-  const float16ArrayCtor = (globalThis as unknown as Record<string, unknown>)
-    .Float16Array as (new (values: number[]) => unknown) | undefined;
-  const hasFloat16 = float16ArrayCtor !== undefined;
-  const f16it = hasFloat16 ? it : it.skip;
-
-  f16it("should search with Float16Array via raw path", async () => {
-    const table = await createFloat32Table();
-    const results = await table
-      .query()
-      .nearestTo(new float16ArrayCtor!([1.0, 0.0]) as Float32Array)
-      .limit(1)
-      .toArray();
-
-    expect(results.length).toBe(1);
-    expect(Number(results[0].id)).toBe(1);
-  });
-});

nodejs/examples/package-lock.json

@@ -30,15 +30,12 @@
         "x64",
         "arm64"
       ],
-      "dev": true,
       "license": "Apache-2.0",
-      "optional": true,
       "os": [
         "darwin",
         "linux",
         "win32"
       ],
-      "peer": true,
       "dependencies": {
         "reflect-metadata": "^0.2.2"
       },
@@ -94,15 +91,14 @@
       }
     },
     "node_modules/@babel/code-frame": {
-      "version": "7.29.0",
+      "version": "7.26.2",
-      "resolved": "https://registry.npmjs.org/@babel/code-frame/-/code-frame-7.29.0.tgz",
+      "resolved": "https://registry.npmjs.org/@babel/code-frame/-/code-frame-7.26.2.tgz",
-      "integrity": "sha512-9NhCeYjq9+3uxgdtp20LSiJXJvN0FeCtNGpJxuMFZ1Kv3cWUNb6DOhJwUvcVCzKGR66cw4njwM6hrJLqgOwbcw==",
+      "integrity": "sha512-RJlIHRueQgwWitWgF8OdFYGZX328Ax5BCemNGlqHfplnRT9ESi8JkFlvaVYbS+UubVY6dpv87Fs2u5M29iNFVQ==",
       "dev": true,
-      "license": "MIT",
       "dependencies": {
-        "@babel/helper-validator-identifier": "^7.28.5",
+        "@babel/helper-validator-identifier": "^7.25.9",
         "js-tokens": "^4.0.0",
-        "picocolors": "^1.1.1"
+        "picocolors": "^1.0.0"
       },
       "engines": {
         "node": ">=6.9.0"
@@ -237,21 +233,19 @@
       }
     },
     "node_modules/@babel/helper-string-parser": {
-      "version": "7.27.1",
+      "version": "7.25.9",
-      "resolved": "https://registry.npmjs.org/@babel/helper-string-parser/-/helper-string-parser-7.27.1.tgz",
+      "resolved": "https://registry.npmjs.org/@babel/helper-string-parser/-/helper-string-parser-7.25.9.tgz",
-      "integrity": "sha512-qMlSxKbpRlAridDExk92nSobyDdpPijUq2DW6oDnUqd0iOGxmQjyqhMIihI9+zv4LPyZdRje2cavWPbCbWm3eA==",
+      "integrity": "sha512-4A/SCr/2KLd5jrtOMFzaKjVtAei3+2r/NChoBNoZ3EyP/+GlhoaEGoWOZUmFmoITP7zOJyHIMm+DYRd8o3PvHA==",
       "dev": true,
-      "license": "MIT",
       "engines": {
         "node": ">=6.9.0"
       }
     },
     "node_modules/@babel/helper-validator-identifier": {
-      "version": "7.28.5",
+      "version": "7.25.9",
-      "resolved": "https://registry.npmjs.org/@babel/helper-validator-identifier/-/helper-validator-identifier-7.28.5.tgz",
+      "resolved": "https://registry.npmjs.org/@babel/helper-validator-identifier/-/helper-validator-identifier-7.25.9.tgz",
-      "integrity": "sha512-qSs4ifwzKJSV39ucNjsvc6WVHs6b7S03sOh2OcHF9UHfVPqWWALUsNUVzhSBiItjRZoLHx7nIarVjqKVusUZ1Q==",
+      "integrity": "sha512-Ed61U6XJc3CVRfkERJWDz4dJwKe7iLmmJsbOGu9wSloNSFttHV0I8g6UAgb7qnK5ly5bGLPd4oXZlxCdANBOWQ==",
       "dev": true,
-      "license": "MIT",
       "engines": {
         "node": ">=6.9.0"
       }
@@ -266,27 +260,25 @@
       }
     },
     "node_modules/@babel/helpers": {
-      "version": "7.28.6",
+      "version": "7.26.0",
-      "resolved": "https://registry.npmjs.org/@babel/helpers/-/helpers-7.28.6.tgz",
+      "resolved": "https://registry.npmjs.org/@babel/helpers/-/helpers-7.26.0.tgz",
-      "integrity": "sha512-xOBvwq86HHdB7WUDTfKfT/Vuxh7gElQ+Sfti2Cy6yIWNW05P8iUslOVcZ4/sKbE+/jQaukQAdz/gf3724kYdqw==",
+      "integrity": "sha512-tbhNuIxNcVb21pInl3ZSjksLCvgdZy9KwJ8brv993QtIVKJBBkYXz4q4ZbAv31GdnC+R90np23L5FbEBlthAEw==",
       "dev": true,
-      "license": "MIT",
       "dependencies": {
-        "@babel/template": "^7.28.6",
+        "@babel/template": "^7.25.9",
-        "@babel/types": "^7.28.6"
+        "@babel/types": "^7.26.0"
       },
       "engines": {
         "node": ">=6.9.0"
       }
     },
     "node_modules/@babel/parser": {
-      "version": "7.29.0",
+      "version": "7.26.2",
-      "resolved": "https://registry.npmjs.org/@babel/parser/-/parser-7.29.0.tgz",
+      "resolved": "https://registry.npmjs.org/@babel/parser/-/parser-7.26.2.tgz",
-      "integrity": "sha512-IyDgFV5GeDUVX4YdF/3CPULtVGSXXMLh1xVIgdCgxApktqnQV0r7/8Nqthg+8YLGaAtdyIlo2qIdZrbCv4+7ww==",
+      "integrity": "sha512-DWMCZH9WA4Maitz2q21SRKHo9QXZxkDsbNZoVD62gusNtNBBqDg9i7uOhASfTfIGNzW+O+r7+jAlM8dwphcJKQ==",
       "dev": true,
-      "license": "MIT",
       "dependencies": {
-        "@babel/types": "^7.29.0"
+        "@babel/types": "^7.26.0"
       },
       "bin": {
         "parser": "bin/babel-parser.js"
@@ -518,15 +510,14 @@
       }
     },
     "node_modules/@babel/template": {
-      "version": "7.28.6",
+      "version": "7.25.9",
-      "resolved": "https://registry.npmjs.org/@babel/template/-/template-7.28.6.tgz",
+      "resolved": "https://registry.npmjs.org/@babel/template/-/template-7.25.9.tgz",
-      "integrity": "sha512-YA6Ma2KsCdGb+WC6UpBVFJGXL58MDA6oyONbjyF/+5sBgxY/dwkhLogbMT2GXXyU84/IhRw/2D1Os1B/giz+BQ==",
+      "integrity": "sha512-9DGttpmPvIxBb/2uwpVo3dqJ+O6RooAFOS+lB+xDqoE2PVCE8nfoHMdZLpfCQRLwvohzXISPZcgxt80xLfsuwg==",
       "dev": true,
-      "license": "MIT",
       "dependencies": {
-        "@babel/code-frame": "^7.28.6",
+        "@babel/code-frame": "^7.25.9",
-        "@babel/parser": "^7.28.6",
+        "@babel/parser": "^7.25.9",
-        "@babel/types": "^7.28.6"
+        "@babel/types": "^7.25.9"
       },
       "engines": {
         "node": ">=6.9.0"
@@ -551,14 +542,13 @@
       }
     },
     "node_modules/@babel/types": {
-      "version": "7.29.0",
+      "version": "7.26.0",
-      "resolved": "https://registry.npmjs.org/@babel/types/-/types-7.29.0.tgz",
+      "resolved": "https://registry.npmjs.org/@babel/types/-/types-7.26.0.tgz",
-      "integrity": "sha512-LwdZHpScM4Qz8Xw2iKSzS+cfglZzJGvofQICy7W7v4caru4EaAmyUuO6BGrbyQ2mYV11W0U8j5mBhd14dd3B0A==",
+      "integrity": "sha512-Z/yiTPj+lDVnF7lWeKCIJzaIkI0vYO87dMpZ4bg4TDrFe4XXLFWL1TbXU27gBP3QccxV9mZICCrnjnYlJjXHOA==",
       "dev": true,
-      "license": "MIT",
       "dependencies": {
-        "@babel/helper-string-parser": "^7.27.1",
+        "@babel/helper-string-parser": "^7.25.9",
-        "@babel/helper-validator-identifier": "^7.28.5"
+        "@babel/helper-validator-identifier": "^7.25.9"
       },
       "engines": {
         "node": ">=6.9.0"
@@ -1161,6 +1151,95 @@
         "url": "https://opencollective.com/libvips"
       }
     },
+    "node_modules/@isaacs/cliui": {
+      "version": "8.0.2",
+      "resolved": "https://registry.npmjs.org/@isaacs/cliui/-/cliui-8.0.2.tgz",
+      "integrity": "sha512-O8jcjabXaleOG9DQ0+ARXWZBTfnP4WNAqzuiJK7ll44AmxGKv/J2M4TPjxjY3znBCfvBXFzucm1twdyFybFqEA==",
+      "dependencies": {
+        "string-width": "^5.1.2",
+        "string-width-cjs": "npm:string-width@^4.2.0",
+        "strip-ansi": "^7.0.1",
+        "strip-ansi-cjs": "npm:strip-ansi@^6.0.1",
+        "wrap-ansi": "^8.1.0",
+        "wrap-ansi-cjs": "npm:wrap-ansi@^7.0.0"
+      },
+      "engines": {
+        "node": ">=12"
+      }
+    },
+    "node_modules/@isaacs/cliui/node_modules/ansi-regex": {
+      "version": "6.1.0",
+      "resolved": "https://registry.npmjs.org/ansi-regex/-/ansi-regex-6.1.0.tgz",
+      "integrity": "sha512-7HSX4QQb4CspciLpVFwyRe79O3xsIZDDLER21kERQ71oaPodF8jL725AgJMFAYbooIqolJoRLuM81SpeUkpkvA==",
+      "engines": {
+        "node": ">=12"
+      },
+      "funding": {
+        "url": "https://github.com/chalk/ansi-regex?sponsor=1"
+      }
+    },
+    "node_modules/@isaacs/cliui/node_modules/ansi-styles": {
+      "version": "6.2.1",
+      "resolved": "https://registry.npmjs.org/ansi-styles/-/ansi-styles-6.2.1.tgz",
+      "integrity": "sha512-bN798gFfQX+viw3R7yrGWRqnrN2oRkEkUjjl4JNn4E8GxxbjtG3FbrEIIY3l8/hrwUwIeCZvi4QuOTP4MErVug==",
+      "engines": {
+        "node": ">=12"
+      },
+      "funding": {
+        "url": "https://github.com/chalk/ansi-styles?sponsor=1"
+      }
+    },
+    "node_modules/@isaacs/cliui/node_modules/emoji-regex": {
+      "version": "9.2.2",
+      "resolved": "https://registry.npmjs.org/emoji-regex/-/emoji-regex-9.2.2.tgz",
+      "integrity": "sha512-L18DaJsXSUk2+42pv8mLs5jJT2hqFkFE4j21wOmgbUqsZ2hL72NsUU785g9RXgo3s0ZNgVl42TiHp3ZtOv/Vyg=="
+    },
+    "node_modules/@isaacs/cliui/node_modules/string-width": {
+      "version": "5.1.2",
+      "resolved": "https://registry.npmjs.org/string-width/-/string-width-5.1.2.tgz",
+      "integrity": "sha512-HnLOCR3vjcY8beoNLtcjZ5/nxn2afmME6lhrDrebokqMap+XbeW8n9TXpPDOqdGK5qcI3oT0GKTW6wC7EMiVqA==",
+      "dependencies": {
+        "eastasianwidth": "^0.2.0",
+        "emoji-regex": "^9.2.2",
+        "strip-ansi": "^7.0.1"
+      },
+      "engines": {
+        "node": ">=12"
+      },
+      "funding": {
+        "url": "https://github.com/sponsors/sindresorhus"
+      }
+    },
+    "node_modules/@isaacs/cliui/node_modules/strip-ansi": {
+      "version": "7.1.0",
+      "resolved": "https://registry.npmjs.org/strip-ansi/-/strip-ansi-7.1.0.tgz",
+      "integrity": "sha512-iq6eVVI64nQQTRYq2KtEg2d2uU7LElhTJwsH4YzIHZshxlgZms/wIc4VoDQTlG/IvVIrBKG06CrZnp0qv7hkcQ==",
+      "dependencies": {
+        "ansi-regex": "^6.0.1"
+      },
+      "engines": {
+        "node": ">=12"
+      },
+      "funding": {
+        "url": "https://github.com/chalk/strip-ansi?sponsor=1"
+      }
+    },
+    "node_modules/@isaacs/cliui/node_modules/wrap-ansi": {
+      "version": "8.1.0",
+      "resolved": "https://registry.npmjs.org/wrap-ansi/-/wrap-ansi-8.1.0.tgz",
+      "integrity": "sha512-si7QWI6zUMq56bESFvagtmzMdGOtoxfR+Sez11Mobfc7tm+VkUckk9bW2UeffTGVUbOksxmSw0AA2gs8g71NCQ==",
+      "dependencies": {
+        "ansi-styles": "^6.1.0",
+        "string-width": "^5.0.1",
+        "strip-ansi": "^7.0.1"
+      },
+      "engines": {
+        "node": ">=12"
+      },
+      "funding": {
+        "url": "https://github.com/chalk/wrap-ansi?sponsor=1"
+      }
+    },
     "node_modules/@isaacs/fs-minipass": {
       "version": "4.0.1",
       "resolved": "https://registry.npmjs.org/@isaacs/fs-minipass/-/fs-minipass-4.0.1.tgz",
@@ -1527,6 +1606,15 @@
       "resolved": "../dist",
       "link": true
     },
+    "node_modules/@pkgjs/parseargs": {
+      "version": "0.11.0",
+      "resolved": "https://registry.npmjs.org/@pkgjs/parseargs/-/parseargs-0.11.0.tgz",
+      "integrity": "sha512-+1VkjdD0QBLPodGrJUeqarH8VAIvQODIbwh9XpP5Syisf7YoQgsJKPNFoqqLQlu+VQ/tVSshMR6loPMn8U+dPg==",
+      "optional": true,
+      "engines": {
+        "node": ">=14"
+      }
+    },
     "node_modules/@protobufjs/aspromise": {
       "version": "1.1.2",
       "resolved": "https://registry.npmjs.org/@protobufjs/aspromise/-/aspromise-1.1.2.tgz",
@@ -1758,7 +1846,6 @@
       "version": "5.0.1",
       "resolved": "https://registry.npmjs.org/ansi-regex/-/ansi-regex-5.0.1.tgz",
       "integrity": "sha512-quJQXlTSUGL2LH9SUXo8VwsY4soanhgo6LNSm84E1LBcE8s3O0wpdiRzyR9z/ZZJMlMWv37qOOb9pdJlMUEKFQ==",
-      "dev": true,
       "engines": {
         "node": ">=8"
       }
@@ -1767,7 +1854,6 @@
       "version": "4.3.0",
       "resolved": "https://registry.npmjs.org/ansi-styles/-/ansi-styles-4.3.0.tgz",
       "integrity": "sha512-zbB9rCJAT1rbjiVDb2hqKFHNYLxgtk8NURxZ3IZwD3F6NtxbXZQCnnSi1Lkx+IDohdPlFp222wVALIheZJQSEg==",
-      "dev": true,
       "dependencies": {
         "color-convert": "^2.0.1"
       },
@@ -1933,15 +2019,13 @@
     "node_modules/balanced-match": {
       "version": "1.0.2",
       "resolved": "https://registry.npmjs.org/balanced-match/-/balanced-match-1.0.2.tgz",
-      "integrity": "sha512-3oSeUO0TMV67hN1AmbXsK4yaqU7tjiHlbxRDZOpH0KW9+CeX4bRAaX0Anxt0tx2MrpRpWwQaPwIlISEJhYU5Pw==",
+      "integrity": "sha512-3oSeUO0TMV67hN1AmbXsK4yaqU7tjiHlbxRDZOpH0KW9+CeX4bRAaX0Anxt0tx2MrpRpWwQaPwIlISEJhYU5Pw=="
-      "dev": true
     },
     "node_modules/brace-expansion": {
-      "version": "1.1.12",
+      "version": "1.1.11",
-      "resolved": "https://registry.npmjs.org/brace-expansion/-/brace-expansion-1.1.12.tgz",
+      "resolved": "https://registry.npmjs.org/brace-expansion/-/brace-expansion-1.1.11.tgz",
-      "integrity": "sha512-9T9UjW3r0UW5c1Q7GTwllptXwhvYmEzFhzMfZ9H7FQWt+uZePjZPjBP/W1ZEyZ1twGWom5/56TF4lPcqjnDHcg==",
+      "integrity": "sha512-iCuPHDFgrHX7H2vEI/5xpz07zSHB00TpugqhmYtVmMO6518mCuRMoOYFldEBl0g187ufozdaHgWKcYFb61qGiA==",
       "dev": true,
-      "license": "MIT",
       "dependencies": {
         "balanced-match": "^1.0.0",
         "concat-map": "0.0.1"
@@ -2018,19 +2102,6 @@
       "integrity": "sha512-E+XQCRwSbaaiChtv6k6Dwgc+bx+Bs6vuKJHHl5kox/BaKbhiXzqQOwK4cO22yElGp2OCmjwVhT3HmxgyPGnJfQ==",
       "dev": true
     },
-    "node_modules/call-bind-apply-helpers": {
-      "version": "1.0.2",
-      "resolved": "https://registry.npmjs.org/call-bind-apply-helpers/-/call-bind-apply-helpers-1.0.2.tgz",
-      "integrity": "sha512-Sp1ablJ0ivDkSzjcaJdxEunN5/XvksFJ2sMBFfq6x0ryhQV/2b/KwFe21cMpmHtPOSij8K99/wSfoEuTObmuMQ==",
-      "license": "MIT",
-      "dependencies": {
-        "es-errors": "^1.3.0",
-        "function-bind": "^1.1.2"
-      },
-      "engines": {
-        "node": ">= 0.4"
-      }
-    },
     "node_modules/callsites": {
       "version": "3.1.0",
       "resolved": "https://registry.npmjs.org/callsites/-/callsites-3.1.0.tgz",
@@ -2227,11 +2298,9 @@
       }
     },
     "node_modules/cross-spawn": {
-      "version": "7.0.6",
+      "version": "7.0.3",
-      "resolved": "https://registry.npmjs.org/cross-spawn/-/cross-spawn-7.0.6.tgz",
+      "resolved": "https://registry.npmjs.org/cross-spawn/-/cross-spawn-7.0.3.tgz",
-      "integrity": "sha512-uV2QOWP2nWzsy2aMp8aRibhi9dlzF5Hgh5SHaB9OiTGEyDTiJJyx0uy51QXdyWbtAHNua4XJzUKca3OzKUd3vA==",
+      "integrity": "sha512-iRDPJKUPVEND7dHPO8rkbOnPpyDygcDFtWjpeWNCgy8WP2rXcxXL8TskReQl6OrB2G7+UJrags1q15Fudc7G6w==",
-      "dev": true,
-      "license": "MIT",
       "dependencies": {
         "path-key": "^3.1.0",
         "shebang-command": "^2.0.0",
@@ -2315,19 +2384,10 @@
         "node": "^14.15.0 || ^16.10.0 || >=18.0.0"
       }
     },
-    "node_modules/dunder-proto": {
+    "node_modules/eastasianwidth": {
-      "version": "1.0.1",
+      "version": "0.2.0",
-      "resolved": "https://registry.npmjs.org/dunder-proto/-/dunder-proto-1.0.1.tgz",
+      "resolved": "https://registry.npmjs.org/eastasianwidth/-/eastasianwidth-0.2.0.tgz",
-      "integrity": "sha512-KIN/nDJBQRcXw0MLVhZE9iQHmG68qAVIBg9CqmUYjmQIhgij9U5MFvrqkUL5FbtyyzZuOeOt0zdeRe4UY7ct+A==",
+      "integrity": "sha512-I88TYZWc9XiYHRQ4/3c5rjjfgkjhLyW2luGIheGERbNQ6OY7yTybanSpDXZa8y7VUP9YmDcYa+eyq4ca7iLqWA=="
-      "license": "MIT",
-      "dependencies": {
-        "call-bind-apply-helpers": "^1.0.1",
-        "es-errors": "^1.3.0",
-        "gopd": "^1.2.0"
-      },
-      "engines": {
-        "node": ">= 0.4"
-      }
     },
     "node_modules/ejs": {
       "version": "3.1.10",
@@ -2365,8 +2425,7 @@
     "node_modules/emoji-regex": {
       "version": "8.0.0",
       "resolved": "https://registry.npmjs.org/emoji-regex/-/emoji-regex-8.0.0.tgz",
-      "integrity": "sha512-MSjYzcWNOA0ewAHpz0MxpYFvwg6yjy1NG3xteoqz644VCo/RPgnr1/GGt+ic3iJTzQ8Eu3TdM14SawnVUmGE6A==",
+      "integrity": "sha512-MSjYzcWNOA0ewAHpz0MxpYFvwg6yjy1NG3xteoqz644VCo/RPgnr1/GGt+ic3iJTzQ8Eu3TdM14SawnVUmGE6A=="
-      "dev": true
     },
     "node_modules/error-ex": {
       "version": "1.3.2",
@@ -2383,51 +2442,6 @@
       "integrity": "sha512-zz06S8t0ozoDXMG+ube26zeCTNXcKIPJZJi8hBrF4idCLms4CG9QtK7qBl1boi5ODzFpjswb5JPmHCbMpjaYzg==",
       "dev": true
     },
-    "node_modules/es-define-property": {
-      "version": "1.0.1",
-      "resolved": "https://registry.npmjs.org/es-define-property/-/es-define-property-1.0.1.tgz",
-      "integrity": "sha512-e3nRfgfUZ4rNGL232gUgX06QNyyez04KdjFrF+LTRoOXmrOgFKDg4BCdsjW8EnT69eqdYGmRpJwiPVYNrCaW3g==",
-      "license": "MIT",
-      "engines": {
-        "node": ">= 0.4"
-      }
-    },
-    "node_modules/es-errors": {
-      "version": "1.3.0",
-      "resolved": "https://registry.npmjs.org/es-errors/-/es-errors-1.3.0.tgz",
-      "integrity": "sha512-Zf5H2Kxt2xjTvbJvP2ZWLEICxA6j+hAmMzIlypy4xcBg1vKVnx89Wy0GbS+kf5cwCVFFzdCFh2XSCFNULS6csw==",
-      "license": "MIT",
-      "engines": {
-        "node": ">= 0.4"
-      }
-    },
-    "node_modules/es-object-atoms": {
-      "version": "1.1.1",
-      "resolved": "https://registry.npmjs.org/es-object-atoms/-/es-object-atoms-1.1.1.tgz",
-      "integrity": "sha512-FGgH2h8zKNim9ljj7dankFPcICIK9Cp5bm+c2gQSYePhpaG5+esrLODihIorn+Pe6FGJzWhXQotPv73jTaldXA==",
-      "license": "MIT",
-      "dependencies": {
-        "es-errors": "^1.3.0"
-      },
-      "engines": {
-        "node": ">= 0.4"
-      }
-    },
-    "node_modules/es-set-tostringtag": {
-      "version": "2.1.0",
-      "resolved": "https://registry.npmjs.org/es-set-tostringtag/-/es-set-tostringtag-2.1.0.tgz",
-      "integrity": "sha512-j6vWzfrGVfyXxge+O0x5sh6cvxAog0a/4Rdd2K36zCMV5eJ+/+tOAngRO8cODMNWbVRdVlmGZQL2YS3yR8bIUA==",
-      "license": "MIT",
-      "dependencies": {
-        "es-errors": "^1.3.0",
-        "get-intrinsic": "^1.2.6",
-        "has-tostringtag": "^1.0.2",
-        "hasown": "^2.0.2"
-      },
-      "engines": {
-        "node": ">= 0.4"
-      }
-    },
     "node_modules/escalade": {
       "version": "3.2.0",
       "resolved": "https://registry.npmjs.org/escalade/-/escalade-3.2.0.tgz",
@@ -2540,21 +2554,19 @@
       }
     },
     "node_modules/filelist/node_modules/brace-expansion": {
-      "version": "2.0.2",
+      "version": "2.0.1",
-      "resolved": "https://registry.npmjs.org/brace-expansion/-/brace-expansion-2.0.2.tgz",
+      "resolved": "https://registry.npmjs.org/brace-expansion/-/brace-expansion-2.0.1.tgz",
-      "integrity": "sha512-Jt0vHyM+jmUBqojB7E1NIYadt0vI0Qxjxd2TErW94wDz+E2LAm5vKMXXwg6ZZBTHPuUlDgQHKXvjGBdfcF1ZDQ==",
+      "integrity": "sha512-XnAIvQ8eM+kC6aULx6wuQiwVsnzsi9d3WxzV3FpWTGA19F621kwdbsAcFKXgKUHZWsy+mY6iL1sHTxWEFCytDA==",
       "dev": true,
-      "license": "MIT",
       "dependencies": {
         "balanced-match": "^1.0.0"
       }
     },
     "node_modules/filelist/node_modules/minimatch": {
-      "version": "5.1.9",
+      "version": "5.1.6",
-      "resolved": "https://registry.npmjs.org/minimatch/-/minimatch-5.1.9.tgz",
+      "resolved": "https://registry.npmjs.org/minimatch/-/minimatch-5.1.6.tgz",
-      "integrity": "sha512-7o1wEA2RyMP7Iu7GNba9vc0RWWGACJOCZBJX2GJWip0ikV+wcOsgVuY9uE8CPiyQhkGFSlhuSkZPavN7u1c2Fw==",
+      "integrity": "sha512-lKwV/1brpG6mBUFHtb7NUmtABCb2WZZmm2wNiOA5hAb8VdCS4B3dtMWyvcoViccwAW/COERjXLt0zP1zXUN26g==",
       "dev": true,
-      "license": "ISC",
       "dependencies": {
         "brace-expansion": "^2.0.1"
       },
@@ -2592,16 +2604,39 @@
       "resolved": "https://registry.npmjs.org/flatbuffers/-/flatbuffers-1.12.0.tgz",
       "integrity": "sha512-c7CZADjRcl6j0PlvFy0ZqXQ67qSEZfrVPynmnL+2zPc+NtMvrF8Y0QceMo7QqnSPc7+uWjUIAbvCQ5WIKlMVdQ=="
     },
+    "node_modules/foreground-child": {
+      "version": "3.3.0",
+      "resolved": "https://registry.npmjs.org/foreground-child/-/foreground-child-3.3.0.tgz",
+      "integrity": "sha512-Ld2g8rrAyMYFXBhEqMz8ZAHBi4J4uS1i/CxGMDnjyFWddMXLVcDp051DZfu+t7+ab7Wv6SMqpWmyFIj5UbfFvg==",
+      "dependencies": {
+        "cross-spawn": "^7.0.0",
+        "signal-exit": "^4.0.1"
+      },
+      "engines": {
+        "node": ">=14"
+      },
+      "funding": {
+        "url": "https://github.com/sponsors/isaacs"
+      }
+    },
+    "node_modules/foreground-child/node_modules/signal-exit": {
+      "version": "4.1.0",
+      "resolved": "https://registry.npmjs.org/signal-exit/-/signal-exit-4.1.0.tgz",
+      "integrity": "sha512-bzyZ1e88w9O1iNJbKnOlvYTrWPDl46O1bG0D3XInv+9tkPrxrN8jUUTiFlDkkmKWgn1M6CfIA13SuGqOa9Korw==",
+      "engines": {
+        "node": ">=14"
+      },
+      "funding": {
+        "url": "https://github.com/sponsors/isaacs"
+      }
+    },
     "node_modules/form-data": {
-      "version": "4.0.5",
+      "version": "4.0.1",
-      "resolved": "https://registry.npmjs.org/form-data/-/form-data-4.0.5.tgz",
+      "resolved": "https://registry.npmjs.org/form-data/-/form-data-4.0.1.tgz",
-      "integrity": "sha512-8RipRLol37bNs2bhoV67fiTEvdTrbMUYcFTiy3+wuuOnUog2QBHCZWXDRijWQfAkhBj2Uf5UnVaiWwA5vdd82w==",
+      "integrity": "sha512-tzN8e4TX8+kkxGPK8D5u0FNmjPUjw3lwC9lSLxxoB/+GtsJG91CO8bSWy73APlgAZzZbXEYZJuxjkHH2w+Ezhw==",
-      "license": "MIT",
       "dependencies": {
         "asynckit": "^0.4.0",
         "combined-stream": "^1.0.8",
-        "es-set-tostringtag": "^2.1.0",
-        "hasown": "^2.0.2",
         "mime-types": "^2.1.12"
       },
       "engines": {
@@ -2649,6 +2684,7 @@
       "version": "1.1.2",
       "resolved": "https://registry.npmjs.org/function-bind/-/function-bind-1.1.2.tgz",
       "integrity": "sha512-7XHNxH7qX9xG5mIwxkhumTox/MIRNcOgDrxWsMt2pAr23WHp6MrRlN7FBSFpCpr+oVO0F744iUgR82nJMfG2SA==",
+      "dev": true,
       "funding": {
         "url": "https://github.com/sponsors/ljharb"
       }
@@ -2671,30 +2707,6 @@
         "node": "6.* || 8.* || >= 10.*"
       }
     },
-    "node_modules/get-intrinsic": {
-      "version": "1.3.0",
-      "resolved": "https://registry.npmjs.org/get-intrinsic/-/get-intrinsic-1.3.0.tgz",
-      "integrity": "sha512-9fSjSaos/fRIVIp+xSJlE6lfwhES7LNtKaCBIamHsjr2na1BiABJPo0mOjjz8GJDURarmCPGqaiVg5mfjb98CQ==",
-      "license": "MIT",
-      "dependencies": {
-        "call-bind-apply-helpers": "^1.0.2",
-        "es-define-property": "^1.0.1",
-        "es-errors": "^1.3.0",
-        "es-object-atoms": "^1.1.1",
-        "function-bind": "^1.1.2",
-        "get-proto": "^1.0.1",
-        "gopd": "^1.2.0",
-        "has-symbols": "^1.1.0",
-        "hasown": "^2.0.2",
-        "math-intrinsics": "^1.1.0"
-      },
-      "engines": {
-        "node": ">= 0.4"
-      },
-      "funding": {
-        "url": "https://github.com/sponsors/ljharb"
-      }
-    },
     "node_modules/get-package-type": {
       "version": "0.1.0",
       "resolved": "https://registry.npmjs.org/get-package-type/-/get-package-type-0.1.0.tgz",
@@ -2704,19 +2716,6 @@
         "node": ">=8.0.0"
       }
     },
-    "node_modules/get-proto": {
-      "version": "1.0.1",
-      "resolved": "https://registry.npmjs.org/get-proto/-/get-proto-1.0.1.tgz",
-      "integrity": "sha512-sTSfBjoXBp89JvIKIefqw7U2CCebsc74kiY6awiGogKtoSGbgjYE/G/+l9sF3MWFPNc9IcoOC4ODfKHfxFmp0g==",
-      "license": "MIT",
-      "dependencies": {
-        "dunder-proto": "^1.0.1",
-        "es-object-atoms": "^1.0.0"
-      },
-      "engines": {
-        "node": ">= 0.4"
-      }
-    },
     "node_modules/get-stream": {
       "version": "6.0.1",
       "resolved": "https://registry.npmjs.org/get-stream/-/get-stream-6.0.1.tgz",
@@ -2759,18 +2758,6 @@
         "node": ">=4"
       }
     },
-    "node_modules/gopd": {
-      "version": "1.2.0",
-      "resolved": "https://registry.npmjs.org/gopd/-/gopd-1.2.0.tgz",
-      "integrity": "sha512-ZUKRh6/kUFoAiTAtTYPZJ3hw9wNxx+BIBOijnlG9PnrJsCcSjs1wyyD6vJpaYtgnzDrKYRSqf3OO6Rfa93xsRg==",
-      "license": "MIT",
-      "engines": {
-        "node": ">= 0.4"
-      },
-      "funding": {
-        "url": "https://github.com/sponsors/ljharb"
-      }
-    },
     "node_modules/graceful-fs": {
       "version": "4.2.11",
       "resolved": "https://registry.npmjs.org/graceful-fs/-/graceful-fs-4.2.11.tgz",
@@ -2791,37 +2778,11 @@
         "node": ">=8"
       }
     },
-    "node_modules/has-symbols": {
-      "version": "1.1.0",
-      "resolved": "https://registry.npmjs.org/has-symbols/-/has-symbols-1.1.0.tgz",
-      "integrity": "sha512-1cDNdwJ2Jaohmb3sg4OmKaMBwuC48sYni5HUw2DvsC8LjGTLK9h+eb1X6RyuOHe4hT0ULCW68iomhjUoKUqlPQ==",
-      "license": "MIT",
-      "engines": {
-        "node": ">= 0.4"
-      },
-      "funding": {
-        "url": "https://github.com/sponsors/ljharb"
-      }
-    },
-    "node_modules/has-tostringtag": {
-      "version": "1.0.2",
-      "resolved": "https://registry.npmjs.org/has-tostringtag/-/has-tostringtag-1.0.2.tgz",
-      "integrity": "sha512-NqADB8VjPFLM2V0VvHUewwwsw0ZWBaIdgo+ieHtK3hasLz4qeCRjYcqfB6AQrBggRKppKF8L52/VqdVsO47Dlw==",
-      "license": "MIT",
-      "dependencies": {
-        "has-symbols": "^1.0.3"
-      },
-      "engines": {
-        "node": ">= 0.4"
-      },
-      "funding": {
-        "url": "https://github.com/sponsors/ljharb"
-      }
-    },
     "node_modules/hasown": {
       "version": "2.0.2",
       "resolved": "https://registry.npmjs.org/hasown/-/hasown-2.0.2.tgz",
       "integrity": "sha512-0hJU9SCPvmMzIBdZFqNPXWa6dqh7WdH0cII9y+CyS8rG3nL48Bclra9HmKhVVUHyPWNH5Y7xDwAB7bfgSjkUMQ==",
+      "dev": true,
       "dependencies": {
         "function-bind": "^1.1.2"
       },
@@ -2921,7 +2882,6 @@
       "version": "3.0.0",
       "resolved": "https://registry.npmjs.org/is-fullwidth-code-point/-/is-fullwidth-code-point-3.0.0.tgz",
       "integrity": "sha512-zymm5+u+sCsSWyD9qNaejV3DFvhCKclKdizYaJUuHA83RLjb7nSuGnddCHGv0hk+KY7BMAlsWeK4Ueg6EV6XQg==",
-      "dev": true,
       "engines": {
         "node": ">=8"
       }
@@ -2959,8 +2919,7 @@
     "node_modules/isexe": {
       "version": "2.0.0",
       "resolved": "https://registry.npmjs.org/isexe/-/isexe-2.0.0.tgz",
-      "integrity": "sha512-RHxMLp9lnKHGHRng9QFhRCMbYAcVpn69smSGcq3f36xjgVVWThj4qqLbTLlq7Ssj8B+fIQ1EuCEGI2lKsyQeIw==",
+      "integrity": "sha512-RHxMLp9lnKHGHRng9QFhRCMbYAcVpn69smSGcq3f36xjgVVWThj4qqLbTLlq7Ssj8B+fIQ1EuCEGI2lKsyQeIw=="
-      "dev": true
     },
     "node_modules/istanbul-lib-coverage": {
       "version": "3.2.2",
@@ -3028,6 +2987,20 @@
         "node": ">=8"
       }
     },
+    "node_modules/jackspeak": {
+      "version": "3.4.3",
+      "resolved": "https://registry.npmjs.org/jackspeak/-/jackspeak-3.4.3.tgz",
+      "integrity": "sha512-OGlZQpz2yfahA/Rd1Y8Cd9SIEsqvXkLVoSw/cgwhnhFMDbsQFeZYoJJ7bIZBS9BcamUW96asq/npPWugM+RQBw==",
+      "dependencies": {
+        "@isaacs/cliui": "^8.0.2"
+      },
+      "funding": {
+        "url": "https://github.com/sponsors/isaacs"
+      },
+      "optionalDependencies": {
+        "@pkgjs/parseargs": "^0.11.0"
+      }
+    },
     "node_modules/jake": {
       "version": "10.9.2",
       "resolved": "https://registry.npmjs.org/jake/-/jake-10.9.2.tgz",
@@ -3632,11 +3605,10 @@
       "dev": true
     },
     "node_modules/js-yaml": {
-      "version": "3.14.2",
+      "version": "3.14.1",
-      "resolved": "https://registry.npmjs.org/js-yaml/-/js-yaml-3.14.2.tgz",
+      "resolved": "https://registry.npmjs.org/js-yaml/-/js-yaml-3.14.1.tgz",
-      "integrity": "sha512-PMSmkqxr106Xa156c2M265Z+FTrPl+oxd/rgOQy2tijQeK5TxQ43psO1ZCwhVOSdnn+RzkzlRz/eY4BgJBYVpg==",
+      "integrity": "sha512-okMH7OXXJ7YrN9Ok3/SXrnu4iX9yOk+25nqX4imS2npuvTYDmo/QEZoqwZkYaIDk3jVvBOTOIEgEhaLOynBS9g==",
       "dev": true,
-      "license": "MIT",
       "dependencies": {
         "argparse": "^1.0.7",
         "esprima": "^4.0.0"
@@ -3756,15 +3728,6 @@
         "tmpl": "1.0.5"
       }
     },
-    "node_modules/math-intrinsics": {
-      "version": "1.1.0",
-      "resolved": "https://registry.npmjs.org/math-intrinsics/-/math-intrinsics-1.1.0.tgz",
-      "integrity": "sha512-/IXtbwEk5HTPyEwyKX6hGkYXxM9nbj64B+ilVJnC/R6B0pH5G4V3b0pVbL7DBj4tkhBAppbQUlf6F6Xl9LHu1g==",
-      "license": "MIT",
-      "engines": {
-        "node": ">= 0.4"
-      }
-    },
     "node_modules/merge-stream": {
       "version": "2.0.0",
       "resolved": "https://registry.npmjs.org/merge-stream/-/merge-stream-2.0.0.tgz",
@@ -3813,11 +3776,10 @@
       }
     },
     "node_modules/minimatch": {
-      "version": "3.1.5",
+      "version": "3.1.2",
-      "resolved": "https://registry.npmjs.org/minimatch/-/minimatch-3.1.5.tgz",
+      "resolved": "https://registry.npmjs.org/minimatch/-/minimatch-3.1.2.tgz",
-      "integrity": "sha512-VgjWUsnnT6n+NUk6eZq77zeFdpW2LWDzP6zFGrCbHXiYNul5Dzqk2HHQ5uFH2DNW5Xbp8+jVzaeNt94ssEEl4w==",
+      "integrity": "sha512-J7p63hRiAjw1NDEww1W7i37+ByIrOWO5XQQAzZ3VOcL0PNybwpfmV/N05zFAzwQ9USyEcX6t3UO+K5aqBQOIHw==",
       "dev": true,
-      "license": "ISC",
       "dependencies": {
         "brace-expansion": "^1.1.7"
       },
@@ -3834,17 +3796,31 @@
       }
     },
     "node_modules/minizlib": {
-      "version": "3.1.0",
+      "version": "3.0.1",
-      "resolved": "https://registry.npmjs.org/minizlib/-/minizlib-3.1.0.tgz",
+      "resolved": "https://registry.npmjs.org/minizlib/-/minizlib-3.0.1.tgz",
-      "integrity": "sha512-KZxYo1BUkWD2TVFLr0MQoM8vUUigWD3LlD83a/75BqC+4qE0Hb1Vo5v1FgcfaNXvfXzr+5EhQ6ing/CaBijTlw==",
+      "integrity": "sha512-umcy022ILvb5/3Djuu8LWeqUa8D68JaBzlttKeMWen48SjabqS3iY5w/vzeMzMUNhLDifyhbOwKDSznB1vvrwg==",
-      "license": "MIT",
       "dependencies": {
-        "minipass": "^7.1.2"
+        "minipass": "^7.0.4",
+        "rimraf": "^5.0.5"
       },
       "engines": {
         "node": ">= 18"
       }
     },
+    "node_modules/mkdirp": {
+      "version": "3.0.1",
+      "resolved": "https://registry.npmjs.org/mkdirp/-/mkdirp-3.0.1.tgz",
+      "integrity": "sha512-+NsyUUAZDmo6YVHzL/stxSu3t9YS1iljliy3BSDrXJ/dkn1KYdmtZODGGjLcc9XLgVVpH4KshHB8XmZgMhaBXg==",
+      "bin": {
+        "mkdirp": "dist/cjs/src/bin.js"
+      },
+      "engines": {
+        "node": ">=10"
+      },
+      "funding": {
+        "url": "https://github.com/sponsors/isaacs"
+      }
+    },
     "node_modules/ms": {
       "version": "2.1.3",
       "resolved": "https://registry.npmjs.org/ms/-/ms-2.1.3.tgz",
@@ -4034,6 +4010,11 @@
         "node": ">=6"
       }
     },
+    "node_modules/package-json-from-dist": {
+      "version": "1.0.1",
+      "resolved": "https://registry.npmjs.org/package-json-from-dist/-/package-json-from-dist-1.0.1.tgz",
+      "integrity": "sha512-UEZIS3/by4OC8vL3P2dTXRETpebLI2NiI5vIrjaD/5UtrkFX/tNbwjTSRAGC/+7CAo2pIcBaRgWmcBBHcsaCIw=="
+    },
     "node_modules/parse-json": {
       "version": "5.2.0",
       "resolved": "https://registry.npmjs.org/parse-json/-/parse-json-5.2.0.tgz",
@@ -4074,7 +4055,6 @@
       "version": "3.1.1",
       "resolved": "https://registry.npmjs.org/path-key/-/path-key-3.1.1.tgz",
       "integrity": "sha512-ojmeN0qd+y0jszEtoY48r0Peq5dwMEkIlCOu6Q5f41lfkswXuKtYrhgoTpLnyIcHm24Uhqx+5Tqm2InSwLhE6Q==",
-      "dev": true,
       "engines": {
         "node": ">=8"
       }
@@ -4085,6 +4065,26 @@
       "integrity": "sha512-LDJzPVEEEPR+y48z93A0Ed0yXb8pAByGWo/k5YYdYgpY2/2EsOsksJrq7lOHxryrVOn1ejG6oAp8ahvOIQD8sw==",
       "dev": true
     },
+    "node_modules/path-scurry": {
+      "version": "1.11.1",
+      "resolved": "https://registry.npmjs.org/path-scurry/-/path-scurry-1.11.1.tgz",
+      "integrity": "sha512-Xa4Nw17FS9ApQFJ9umLiJS4orGjm7ZzwUrwamcGQuHSzDyth9boKDaycYdDcZDuqYATXw4HFXgaqWTctW/v1HA==",
+      "dependencies": {
+        "lru-cache": "^10.2.0",
+        "minipass": "^5.0.0 || ^6.0.2 || ^7.0.0"
+      },
+      "engines": {
+        "node": ">=16 || 14 >=14.18"
+      },
+      "funding": {
+        "url": "https://github.com/sponsors/isaacs"
+      }
+    },
+    "node_modules/path-scurry/node_modules/lru-cache": {
+      "version": "10.4.3",
+      "resolved": "https://registry.npmjs.org/lru-cache/-/lru-cache-10.4.3.tgz",
+      "integrity": "sha512-JNAzZcXrCt42VGLuYz0zfAzDfAvJWW6AfYlDBQyDV5DClI2m5sAmK+OIO7s59XfsRsWHp02jAJrRadPRGTt6SQ=="
+    },
     "node_modules/picocolors": {
       "version": "1.1.1",
       "resolved": "https://registry.npmjs.org/picocolors/-/picocolors-1.1.1.tgz",
@@ -4246,6 +4246,61 @@
         "node": ">=10"
       }
     },
+    "node_modules/rimraf": {
+      "version": "5.0.10",
+      "resolved": "https://registry.npmjs.org/rimraf/-/rimraf-5.0.10.tgz",
+      "integrity": "sha512-l0OE8wL34P4nJH/H2ffoaniAokM2qSmrtXHmlpvYr5AVVX8msAyW0l8NVJFDxlSK4u3Uh/f41cQheDVdnYijwQ==",
+      "dependencies": {
+        "glob": "^10.3.7"
+      },
+      "bin": {
+        "rimraf": "dist/esm/bin.mjs"
+      },
+      "funding": {
+        "url": "https://github.com/sponsors/isaacs"
+      }
+    },
+    "node_modules/rimraf/node_modules/brace-expansion": {
+      "version": "2.0.1",
+      "resolved": "https://registry.npmjs.org/brace-expansion/-/brace-expansion-2.0.1.tgz",
+      "integrity": "sha512-XnAIvQ8eM+kC6aULx6wuQiwVsnzsi9d3WxzV3FpWTGA19F621kwdbsAcFKXgKUHZWsy+mY6iL1sHTxWEFCytDA==",
+      "dependencies": {
+        "balanced-match": "^1.0.0"
+      }
+    },
+    "node_modules/rimraf/node_modules/glob": {
+      "version": "10.4.5",
+      "resolved": "https://registry.npmjs.org/glob/-/glob-10.4.5.tgz",
+      "integrity": "sha512-7Bv8RF0k6xjo7d4A/PxYLbUCfb6c+Vpd2/mB2yRDlew7Jb5hEXiCD9ibfO7wpk8i4sevK6DFny9h7EYbM3/sHg==",
+      "dependencies": {
+        "foreground-child": "^3.1.0",
+        "jackspeak": "^3.1.2",
+        "minimatch": "^9.0.4",
+        "minipass": "^7.1.2",
+        "package-json-from-dist": "^1.0.0",
+        "path-scurry": "^1.11.1"
+      },
+      "bin": {
+        "glob": "dist/esm/bin.mjs"
+      },
+      "funding": {
+        "url": "https://github.com/sponsors/isaacs"
+      }
+    },
+    "node_modules/rimraf/node_modules/minimatch": {
+      "version": "9.0.5",
+      "resolved": "https://registry.npmjs.org/minimatch/-/minimatch-9.0.5.tgz",
+      "integrity": "sha512-G6T0ZX48xgozx7587koeX9Ys2NYy6Gmv//P89sEte9V9whIapMNF4idKxnW2QtCcLiTWlb/wfCabAtAFWhhBow==",
+      "dependencies": {
+        "brace-expansion": "^2.0.1"
+      },
+      "engines": {
+        "node": ">=16 || 14 >=14.17"
+      },
+      "funding": {
+        "url": "https://github.com/sponsors/isaacs"
+      }
+    },
     "node_modules/semver": {
       "version": "7.6.3",
       "resolved": "https://registry.npmjs.org/semver/-/semver-7.6.3.tgz",
@@ -4299,7 +4354,6 @@
       "version": "2.0.0",
       "resolved": "https://registry.npmjs.org/shebang-command/-/shebang-command-2.0.0.tgz",
       "integrity": "sha512-kHxr2zZpYtdmrN1qDjrrX/Z1rR1kG8Dx+gkpK1G4eXmvXswmcE1hTWBWYUzlraYw1/yZp6YuDY77YtvbN0dmDA==",
-      "dev": true,
       "dependencies": {
         "shebang-regex": "^3.0.0"
       },
@@ -4311,7 +4365,6 @@
       "version": "3.0.0",
       "resolved": "https://registry.npmjs.org/shebang-regex/-/shebang-regex-3.0.0.tgz",
       "integrity": "sha512-7++dFhtcx3353uBaq8DDR4NuxBetBzC7ZQOhmTQInHEd6bSrXdiEyzCvG07Z44UYdLShWUyXt5M/yhz8ekcb1A==",
-      "dev": true,
       "engines": {
         "node": ">=8"
       }
@@ -4399,7 +4452,20 @@
       "version": "4.2.3",
       "resolved": "https://registry.npmjs.org/string-width/-/string-width-4.2.3.tgz",
       "integrity": "sha512-wKyQRQpjJ0sIp62ErSZdGsjMJWsap5oRNihHhu6G7JVO/9jIB6UyevL+tXuOqrng8j/cxKTWyWUwvSTriiZz/g==",
-      "dev": true,
+      "dependencies": {
+        "emoji-regex": "^8.0.0",
+        "is-fullwidth-code-point": "^3.0.0",
+        "strip-ansi": "^6.0.1"
+      },
+      "engines": {
+        "node": ">=8"
+      }
+    },
+    "node_modules/string-width-cjs": {
+      "name": "string-width",
+      "version": "4.2.3",
+      "resolved": "https://registry.npmjs.org/string-width/-/string-width-4.2.3.tgz",
+      "integrity": "sha512-wKyQRQpjJ0sIp62ErSZdGsjMJWsap5oRNihHhu6G7JVO/9jIB6UyevL+tXuOqrng8j/cxKTWyWUwvSTriiZz/g==",
       "dependencies": {
         "emoji-regex": "^8.0.0",
         "is-fullwidth-code-point": "^3.0.0",
@@ -4413,7 +4479,18 @@
       "version": "6.0.1",
       "resolved": "https://registry.npmjs.org/strip-ansi/-/strip-ansi-6.0.1.tgz",
       "integrity": "sha512-Y38VPSHcqkFrCpFnQ9vuSXmquuv5oXOKpGeT6aGrr3o3Gc9AlVa6JBfUSOCnbxGGZF+/0ooI7KrPuUSztUdU5A==",
-      "dev": true,
+      "dependencies": {
+        "ansi-regex": "^5.0.1"
+      },
+      "engines": {
+        "node": ">=8"
+      }
+    },
+    "node_modules/strip-ansi-cjs": {
+      "name": "strip-ansi",
+      "version": "6.0.1",
+      "resolved": "https://registry.npmjs.org/strip-ansi/-/strip-ansi-6.0.1.tgz",
+      "integrity": "sha512-Y38VPSHcqkFrCpFnQ9vuSXmquuv5oXOKpGeT6aGrr3o3Gc9AlVa6JBfUSOCnbxGGZF+/0ooI7KrPuUSztUdU5A==",
       "dependencies": {
         "ansi-regex": "^5.0.1"
       },
@@ -4464,15 +4541,15 @@
       }
     },
     "node_modules/tar": {
-      "version": "7.5.10",
+      "version": "7.4.3",
-      "resolved": "https://registry.npmjs.org/tar/-/tar-7.5.10.tgz",
+      "resolved": "https://registry.npmjs.org/tar/-/tar-7.4.3.tgz",
-      "integrity": "sha512-8mOPs1//5q/rlkNSPcCegA6hiHJYDmSLEI8aMH/CdSQJNWztHC9WHNam5zdQlfpTwB9Xp7IBEsHfV5LKMJGVAw==",
+      "integrity": "sha512-5S7Va8hKfV7W5U6g3aYxXmlPoZVAwUMy9AOKyF2fVuZa2UD3qZjg578OrLRt8PcNN1PleVaL/5/yYATNL0ICUw==",
-      "license": "BlueOak-1.0.0",
       "dependencies": {
         "@isaacs/fs-minipass": "^4.0.0",
         "chownr": "^3.0.0",
         "minipass": "^7.1.2",
-        "minizlib": "^3.1.0",
+        "minizlib": "^3.0.1",
+        "mkdirp": "^3.0.1",
         "yallist": "^5.0.0"
       },
       "engines": {
@@ -4705,7 +4782,6 @@
       "version": "2.0.2",
       "resolved": "https://registry.npmjs.org/which/-/which-2.0.2.tgz",
       "integrity": "sha512-BLI3Tl1TW3Pvl70l3yq3Y64i+awpwXqsGBYWkkqMtnbXgrMD+yj7rhW0kuEDxzJaYXGjEW5ogapKNMEKNMjibA==",
-      "dev": true,
       "dependencies": {
         "isexe": "^2.0.0"
       },
@@ -4733,6 +4809,23 @@
         "url": "https://github.com/chalk/wrap-ansi?sponsor=1"
       }
     },
+    "node_modules/wrap-ansi-cjs": {
+      "name": "wrap-ansi",
+      "version": "7.0.0",
+      "resolved": "https://registry.npmjs.org/wrap-ansi/-/wrap-ansi-7.0.0.tgz",
+      "integrity": "sha512-YVGIj2kamLSTxw6NsZjoBxfSwsn0ycdesmc4p+Q21c5zPuZ1pl+NfxVdxPtdHvmNVOQ6XSYG4AUtyt/Fi7D16Q==",
+      "dependencies": {
+        "ansi-styles": "^4.0.0",
+        "string-width": "^4.1.0",
+        "strip-ansi": "^6.0.0"
+      },
+      "engines": {
+        "node": ">=10"
+      },
+      "funding": {
+        "url": "https://github.com/chalk/wrap-ansi?sponsor=1"
+      }
+    },
     "node_modules/wrappy": {
       "version": "1.0.2",
       "resolved": "https://registry.npmjs.org/wrappy/-/wrappy-1.0.2.tgz",

nodejs/lancedb/arrow.ts

@@ -20,8 +20,6 @@ import {
   Float32,
   Float64,
   Int,
-  Int8,
-  Int16,
   Int32,
   Int64,
   LargeBinary,
@@ -37,8 +35,6 @@ import {
   Timestamp,
   Type,
   Uint8,
-  Uint16,
-  Uint32,
   Utf8,
   Vector,
   makeVector as arrowMakeVector,
@@ -117,9 +113,8 @@ export type TableLike =
 export type IntoVector =
   | Float32Array
   | Float64Array
-  | Uint8Array
   | number[]
-  | Promise<Float32Array | Float64Array | Uint8Array | number[]>;
+  | Promise<Float32Array | Float64Array | number[]>;
 
 export type MultiVector = IntoVector[];
 
@@ -127,48 +122,14 @@ export function isMultiVector(value: unknown): value is MultiVector {
   return Array.isArray(value) && isIntoVector(value[0]);
 }
 
-// Float16Array is not in TypeScript's standard lib yet; access dynamically
-type Float16ArrayCtor = new (
-  ...args: unknown[]
-) => { buffer: ArrayBuffer; byteOffset: number; byteLength: number };
-const float16ArrayCtor = (globalThis as unknown as Record<string, unknown>)
-  .Float16Array as Float16ArrayCtor | undefined;
-
 export function isIntoVector(value: unknown): value is IntoVector {
   return (
     value instanceof Float32Array ||
     value instanceof Float64Array ||
-    value instanceof Uint8Array ||
-    (float16ArrayCtor !== undefined && value instanceof float16ArrayCtor) ||
     (Array.isArray(value) && !Array.isArray(value[0]))
   );
 }
 
-/**
- * Extract the underlying byte buffer and data type from a typed array
- * for passing to the Rust NAPI layer without precision loss.
- */
-export function extractVectorBuffer(
-  vector: Float32Array | Float64Array | Uint8Array,
-): { data: Uint8Array; dtype: string } | null {
-  if (float16ArrayCtor !== undefined && vector instanceof float16ArrayCtor) {
-    return {
-      data: new Uint8Array(vector.buffer, vector.byteOffset, vector.byteLength),
-      dtype: "float16",
-    };
-  }
-  if (vector instanceof Float64Array) {
-    return {
-      data: new Uint8Array(vector.buffer, vector.byteOffset, vector.byteLength),
-      dtype: "float64",
-    };
-  }
-  if (vector instanceof Uint8Array && !(vector instanceof Float32Array)) {
-    return { data: vector, dtype: "uint8" };
-  }
-  return null;
-}
-
 export function isArrowTable(value: object): value is TableLike {
   if (value instanceof ArrowTable) return true;
   return "schema" in value && "batches" in value;
@@ -568,8 +529,7 @@ function isObject(value: unknown): value is Record<string, unknown> {
     !(value instanceof Date) &&
     !(value instanceof Set) &&
     !(value instanceof Map) &&
-    !(value instanceof Buffer) &&
+    !(value instanceof Buffer)
-    !ArrayBuffer.isView(value)
   );
 }
 
@@ -628,13 +588,6 @@ function inferType(
     return new Bool();
   } else if (value instanceof Buffer) {
     return new Binary();
-  } else if (ArrayBuffer.isView(value) && !(value instanceof DataView)) {
-    const info = typedArrayToArrowType(value);
-    if (info !== undefined) {
-      const child = new Field("item", info.elementType, true);
-      return new FixedSizeList(info.length, child);
-    }
-    return undefined;
   } else if (Array.isArray(value)) {
     if (value.length === 0) {
       return undefined; // Without any values we can't infer the type
@@ -793,32 +746,6 @@ function makeListVector(lists: unknown[][]): Vector<unknown> {
   return listBuilder.finish().toVector();
 }
 
-/**
- * Map a JS TypedArray instance to the corresponding Arrow element DataType
- * and its length. Returns undefined if the value is not a recognized TypedArray.
- */
-function typedArrayToArrowType(
-  value: ArrayBufferView,
-): { elementType: DataType; length: number } | undefined {
-  if (value instanceof Float32Array)
-    return { elementType: new Float32(), length: value.length };
-  if (value instanceof Float64Array)
-    return { elementType: new Float64(), length: value.length };
-  if (value instanceof Uint8Array)
-    return { elementType: new Uint8(), length: value.length };
-  if (value instanceof Uint16Array)
-    return { elementType: new Uint16(), length: value.length };
-  if (value instanceof Uint32Array)
-    return { elementType: new Uint32(), length: value.length };
-  if (value instanceof Int8Array)
-    return { elementType: new Int8(), length: value.length };
-  if (value instanceof Int16Array)
-    return { elementType: new Int16(), length: value.length };
-  if (value instanceof Int32Array)
-    return { elementType: new Int32(), length: value.length };
-  return undefined;
-}
-
 /** Helper function to convert an Array of JS values to an Arrow Vector */
 function makeVector(
   values: unknown[],
@@ -887,16 +814,6 @@ function makeVector(
       "makeVector cannot infer the type if all values are null or undefined",
     );
   }
-  if (ArrayBuffer.isView(sampleValue) && !(sampleValue instanceof DataView)) {
-    const info = typedArrayToArrowType(sampleValue);
-    if (info !== undefined) {
-      const fslType = new FixedSizeList(
-        info.length,
-        new Field("item", info.elementType, true),
-      );
-      return vectorFromArray(values, fslType);
-    }
-  }
   if (Array.isArray(sampleValue)) {
     // Default Arrow inference doesn't handle list types
     return makeListVector(values as unknown[][]);

nodejs/lancedb/connection.ts

@@ -166,25 +166,25 @@ export abstract class Connection {
    * List all the table names in this database.
    *
    * Tables will be returned in lexicographical order.
-   * @param {string[]} namespacePath - The namespace path to list tables from (defaults to root namespace)
+   * @param {string[]} namespace - The namespace to list tables from (defaults to root namespace)
    * @param {Partial<TableNamesOptions>} options - options to control the
    * paging / start point
    *
    */
   abstract tableNames(
-    namespacePath?: string[],
+    namespace?: string[],
     options?: Partial<TableNamesOptions>,
   ): Promise<string[]>;
 
   /**
    * Open a table in the database.
    * @param {string} name - The name of the table
-   * @param {string[]} namespacePath - The namespace path of the table (defaults to root namespace)
+   * @param {string[]} namespace - The namespace of the table (defaults to root namespace)
    * @param {Partial<OpenTableOptions>} options - Additional options
    */
   abstract openTable(
     name: string,
-    namespacePath?: string[],
+    namespace?: string[],
     options?: Partial<OpenTableOptions>,
   ): Promise<Table>;
 
@@ -193,7 +193,7 @@ export abstract class Connection {
    * @param {object} options - The options object.
    * @param {string} options.name - The name of the table.
    * @param {Data} options.data - Non-empty Array of Records to be inserted into the table
-   * @param {string[]} namespacePath - The namespace path to create the table in (defaults to root namespace)
+   * @param {string[]} namespace - The namespace to create the table in (defaults to root namespace)
    *
    */
   abstract createTable(
@@ -201,7 +201,7 @@ export abstract class Connection {
       name: string;
       data: Data;
     } & Partial<CreateTableOptions>,
-    namespacePath?: string[],
+    namespace?: string[],
   ): Promise<Table>;
   /**
    * Creates a new Table and initialize it with new data.
@@ -220,13 +220,13 @@ export abstract class Connection {
    * @param {string} name - The name of the table.
    * @param {Record<string, unknown>[] | TableLike} data - Non-empty Array of Records
    * to be inserted into the table
-   * @param {string[]} namespacePath - The namespace path to create the table in (defaults to root namespace)
+   * @param {string[]} namespace - The namespace to create the table in (defaults to root namespace)
    * @param {Partial<CreateTableOptions>} options - Additional options
    */
   abstract createTable(
     name: string,
     data: Record<string, unknown>[] | TableLike,
-    namespacePath?: string[],
+    namespace?: string[],
     options?: Partial<CreateTableOptions>,
   ): Promise<Table>;
 
@@ -245,28 +245,28 @@ export abstract class Connection {
    * Creates a new empty Table
    * @param {string} name - The name of the table.
    * @param {Schema} schema - The schema of the table
-   * @param {string[]} namespacePath - The namespace path to create the table in (defaults to root namespace)
+   * @param {string[]} namespace - The namespace to create the table in (defaults to root namespace)
    * @param {Partial<CreateTableOptions>} options - Additional options
    */
   abstract createEmptyTable(
     name: string,
     schema: import("./arrow").SchemaLike,
-    namespacePath?: string[],
+    namespace?: string[],
     options?: Partial<CreateTableOptions>,
   ): Promise<Table>;
 
   /**
    * Drop an existing table.
    * @param {string} name The name of the table to drop.
-   * @param {string[]} namespacePath The namespace path of the table (defaults to root namespace).
+   * @param {string[]} namespace The namespace of the table (defaults to root namespace).
    */
-  abstract dropTable(name: string, namespacePath?: string[]): Promise<void>;
+  abstract dropTable(name: string, namespace?: string[]): Promise<void>;
 
   /**
    * Drop all tables in the database.
-   * @param {string[]} namespacePath The namespace path to drop tables from (defaults to root namespace).
+   * @param {string[]} namespace The namespace to drop tables from (defaults to root namespace).
    */
-  abstract dropAllTables(namespacePath?: string[]): Promise<void>;
+  abstract dropAllTables(namespace?: string[]): Promise<void>;
 
   /**
    * Clone a table from a source table.
@@ -279,7 +279,7 @@ export abstract class Connection {
    * @param {string} targetTableName - The name of the target table to create.
    * @param {string} sourceUri - The URI of the source table to clone from.
    * @param {object} options - Clone options.
-   * @param {string[]} options.targetNamespacePath - The namespace path for the target table (defaults to root namespace).
+   * @param {string[]} options.targetNamespace - The namespace for the target table (defaults to root namespace).
    * @param {number} options.sourceVersion - The version of the source table to clone.
    * @param {string} options.sourceTag - The tag of the source table to clone.
    * @param {boolean} options.isShallow - Whether to perform a shallow clone (defaults to true).
@@ -288,7 +288,7 @@ export abstract class Connection {
     targetTableName: string,
     sourceUri: string,
     options?: {
-      targetNamespacePath?: string[];
+      targetNamespace?: string[];
       sourceVersion?: number;
       sourceTag?: string;
       isShallow?: boolean;
@@ -319,25 +319,25 @@ export class LocalConnection extends Connection {
   }
 
   async tableNames(
-    namespacePathOrOptions?: string[] | Partial<TableNamesOptions>,
+    namespaceOrOptions?: string[] | Partial<TableNamesOptions>,
     options?: Partial<TableNamesOptions>,
   ): Promise<string[]> {
-    // Detect if first argument is namespacePath array or options object
+    // Detect if first argument is namespace array or options object
-    let namespacePath: string[] | undefined;
+    let namespace: string[] | undefined;
     let tableNamesOptions: Partial<TableNamesOptions> | undefined;
 
-    if (Array.isArray(namespacePathOrOptions)) {
+    if (Array.isArray(namespaceOrOptions)) {
-      // First argument is namespacePath array
+      // First argument is namespace array
-      namespacePath = namespacePathOrOptions;
+      namespace = namespaceOrOptions;
       tableNamesOptions = options;
     } else {
       // First argument is options object (backwards compatibility)
-      namespacePath = undefined;
+      namespace = undefined;
-      tableNamesOptions = namespacePathOrOptions;
+      tableNamesOptions = namespaceOrOptions;
     }
 
     return this.inner.tableNames(
-      namespacePath ?? [],
+      namespace ?? [],
       tableNamesOptions?.startAfter,
       tableNamesOptions?.limit,
     );
@@ -345,12 +345,12 @@ export class LocalConnection extends Connection {
 
   async openTable(
     name: string,
-    namespacePath?: string[],
+    namespace?: string[],
     options?: Partial<OpenTableOptions>,
   ): Promise<Table> {
     const innerTable = await this.inner.openTable(
       name,
-      namespacePath ?? [],
+      namespace ?? [],
       cleanseStorageOptions(options?.storageOptions),
       options?.indexCacheSize,
     );
@@ -362,7 +362,7 @@ export class LocalConnection extends Connection {
     targetTableName: string,
     sourceUri: string,
     options?: {
-      targetNamespacePath?: string[];
+      targetNamespace?: string[];
       sourceVersion?: number;
       sourceTag?: string;
       isShallow?: boolean;
@@ -371,7 +371,7 @@ export class LocalConnection extends Connection {
     const innerTable = await this.inner.cloneTable(
       targetTableName,
       sourceUri,
-      options?.targetNamespacePath ?? [],
+      options?.targetNamespace ?? [],
       options?.sourceVersion ?? null,
       options?.sourceTag ?? null,
       options?.isShallow ?? true,
@@ -406,42 +406,42 @@ export class LocalConnection extends Connection {
     nameOrOptions:
       | string
       | ({ name: string; data: Data } & Partial<CreateTableOptions>),
-    dataOrNamespacePath?: Record<string, unknown>[] | TableLike | string[],
+    dataOrNamespace?: Record<string, unknown>[] | TableLike | string[],
-    namespacePathOrOptions?: string[] | Partial<CreateTableOptions>,
+    namespaceOrOptions?: string[] | Partial<CreateTableOptions>,
     options?: Partial<CreateTableOptions>,
   ): Promise<Table> {
     if (typeof nameOrOptions !== "string" && "name" in nameOrOptions) {
-      // First overload: createTable(options, namespacePath?)
+      // First overload: createTable(options, namespace?)
       const { name, data, ...createOptions } = nameOrOptions;
-      const namespacePath = dataOrNamespacePath as string[] | undefined;
+      const namespace = dataOrNamespace as string[] | undefined;
-      return this._createTableImpl(name, data, namespacePath, createOptions);
+      return this._createTableImpl(name, data, namespace, createOptions);
     }
 
-    // Second overload: createTable(name, data, namespacePath?, options?)
+    // Second overload: createTable(name, data, namespace?, options?)
     const name = nameOrOptions;
-    const data = dataOrNamespacePath as Record<string, unknown>[] | TableLike;
+    const data = dataOrNamespace as Record<string, unknown>[] | TableLike;
 
-    // Detect if third argument is namespacePath array or options object
+    // Detect if third argument is namespace array or options object
-    let namespacePath: string[] | undefined;
+    let namespace: string[] | undefined;
     let createOptions: Partial<CreateTableOptions> | undefined;
 
-    if (Array.isArray(namespacePathOrOptions)) {
+    if (Array.isArray(namespaceOrOptions)) {
-      // Third argument is namespacePath array
+      // Third argument is namespace array
-      namespacePath = namespacePathOrOptions;
+      namespace = namespaceOrOptions;
       createOptions = options;
     } else {
       // Third argument is options object (backwards compatibility)
-      namespacePath = undefined;
+      namespace = undefined;
-      createOptions = namespacePathOrOptions;
+      createOptions = namespaceOrOptions;
     }
 
-    return this._createTableImpl(name, data, namespacePath, createOptions);
+    return this._createTableImpl(name, data, namespace, createOptions);
   }
 
   private async _createTableImpl(
     name: string,
     data: Data,
-    namespacePath?: string[],
+    namespace?: string[],
     options?: Partial<CreateTableOptions>,
   ): Promise<Table> {
     if (data === undefined) {
@@ -455,7 +455,7 @@ export class LocalConnection extends Connection {
       name,
       buf,
       mode,
-      namespacePath ?? [],
+      namespace ?? [],
       storageOptions,
     );
 
@@ -465,21 +465,21 @@ export class LocalConnection extends Connection {
   async createEmptyTable(
     name: string,
     schema: import("./arrow").SchemaLike,
-    namespacePathOrOptions?: string[] | Partial<CreateTableOptions>,
+    namespaceOrOptions?: string[] | Partial<CreateTableOptions>,
     options?: Partial<CreateTableOptions>,
   ): Promise<Table> {
-    // Detect if third argument is namespacePath array or options object
+    // Detect if third argument is namespace array or options object
-    let namespacePath: string[] | undefined;
+    let namespace: string[] | undefined;
     let createOptions: Partial<CreateTableOptions> | undefined;
 
-    if (Array.isArray(namespacePathOrOptions)) {
+    if (Array.isArray(namespaceOrOptions)) {
-      // Third argument is namespacePath array
+      // Third argument is namespace array
-      namespacePath = namespacePathOrOptions;
+      namespace = namespaceOrOptions;
       createOptions = options;
     } else {
       // Third argument is options object (backwards compatibility)
-      namespacePath = undefined;
+      namespace = undefined;
-      createOptions = namespacePathOrOptions;
+      createOptions = namespaceOrOptions;
     }
 
     let mode: string = createOptions?.mode ?? "create";
@@ -502,18 +502,18 @@ export class LocalConnection extends Connection {
       name,
       buf,
       mode,
-      namespacePath ?? [],
+      namespace ?? [],
       storageOptions,
     );
     return new LocalTable(innerTable);
   }
 
-  async dropTable(name: string, namespacePath?: string[]): Promise<void> {
+  async dropTable(name: string, namespace?: string[]): Promise<void> {
-    return this.inner.dropTable(name, namespacePath ?? []);
+    return this.inner.dropTable(name, namespace ?? []);
   }
 
-  async dropAllTables(namespacePath?: string[]): Promise<void> {
+  async dropAllTables(namespace?: string[]): Promise<void> {
-    return this.inner.dropAllTables(namespacePath ?? []);
+    return this.inner.dropAllTables(namespace ?? []);
   }
 }
 

nodejs/lancedb/index.ts

@@ -273,9 +273,7 @@ export async function connect(
   let nativeProvider: NativeJsHeaderProvider | undefined;
   if (finalHeaderProvider) {
     if (typeof finalHeaderProvider === "function") {
-      nativeProvider = new NativeJsHeaderProvider(async () =>
+      nativeProvider = new NativeJsHeaderProvider(finalHeaderProvider);
-        finalHeaderProvider(),
-      );
     } else if (
       finalHeaderProvider &&
       typeof finalHeaderProvider.getHeaders === "function"

nodejs/lancedb/query.ts

@@ -5,7 +5,6 @@ import {
   Table as ArrowTable,
   type IntoVector,
   RecordBatch,
-  extractVectorBuffer,
   fromBufferToRecordBatch,
   fromRecordBatchToBuffer,
   tableFromIPC,
@@ -662,8 +661,10 @@ export class VectorQuery extends StandardQueryBase<NativeVectorQuery> {
       const res = (async () => {
         try {
           const v = await vector;
+          const arr = Float32Array.from(v);
+          //
           // biome-ignore lint/suspicious/noExplicitAny: we need to get the `inner`, but js has no package scoping
-          const value: any = this.addQueryVector(v);
+          const value: any = this.addQueryVector(arr);
           const inner = value.inner as
             | NativeVectorQuery
             | Promise<NativeVectorQuery>;
@@ -675,12 +676,7 @@ export class VectorQuery extends StandardQueryBase<NativeVectorQuery> {
       return new VectorQuery(res);
     } else {
       super.doCall((inner) => {
-        const raw = Array.isArray(vector) ? null : extractVectorBuffer(vector);
+        inner.addQueryVector(Float32Array.from(vector));
-        if (raw) {
-          inner.addQueryVectorRaw(raw.data, raw.dtype);
-        } else {
-          inner.addQueryVector(Float32Array.from(vector as number[]));
-        }
       });
       return this;
     }
@@ -688,17 +684,19 @@ export class VectorQuery extends StandardQueryBase<NativeVectorQuery> {
 
   rerank(reranker: Reranker): VectorQuery {
     super.doCall((inner) =>
-      inner.rerank(async (args) => {
+      inner.rerank({
-        const vecResults = await fromBufferToRecordBatch(args.vecResults);
+        rerankHybrid: async (_, args) => {
-        const ftsResults = await fromBufferToRecordBatch(args.ftsResults);
+          const vecResults = await fromBufferToRecordBatch(args.vecResults);
-        const result = await reranker.rerankHybrid(
+          const ftsResults = await fromBufferToRecordBatch(args.ftsResults);
-          args.query,
+          const result = await reranker.rerankHybrid(
-          vecResults as RecordBatch,
+            args.query,
-          ftsResults as RecordBatch,
+            vecResults as RecordBatch,
-        );
+            ftsResults as RecordBatch,
+          );
 
-        const buffer = fromRecordBatchToBuffer(result);
+          const buffer = fromRecordBatchToBuffer(result);
-        return buffer;
+          return buffer;
+        },
       }),
     );
 
@@ -769,23 +767,14 @@ export class Query extends StandardQueryBase<NativeQuery> {
    * a default `limit` of 10 will be used.  @see {@link Query#limit}
    */
   nearestTo(vector: IntoVector): VectorQuery {
-    const callNearestTo = (
-      inner: NativeQuery,
-      resolved: Float32Array | Float64Array | Uint8Array | number[],
-    ): NativeVectorQuery => {
-      const raw = Array.isArray(resolved)
-        ? null
-        : extractVectorBuffer(resolved);
-      if (raw) {
-        return inner.nearestToRaw(raw.data, raw.dtype);
-      }
-      return inner.nearestTo(Float32Array.from(resolved as number[]));
-    };
-
     if (this.inner instanceof Promise) {
       const nativeQuery = this.inner.then(async (inner) => {
-        const resolved = vector instanceof Promise ? await vector : vector;
+        if (vector instanceof Promise) {
-        return callNearestTo(inner, resolved);
+          const arr = await vector.then((v) => Float32Array.from(v));
+          return inner.nearestTo(arr);
+        } else {
+          return inner.nearestTo(Float32Array.from(vector));
+        }
       });
       return new VectorQuery(nativeQuery);
     }
@@ -793,8 +782,10 @@ export class Query extends StandardQueryBase<NativeQuery> {
       const res = (async () => {
         try {
           const v = await vector;
+          const arr = Float32Array.from(v);
+          //
           // biome-ignore lint/suspicious/noExplicitAny: we need to get the `inner`, but js has no package scoping
-          const value: any = this.nearestTo(v);
+          const value: any = this.nearestTo(arr);
           const inner = value.inner as
             | NativeVectorQuery
             | Promise<NativeVectorQuery>;
@@ -805,7 +796,7 @@ export class Query extends StandardQueryBase<NativeQuery> {
       })();
       return new VectorQuery(res);
     } else {
-      const vectorQuery = callNearestTo(this.inner, vector);
+      const vectorQuery = this.inner.nearestTo(Float32Array.from(vector));
       return new VectorQuery(vectorQuery);
     }
   }

nodejs/lancedb/table.ts

@@ -5,15 +5,12 @@ import {
   Table as ArrowTable,
   Data,
   DataType,
-  Field,
   IntoVector,
   MultiVector,
   Schema,
   dataTypeToJson,
   fromDataToBuffer,
-  fromTableToBuffer,
   isMultiVector,
-  makeEmptyTable,
   tableFromIPC,
 } from "./arrow";
 
@@ -87,16 +84,6 @@ export interface OptimizeOptions {
    * tbl.optimize({cleanupOlderThan: new Date()});
    */
   cleanupOlderThan: Date;
-  /**
-   * Because they may be part of an in-progress transaction, files newer than
-   * 7 days old are not deleted by default. If you are sure that there are no
-   * in-progress transactions, then you can set this to true to delete all
-   * files older than `cleanupOlderThan`.
-   *
-   * **WARNING**: This should only be set to true if you can guarantee that
-   * no other process is currently working on this dataset. Otherwise the
-   * dataset could be put into a corrupted state.
-   */
   deleteUnverified: boolean;
 }
 
@@ -360,13 +347,9 @@ export abstract class Table {
   /**
    * Create a query that returns a subset of the rows in the table.
    * @param rowIds The row ids of the rows to return.
-   *
-   * Row ids returned by `withRowId()` are `bigint`, so `bigint[]` is supported.
-   * For convenience / backwards compatibility, `number[]` is also accepted (for
-   * small row ids that fit in a safe integer).
    * @returns A builder that can be used to parameterize the query.
    */
-  abstract takeRowIds(rowIds: readonly (bigint | number)[]): TakeQuery;
+  abstract takeRowIds(rowIds: number[]): TakeQuery;
 
   /**
    * Create a search query to find the nearest neighbors
@@ -394,16 +377,15 @@ export abstract class Table {
   abstract vectorSearch(vector: IntoVector | MultiVector): VectorQuery;
   /**
    * Add new columns with defined values.
-   * @param {AddColumnsSql[] | Field | Field[] | Schema} newColumnTransforms Either:
+   * @param {AddColumnsSql[]} newColumnTransforms pairs of column names and
-   *   - An array of objects with column names and SQL expressions to calculate values
+   * the SQL expression to use to calculate the value of the new column. These
-   *   - A single Arrow Field defining one column with its data type (column will be initialized with null values)
+   * expressions will be evaluated for each row in the table, and can
-   *   - An array of Arrow Fields defining columns with their data types (columns will be initialized with null values)
+   * reference existing columns in the table.
-   *   - An Arrow Schema defining columns with their data types (columns will be initialized with null values)
    * @returns {Promise<AddColumnsResult>} A promise that resolves to an object
    * containing the new version number of the table after adding the columns.
    */
   abstract addColumns(
-    newColumnTransforms: AddColumnsSql[] | Field | Field[] | Schema,
+    newColumnTransforms: AddColumnsSql[],
   ): Promise<AddColumnsResult>;
 
   /**
@@ -515,7 +497,19 @@ export abstract class Table {
    *  - Index: Optimizes the indices, adding new data to existing indices
    *
    *
-   *  The frequency an application should call optimize is based on the frequency of
+   *  Experimental API
+   *  ----------------
+   *
+   *  The optimization process is undergoing active development and may change.
+   *  Our goal with these changes is to improve the performance of optimization and
+   *  reduce the complexity.
+   *
+   *  That being said, it is essential today to run optimize if you want the best
+   *  performance.  It should be stable and safe to use in production, but it our
+   *  hope that the API may be simplified (or not even need to be called) in the
+   *  future.
+   *
+   *  The frequency an application shoudl call optimize is based on the frequency of
    *  data modifications.  If data is frequently added, deleted, or updated then
    *  optimize should be run frequently.  A good rule of thumb is to run optimize if
    *  you have added or modified 100,000 or more records or run more than 20 data
@@ -544,35 +538,6 @@ export abstract class Table {
    *
    */
   abstract stats(): Promise<TableStatistics>;
-
-  /**
-   * Get the initial storage options that were passed in when opening this table.
-   *
-   * For dynamically refreshed options (e.g., credential vending), use
-   * {@link Table.latestStorageOptions}.
-   *
-   * Warning: This is an internal API and the return value is subject to change.
-   *
-   * @returns The storage options, or undefined if no storage options were configured.
-   */
-  abstract initialStorageOptions(): Promise<
-    Record<string, string> | null | undefined
-  >;
-
-  /**
-   * Get the latest storage options, refreshing from provider if configured.
-   *
-   * This method is useful for credential vending scenarios where storage options
-   * may be refreshed dynamically. If no dynamic provider is configured, this
-   * returns the initial static options.
-   *
-   * Warning: This is an internal API and the return value is subject to change.
-   *
-   * @returns The storage options, or undefined if no storage options were configured.
-   */
-  abstract latestStorageOptions(): Promise<
-    Record<string, string> | null | undefined
-  >;
 }
 
 export class LocalTable extends Table {
@@ -721,24 +686,8 @@ export class LocalTable extends Table {
     return new TakeQuery(this.inner.takeOffsets(offsets));
   }
 
-  takeRowIds(rowIds: readonly (bigint | number)[]): TakeQuery {
+  takeRowIds(rowIds: number[]): TakeQuery {
-    const ids = rowIds.map((id) => {
+    return new TakeQuery(this.inner.takeRowIds(rowIds));
-      if (typeof id === "bigint") {
-        return id;
-      }
-      if (!Number.isInteger(id)) {
-        throw new Error("Row id must be an integer (or bigint)");
-      }
-      if (id < 0) {
-        throw new Error("Row id cannot be negative");
-      }
-      if (!Number.isSafeInteger(id)) {
-        throw new Error("Row id is too large for number; use bigint instead");
-      }
-      return BigInt(id);
-    });
-
-    return new TakeQuery(this.inner.takeRowIds(ids));
   }
 
   query(): Query {
@@ -808,40 +757,9 @@ export class LocalTable extends Table {
   // TODO: Support BatchUDF
 
   async addColumns(
-    newColumnTransforms: AddColumnsSql[] | Field | Field[] | Schema,
+    newColumnTransforms: AddColumnsSql[],
   ): Promise<AddColumnsResult> {
-    // Handle single Field -> convert to array of Fields
+    return await this.inner.addColumns(newColumnTransforms);
-    if (newColumnTransforms instanceof Field) {
-      newColumnTransforms = [newColumnTransforms];
-    }
-
-    // Handle array of Fields -> convert to Schema
-    if (
-      Array.isArray(newColumnTransforms) &&
-      newColumnTransforms.length > 0 &&
-      newColumnTransforms[0] instanceof Field
-    ) {
-      const fields = newColumnTransforms as Field[];
-      newColumnTransforms = new Schema(fields);
-    }
-
-    // Handle Schema -> use schema-based approach
-    if (newColumnTransforms instanceof Schema) {
-      const schema = newColumnTransforms;
-      // Convert schema to buffer using Arrow IPC format
-      const emptyTable = makeEmptyTable(schema);
-      const schemaBuf = await fromTableToBuffer(emptyTable);
-      return await this.inner.addColumnsWithSchema(schemaBuf);
-    }
-
-    // Handle SQL expressions (existing functionality)
-    if (Array.isArray(newColumnTransforms)) {
-      return await this.inner.addColumns(
-        newColumnTransforms as AddColumnsSql[],
-      );
-    }
-
-    throw new Error("Invalid input type for addColumns");
   }
 
   async alterColumns(
@@ -940,18 +858,6 @@ export class LocalTable extends Table {
     return await this.inner.stats();
   }
 
-  async initialStorageOptions(): Promise<
-    Record<string, string> | null | undefined
-  > {
-    return await this.inner.initialStorageOptions();
-  }
-
-  async latestStorageOptions(): Promise<
-    Record<string, string> | null | undefined
-  > {
-    return await this.inner.latestStorageOptions();
-  }
-
   mergeInsert(on: string | string[]): MergeInsertBuilder {
     on = Array.isArray(on) ? on : [on];
     return new MergeInsertBuilder(this.inner.mergeInsert(on), this.schema());

nodejs/npm/darwin-arm64/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@lancedb/lancedb-darwin-arm64",
-	"version": "0.27.2",
+	"version": "0.23.1-beta.1",
 	"os": ["darwin"],
 	"cpu": ["arm64"],
 	"main": "lancedb.darwin-arm64.node",
@@ -8,9 +8,5 @@
 	"license": "Apache-2.0",
 	"engines": {
 		"node": ">= 18"
-	},
-	"repository": {
-		"type": "git",
-		"url": "https://github.com/lancedb/lancedb"
 	}
 }

nodejs/npm/darwin-x64/README.md

@@ -0,0 +1,3 @@
+# `@lancedb/lancedb-darwin-x64`
+
+This is the **x86_64-apple-darwin** binary for `@lancedb/lancedb`

nodejs/npm/darwin-x64/package.json

@@ -0,0 +1,12 @@
+{
+	"name": "@lancedb/lancedb-darwin-x64",
+	"version": "0.23.1-beta.1",
+	"os": ["darwin"],
+	"cpu": ["x64"],
+	"main": "lancedb.darwin-x64.node",
+	"files": ["lancedb.darwin-x64.node"],
+	"license": "Apache-2.0",
+	"engines": {
+		"node": ">= 18"
+	}
+}

nodejs/npm/linux-arm64-gnu/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@lancedb/lancedb-linux-arm64-gnu",
-	"version": "0.27.2",
+	"version": "0.23.1-beta.1",
 	"os": ["linux"],
 	"cpu": ["arm64"],
 	"main": "lancedb.linux-arm64-gnu.node",
@@ -9,9 +9,5 @@
 	"engines": {
 		"node": ">= 18"
 	},
-	"libc": ["glibc"],
+	"libc": ["glibc"]
-	"repository": {
-		"type": "git",
-		"url": "https://github.com/lancedb/lancedb"
-	}
 }

nodejs/npm/linux-arm64-musl/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@lancedb/lancedb-linux-arm64-musl",
-	"version": "0.27.2",
+	"version": "0.23.1-beta.1",
 	"os": ["linux"],
 	"cpu": ["arm64"],
 	"main": "lancedb.linux-arm64-musl.node",
@@ -9,9 +9,5 @@
 	"engines": {
 		"node": ">= 18"
 	},
-	"libc": ["musl"],
+	"libc": ["musl"]
-	"repository": {
-		"type": "git",
-		"url": "https://github.com/lancedb/lancedb"
-	}
 }

nodejs/npm/linux-x64-gnu/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@lancedb/lancedb-linux-x64-gnu",
-	"version": "0.27.2",
+	"version": "0.23.1-beta.1",
 	"os": ["linux"],
 	"cpu": ["x64"],
 	"main": "lancedb.linux-x64-gnu.node",
@@ -9,9 +9,5 @@
 	"engines": {
 		"node": ">= 18"
 	},
-	"libc": ["glibc"],
+	"libc": ["glibc"]
-	"repository": {
-		"type": "git",
-		"url": "https://github.com/lancedb/lancedb"
-	}
 }

nodejs/npm/linux-x64-musl/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@lancedb/lancedb-linux-x64-musl",
-	"version": "0.27.2",
+	"version": "0.23.1-beta.1",
 	"os": ["linux"],
 	"cpu": ["x64"],
 	"main": "lancedb.linux-x64-musl.node",
@@ -9,9 +9,5 @@
 	"engines": {
 		"node": ">= 18"
 	},
-	"libc": ["musl"],
+	"libc": ["musl"]
-	"repository": {
-		"type": "git",
-		"url": "https://github.com/lancedb/lancedb"
-	}
 }

nodejs/npm/win32-arm64-msvc/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lancedb/lancedb-win32-arm64-msvc",
-  "version": "0.27.2",
+  "version": "0.23.1-beta.1",
   "os": [
     "win32"
   ],
@@ -14,9 +14,5 @@
   "license": "Apache-2.0",
   "engines": {
     "node": ">= 18"
-  },
-  "repository": {
-    "type": "git",
-    "url": "https://github.com/lancedb/lancedb"
   }
 }

nodejs/npm/win32-x64-msvc/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@lancedb/lancedb-win32-x64-msvc",
-	"version": "0.27.2",
+	"version": "0.23.1-beta.1",
 	"os": ["win32"],
 	"cpu": ["x64"],
 	"main": "lancedb.win32-x64-msvc.node",
@@ -8,9 +8,5 @@
 	"license": "Apache-2.0",
 	"engines": {
 		"node": ">= 18"
-	},
-	"repository": {
-		"type": "git",
-		"url": "https://github.com/lancedb/lancedb"
 	}
 }

nodejs/package.json

@@ -11,7 +11,7 @@
     "ann"
   ],
   "private": false,
-  "version": "0.27.2",
+  "version": "0.23.1-beta.1",
   "main": "dist/index.js",
   "exports": {
     ".": "./dist/index.js",
@@ -21,29 +21,29 @@
   },
   "types": "dist/index.d.ts",
   "napi": {
-    "binaryName": "lancedb",
+    "name": "lancedb",
-    "targets": [
+    "triples": {
-      "aarch64-apple-darwin",
+      "defaults": false,
-      "x86_64-unknown-linux-gnu",
+      "additional": [
-      "aarch64-unknown-linux-gnu",
+        "x86_64-apple-darwin",
-      "x86_64-unknown-linux-musl",
+        "aarch64-apple-darwin",
-      "aarch64-unknown-linux-musl",
+        "x86_64-unknown-linux-gnu",
-      "x86_64-pc-windows-msvc",
+        "aarch64-unknown-linux-gnu",
-      "aarch64-pc-windows-msvc"
+        "x86_64-unknown-linux-musl",
-    ]
+        "aarch64-unknown-linux-musl",
+        "x86_64-pc-windows-msvc",
+        "aarch64-pc-windows-msvc"
+      ]
+    }
   },
   "license": "Apache-2.0",
-  "repository": {
-    "type": "git",
-    "url": "https://github.com/lancedb/lancedb"
-  },
   "devDependencies": {
     "@aws-sdk/client-dynamodb": "^3.33.0",
     "@aws-sdk/client-kms": "^3.33.0",
     "@aws-sdk/client-s3": "^3.33.0",
     "@biomejs/biome": "^1.7.3",
     "@jest/globals": "^29.7.0",
-    "@napi-rs/cli": "^3.5.1",
+    "@napi-rs/cli": "^2.18.3",
     "@types/axios": "^0.14.0",
     "@types/jest": "^29.1.2",
     "@types/node": "^22.7.4",
@@ -72,9 +72,9 @@
   "os": ["darwin", "linux", "win32"],
   "scripts": {
     "artifacts": "napi artifacts",
-    "build:debug": "napi build --platform --dts ../lancedb/native.d.ts --js ../lancedb/native.js --output-dir lancedb",
+    "build:debug": "napi build --platform --no-const-enum --dts ../lancedb/native.d.ts --js ../lancedb/native.js lancedb",
     "postbuild:debug": "shx mkdir -p dist && shx cp lancedb/*.node dist/",
-    "build:release": "napi build --platform --release --dts ../lancedb/native.d.ts --js ../lancedb/native.js --output-dir dist",
+    "build:release": "napi build --platform --no-const-enum --release --dts ../lancedb/native.d.ts --js ../lancedb/native.js dist/",
     "postbuild:release": "shx mkdir -p dist && shx cp lancedb/*.node dist/",
     "build": "npm run build:debug && npm run tsc",
     "build-release": "npm run build:release && npm run tsc",
@@ -88,7 +88,7 @@
     "prepublishOnly": "napi prepublish -t npm",
     "test": "jest --verbose",
     "integration": "S3_TEST=1 npm run test",
-    "universal": "napi universalize",
+    "universal": "napi universal",
     "version": "napi version"
   },
   "dependencies": {

nodejs/src/connection.rs

@@ -8,12 +8,11 @@ use lancedb::database::{CreateTableMode, Database};
 use napi::bindgen_prelude::*;
 use napi_derive::*;
 
-use crate::ConnectionOptions;
 use crate::error::NapiErrorExt;
 use crate::header::JsHeaderProvider;
 use crate::table::Table;
+use crate::ConnectionOptions;
 use lancedb::connection::{ConnectBuilder, Connection as LanceDBConnection};
-
 use lancedb::ipc::{ipc_file_to_batches, ipc_file_to_schema};
 
 #[napi]
@@ -119,12 +118,12 @@ impl Connection {
     #[napi(catch_unwind)]
     pub async fn table_names(
         &self,
-        namespace_path: Option<Vec<String>>,
+        namespace: Vec<String>,
         start_after: Option<String>,
         limit: Option<u32>,
     ) -> napi::Result<Vec<String>> {
         let mut op = self.get_inner()?.table_names();
-        op = op.namespace(namespace_path.unwrap_or_default());
+        op = op.namespace(namespace);
         if let Some(start_after) = start_after {
             op = op.start_after(start_after);
         }
@@ -146,7 +145,7 @@ impl Connection {
         name: String,
         buf: Buffer,
         mode: String,
-        namespace_path: Option<Vec<String>>,
+        namespace: Vec<String>,
         storage_options: Option<HashMap<String, String>>,
     ) -> napi::Result<Table> {
         let batches = ipc_file_to_batches(buf.to_vec())
@@ -154,7 +153,7 @@ impl Connection {
         let mode = Self::parse_create_mode_str(&mode)?;
         let mut builder = self.get_inner()?.create_table(&name, batches).mode(mode);
 
-        builder = builder.namespace(namespace_path.unwrap_or_default());
+        builder = builder.namespace(namespace);
 
         if let Some(storage_options) = storage_options {
             for (key, value) in storage_options {
@@ -171,7 +170,7 @@ impl Connection {
         name: String,
         schema_buf: Buffer,
         mode: String,
-        namespace_path: Option<Vec<String>>,
+        namespace: Vec<String>,
         storage_options: Option<HashMap<String, String>>,
     ) -> napi::Result<Table> {
         let schema = ipc_file_to_schema(schema_buf.to_vec()).map_err(|e| {
@@ -183,7 +182,7 @@ impl Connection {
             .create_empty_table(&name, schema)
             .mode(mode);
 
-        builder = builder.namespace(namespace_path.unwrap_or_default());
+        builder = builder.namespace(namespace);
 
         if let Some(storage_options) = storage_options {
             for (key, value) in storage_options {
@@ -198,13 +197,13 @@ impl Connection {
     pub async fn open_table(
         &self,
         name: String,
-        namespace_path: Option<Vec<String>>,
+        namespace: Vec<String>,
         storage_options: Option<HashMap<String, String>>,
         index_cache_size: Option<u32>,
     ) -> napi::Result<Table> {
         let mut builder = self.get_inner()?.open_table(&name);
 
-        builder = builder.namespace(namespace_path.unwrap_or_default());
+        builder = builder.namespace(namespace);
 
         if let Some(storage_options) = storage_options {
             for (key, value) in storage_options {
@@ -223,7 +222,7 @@ impl Connection {
         &self,
         target_table_name: String,
         source_uri: String,
-        target_namespace_path: Option<Vec<String>>,
+        target_namespace: Vec<String>,
         source_version: Option<i64>,
         source_tag: Option<String>,
         is_shallow: bool,
@@ -232,7 +231,7 @@ impl Connection {
             .get_inner()?
             .clone_table(&target_table_name, &source_uri);
 
-        builder = builder.target_namespace(target_namespace_path.unwrap_or_default());
+        builder = builder.target_namespace(target_namespace);
 
         if let Some(version) = source_version {
             builder = builder.source_version(version as u64);
@@ -250,21 +249,18 @@ impl Connection {
 
     /// Drop table with the name. Or raise an error if the table does not exist.
     #[napi(catch_unwind)]
-    pub async fn drop_table(
+    pub async fn drop_table(&self, name: String, namespace: Vec<String>) -> napi::Result<()> {
-        &self,
-        name: String,
-        namespace_path: Option<Vec<String>>,
-    ) -> napi::Result<()> {
-        let ns = namespace_path.unwrap_or_default();
         self.get_inner()?
-            .drop_table(&name, &ns)
+            .drop_table(&name, &namespace)
             .await
             .default_error()
     }
 
     #[napi(catch_unwind)]
-    pub async fn drop_all_tables(&self, namespace_path: Option<Vec<String>>) -> napi::Result<()> {
+    pub async fn drop_all_tables(&self, namespace: Vec<String>) -> napi::Result<()> {
-        let ns = namespace_path.unwrap_or_default();
+        self.get_inner()?
-        self.get_inner()?.drop_all_tables(&ns).await.default_error()
+            .drop_all_tables(&namespace)
+            .await
+            .default_error()
     }
 }

nodejs/src/header.rs

@@ -1,19 +1,20 @@
 // SPDX-License-Identifier: Apache-2.0
 // SPDX-FileCopyrightText: Copyright The LanceDB Authors
 
-use napi::{bindgen_prelude::*, threadsafe_function::ThreadsafeFunction};
+use napi::{
+    bindgen_prelude::*,
+    threadsafe_function::{ErrorStrategy, ThreadsafeFunction},
+};
 use napi_derive::napi;
 use std::collections::HashMap;
 use std::sync::Arc;
 
-type GetHeadersFn = ThreadsafeFunction<(), Promise<HashMap<String, String>>, (), Status, false>;
-
 /// JavaScript HeaderProvider implementation that wraps a JavaScript callback.
 /// This is the only native header provider - all header provider implementations
 /// should provide a JavaScript function that returns headers.
 #[napi]
 pub struct JsHeaderProvider {
-    get_headers_fn: Arc<GetHeadersFn>,
+    get_headers_fn: Arc<ThreadsafeFunction<(), ErrorStrategy::CalleeHandled>>,
 }
 
 impl Clone for JsHeaderProvider {
@@ -28,12 +29,9 @@ impl Clone for JsHeaderProvider {
 impl JsHeaderProvider {
     /// Create a new JsHeaderProvider from a JavaScript callback
     #[napi(constructor)]
-    pub fn new(
+    pub fn new(get_headers_callback: JsFunction) -> Result<Self> {
-        get_headers_callback: Function<(), Promise<HashMap<String, String>>>,
-    ) -> Result<Self> {
         let get_headers_fn = get_headers_callback
-            .build_threadsafe_function()
+            .create_threadsafe_function(0, |ctx| Ok(vec![ctx.value]))
-            .build()
             .map_err(|e| {
                 Error::new(
                     Status::GenericFailure,
@@ -53,7 +51,7 @@ impl lancedb::remote::HeaderProvider for JsHeaderProvider {
     async fn get_headers(&self) -> lancedb::error::Result<HashMap<String, String>> {
         // Call the JavaScript function asynchronously
         let promise: Promise<HashMap<String, String>> =
-            self.get_headers_fn.call_async(()).await.map_err(|e| {
+            self.get_headers_fn.call_async(Ok(())).await.map_err(|e| {
                 lancedb::error::Error::Runtime {
                     message: format!("Failed to call JavaScript get_headers: {}", e),
                 }

nodejs/src/index.rs

@@ -3,12 +3,12 @@
 
 use std::sync::Mutex;
 
-use lancedb::index::Index as LanceDbIndex;
 use lancedb::index::scalar::{BTreeIndexBuilder, FtsIndexBuilder};
 use lancedb::index::vector::{
     IvfFlatIndexBuilder, IvfHnswPqIndexBuilder, IvfHnswSqIndexBuilder, IvfPqIndexBuilder,
     IvfRqIndexBuilder,
 };
+use lancedb::index::Index as LanceDbIndex;
 use napi_derive::napi;
 
 use crate::util::parse_distance_type;

nodejs/src/lib.rs

@@ -60,7 +60,7 @@ pub struct OpenTableOptions {
     pub storage_options: Option<HashMap<String, String>>,
 }
 
-#[napi_derive::module_init]
+#[napi::module_init]
 fn init() {
     let env = Env::new()
         .filter_or("LANCEDB_LOG", "warn")

nodejs/src/query.rs

@@ -3,12 +3,6 @@
 
 use std::sync::Arc;
 
-use arrow_array::{
-    Array, Float16Array as ArrowFloat16Array, Float32Array as ArrowFloat32Array,
-    Float64Array as ArrowFloat64Array, UInt8Array as ArrowUInt8Array,
-};
-use arrow_buffer::ScalarBuffer;
-use half::f16;
 use lancedb::index::scalar::{
     BooleanQuery, BoostQuery, FtsQuery, FullTextSearchQuery, MatchQuery, MultiMatchQuery, Occur,
     Operator, PhraseQuery,
@@ -23,40 +17,13 @@ use lancedb::query::VectorQuery as LanceDbVectorQuery;
 use napi::bindgen_prelude::*;
 use napi_derive::napi;
 
-use crate::error::NapiErrorExt;
 use crate::error::convert_error;
+use crate::error::NapiErrorExt;
 use crate::iterator::RecordBatchIterator;
-use crate::rerankers::RerankHybridCallbackArgs;
 use crate::rerankers::Reranker;
+use crate::rerankers::RerankerCallbacks;
 use crate::util::{parse_distance_type, schema_to_buffer};
 
-fn bytes_to_arrow_array(data: Uint8Array, dtype: String) -> napi::Result<Arc<dyn Array>> {
-    let buf = arrow_buffer::Buffer::from(data.to_vec());
-    let num_bytes = buf.len();
-    match dtype.as_str() {
-        "float16" => {
-            let scalar_buf = ScalarBuffer::<f16>::new(buf, 0, num_bytes / 2);
-            Ok(Arc::new(ArrowFloat16Array::new(scalar_buf, None)))
-        }
-        "float32" => {
-            let scalar_buf = ScalarBuffer::<f32>::new(buf, 0, num_bytes / 4);
-            Ok(Arc::new(ArrowFloat32Array::new(scalar_buf, None)))
-        }
-        "float64" => {
-            let scalar_buf = ScalarBuffer::<f64>::new(buf, 0, num_bytes / 8);
-            Ok(Arc::new(ArrowFloat64Array::new(scalar_buf, None)))
-        }
-        "uint8" => {
-            let scalar_buf = ScalarBuffer::<u8>::new(buf, 0, num_bytes);
-            Ok(Arc::new(ArrowUInt8Array::new(scalar_buf, None)))
-        }
-        _ => Err(napi::Error::from_reason(format!(
-            "Unsupported vector dtype: {}. Expected one of: float16, float32, float64, uint8",
-            dtype
-        ))),
-    }
-}
-
 #[napi]
 pub struct Query {
     inner: LanceDbQuery,
@@ -75,7 +42,7 @@ impl Query {
     }
 
     #[napi]
-    pub fn full_text_search(&mut self, query: Object) -> napi::Result<()> {
+    pub fn full_text_search(&mut self, query: napi::JsObject) -> napi::Result<()> {
         let query = parse_fts_query(query)?;
         self.inner = self.inner.clone().full_text_search(query);
         Ok(())
@@ -111,13 +78,6 @@ impl Query {
         Ok(VectorQuery { inner })
     }
 
-    #[napi]
-    pub fn nearest_to_raw(&mut self, data: Uint8Array, dtype: String) -> Result<VectorQuery> {
-        let array = bytes_to_arrow_array(data, dtype)?;
-        let inner = self.inner.clone().nearest_to(array).default_error()?;
-        Ok(VectorQuery { inner })
-    }
-
     #[napi]
     pub fn fast_search(&mut self) {
         self.inner = self.inner.clone().fast_search();
@@ -203,13 +163,6 @@ impl VectorQuery {
         Ok(())
     }
 
-    #[napi]
-    pub fn add_query_vector_raw(&mut self, data: Uint8Array, dtype: String) -> Result<()> {
-        let array = bytes_to_arrow_array(data, dtype)?;
-        self.inner = self.inner.clone().add_query_vector(array).default_error()?;
-        Ok(())
-    }
-
     #[napi]
     pub fn distance_type(&mut self, distance_type: String) -> napi::Result<()> {
         let distance_type = parse_distance_type(distance_type)?;
@@ -282,7 +235,7 @@ impl VectorQuery {
     }
 
     #[napi]
-    pub fn full_text_search(&mut self, query: Object) -> napi::Result<()> {
+    pub fn full_text_search(&mut self, query: napi::JsObject) -> napi::Result<()> {
         let query = parse_fts_query(query)?;
         self.inner = self.inner.clone().full_text_search(query);
         Ok(())
@@ -319,13 +272,11 @@ impl VectorQuery {
     }
 
     #[napi]
-    pub fn rerank(
+    pub fn rerank(&mut self, callbacks: RerankerCallbacks) {
-        &mut self,
+        self.inner = self
-        rerank_hybrid: Function<RerankHybridCallbackArgs, Promise<Buffer>>,
+            .inner
-    ) -> napi::Result<()> {
+            .clone()
-        let reranker = Reranker::new(rerank_hybrid)?;
+            .rerank(Arc::new(Reranker::new(callbacks)));
-        self.inner = self.inner.clone().rerank(Arc::new(reranker));
-        Ok(())
     }
 
     #[napi(catch_unwind)]
@@ -572,12 +523,12 @@ impl JsFullTextQuery {
     }
 }
 
-fn parse_fts_query(query: Object) -> napi::Result<FullTextSearchQuery> {
+fn parse_fts_query(query: napi::JsObject) -> napi::Result<FullTextSearchQuery> {
-    if let Ok(Some(query)) = query.get::<&JsFullTextQuery>("query") {
+    if let Ok(Some(query)) = query.get::<_, &JsFullTextQuery>("query") {
         Ok(FullTextSearchQuery::new_query(query.inner.clone()))
-    } else if let Ok(Some(query_text)) = query.get::<String>("query") {
+    } else if let Ok(Some(query_text)) = query.get::<_, String>("query") {
         let mut query_text = query_text;
-        let columns = query.get::<Option<Vec<String>>>("columns")?.flatten();
+        let columns = query.get::<_, Option<Vec<String>>>("columns")?.flatten();
 
         let is_phrase =
             query_text.len() >= 2 && query_text.starts_with('"') && query_text.ends_with('"');
@@ -598,12 +549,15 @@ fn parse_fts_query(query: Object) -> napi::Result<FullTextSearchQuery> {
             }
         };
         let mut query = FullTextSearchQuery::new_query(query);
-        if let Some(cols) = columns
+        if let Some(cols) = columns {
-            && !cols.is_empty()
+            if !cols.is_empty() {
-        {
+                query = query.with_columns(&cols).map_err(|e| {
-            query = query.with_columns(&cols).map_err(|e| {
+                    napi::Error::from_reason(format!(
-                napi::Error::from_reason(format!("Failed to set full text search columns: {}", e))
+                        "Failed to set full text search columns: {}",
-            })?;
+                        e
+                    ))
+                })?;
+            }
         }
         Ok(query)
     } else {

nodejs/src/rerankers.rs

@@ -3,7 +3,10 @@
 
 use arrow_array::RecordBatch;
 use async_trait::async_trait;
-use napi::{bindgen_prelude::*, threadsafe_function::ThreadsafeFunction};
+use napi::{
+    bindgen_prelude::*,
+    threadsafe_function::{ErrorStrategy, ThreadsafeFunction},
+};
 use napi_derive::napi;
 
 use lancedb::ipc::batches_to_ipc_file;
@@ -12,28 +15,27 @@ use lancedb::{error::Error, ipc::ipc_file_to_batches};
 
 use crate::error::NapiErrorExt;
 
-type RerankHybridFn = ThreadsafeFunction<
-    RerankHybridCallbackArgs,
-    Promise<Buffer>,
-    RerankHybridCallbackArgs,
-    Status,
-    false,
->;
-
 /// Reranker implementation that "wraps" a NodeJS Reranker implementation.
 /// This contains references to the callbacks that can be used to invoke the
 /// reranking methods on the NodeJS implementation and handles serializing the
 /// record batches to Arrow IPC buffers.
+#[napi]
 pub struct Reranker {
-    rerank_hybrid: RerankHybridFn,
+    /// callback to the Javascript which will call the rerankHybrid method of
+    /// some Reranker implementation
+    rerank_hybrid: ThreadsafeFunction<RerankHybridCallbackArgs, ErrorStrategy::CalleeHandled>,
 }
 
+#[napi]
 impl Reranker {
-    pub fn new(
+    #[napi]
-        rerank_hybrid: Function<RerankHybridCallbackArgs, Promise<Buffer>>,
+    pub fn new(callbacks: RerankerCallbacks) -> Self {
-    ) -> napi::Result<Self> {
+        let rerank_hybrid = callbacks
-        let rerank_hybrid = rerank_hybrid.build_threadsafe_function().build()?;
+            .rerank_hybrid
-        Ok(Self { rerank_hybrid })
+            .create_threadsafe_function(0, move |ctx| Ok(vec![ctx.value]))
+            .unwrap();
+
+        Self { rerank_hybrid }
     }
 }
 
@@ -47,16 +49,16 @@ impl lancedb::rerankers::Reranker for Reranker {
     ) -> lancedb::error::Result<RecordBatch> {
         let callback_args = RerankHybridCallbackArgs {
             query: query.to_string(),
-            vec_results: Buffer::from(batches_to_ipc_file(&[vector_results])?.as_ref()),
+            vec_results: batches_to_ipc_file(&[vector_results])?,
-            fts_results: Buffer::from(batches_to_ipc_file(&[fts_results])?.as_ref()),
+            fts_results: batches_to_ipc_file(&[fts_results])?,
         };
         let promised_buffer: Promise<Buffer> = self
             .rerank_hybrid
-            .call_async(callback_args)
+            .call_async(Ok(callback_args))
             .await
             .map_err(|e| Error::Runtime {
-            message: format!("napi error status={}, reason={}", e.status, e.reason),
+                message: format!("napi error status={}, reason={}", e.status, e.reason),
-        })?;
+            })?;
         let buffer = promised_buffer.await.map_err(|e| Error::Runtime {
             message: format!("napi error status={}, reason={}", e.status, e.reason),
         })?;
@@ -75,11 +77,16 @@ impl std::fmt::Debug for Reranker {
     }
 }
 
+#[napi(object)]
+pub struct RerankerCallbacks {
+    pub rerank_hybrid: JsFunction,
+}
+
 #[napi(object)]
 pub struct RerankHybridCallbackArgs {
     pub query: String,
-    pub vec_results: Buffer,
+    pub vec_results: Vec<u8>,
-    pub fts_results: Buffer,
+    pub fts_results: Vec<u8>,
 }
 
 fn buffer_to_record_batch(buffer: Buffer) -> Result<RecordBatch> {

nodejs/src/session.rs

@@ -95,7 +95,8 @@ impl napi::bindgen_prelude::FromNapiValue for Session {
         napi_val: napi::sys::napi_value,
     ) -> napi::Result<Self> {
         let object: napi::bindgen_prelude::ClassInstance<Self> =
-            unsafe { napi::bindgen_prelude::ClassInstance::from_napi_value(env, napi_val)? };
+            napi::bindgen_prelude::ClassInstance::from_napi_value(env, napi_val)?;
-        Ok((*object).clone())
+        let copy = object.clone();
+        Ok(copy)
     }
 }

nodejs/src/table.rs

@@ -3,7 +3,7 @@
 
 use std::collections::HashMap;
 
-use lancedb::ipc::{ipc_file_to_batches, ipc_file_to_schema};
+use lancedb::ipc::ipc_file_to_batches;
 use lancedb::table::{
     AddDataMode, ColumnAlteration as LanceColumnAlteration, Duration, NewColumnTransform,
     OptimizeAction, OptimizeOptions, Table as LanceDbTable,
@@ -71,17 +71,6 @@ impl Table {
     pub async fn add(&self, buf: Buffer, mode: String) -> napi::Result<AddResult> {
         let batches = ipc_file_to_batches(buf.to_vec())
             .map_err(|e| napi::Error::from_reason(format!("Failed to read IPC file: {}", e)))?;
-        let batches = batches
-            .into_iter()
-            .map(|batch| {
-                batch.map_err(|e| {
-                    napi::Error::from_reason(format!(
-                        "Failed to read record batch from IPC file: {}",
-                        e
-                    ))
-                })
-            })
-            .collect::<Result<Vec<_>>>()?;
         let mut op = self.inner_ref()?.add(batches);
 
         op = if mode == "append" {
@@ -177,19 +166,6 @@ impl Table {
         Ok(stats.into())
     }
 
-    #[napi(catch_unwind)]
-    pub async fn initial_storage_options(&self) -> napi::Result<Option<HashMap<String, String>>> {
-        Ok(self.inner_ref()?.initial_storage_options().await)
-    }
-
-    #[napi(catch_unwind)]
-    pub async fn latest_storage_options(&self) -> napi::Result<Option<HashMap<String, String>>> {
-        self.inner_ref()?
-            .latest_storage_options()
-            .await
-            .default_error()
-    }
-
     #[napi(catch_unwind)]
     pub async fn update(
         &self,
@@ -232,24 +208,18 @@ impl Table {
     }
 
     #[napi(catch_unwind)]
-    pub fn take_row_ids(&self, row_ids: Vec<BigInt>) -> napi::Result<TakeQuery> {
+    pub fn take_row_ids(&self, row_ids: Vec<i64>) -> napi::Result<TakeQuery> {
         Ok(TakeQuery::new(
             self.inner_ref()?.take_row_ids(
                 row_ids
                     .into_iter()
-                    .map(|id| {
+                    .map(|o| {
-                        let (negative, value, lossless) = id.get_u64();
+                        u64::try_from(o).map_err(|e| {
-                        if negative {
+                            napi::Error::from_reason(format!(
-                            Err(napi::Error::from_reason(
+                                "Failed to convert row id to u64: {}",
-                                "Row id cannot be negative".to_string(),
+                                e
                             ))
-                        } else if !lossless {
+                        })
-                            Err(napi::Error::from_reason(
-                                "Row id is too large to fit in u64".to_string(),
-                            ))
-                        } else {
-                            Ok(value)
-                        }
                     })
                     .collect::<Result<Vec<_>>>()?,
             ),
@@ -279,23 +249,6 @@ impl Table {
         Ok(res.into())
     }
 
-    #[napi(catch_unwind)]
-    pub async fn add_columns_with_schema(
-        &self,
-        schema_buf: Buffer,
-    ) -> napi::Result<AddColumnsResult> {
-        let schema = ipc_file_to_schema(schema_buf.to_vec())
-            .map_err(|e| napi::Error::from_reason(format!("Failed to read IPC schema: {}", e)))?;
-
-        let transforms = NewColumnTransform::AllNulls(schema);
-        let res = self
-            .inner_ref()?
-            .add_columns(transforms, None)
-            .await
-            .default_error()?;
-        Ok(res.into())
-    }
-
     #[napi(catch_unwind)]
     pub async fn alter_columns(
         &self,
@@ -770,14 +723,12 @@ impl From<lancedb::table::AddResult> for AddResult {
 
 #[napi(object)]
 pub struct DeleteResult {
-    pub num_deleted_rows: i64,
     pub version: i64,
 }
 
 impl From<lancedb::table::DeleteResult> for DeleteResult {
     fn from(value: lancedb::table::DeleteResult) -> Self {
         Self {
-            num_deleted_rows: value.num_deleted_rows as i64,
             version: value.version as i64,
         }
     }

python/.bumpversion.toml

@@ -1,5 +1,5 @@
 [tool.bumpversion]
-current_version = "0.31.0-beta.0"
+current_version = "0.26.1-beta.1"
 parse = """(?x)
     (?P<major>0|[1-9]\\d*)\\.
     (?P<minor>0|[1-9]\\d*)\\.

python/.gitignore

@@ -1,5 +1,3 @@
 # Test data created by some example tests
 data/
 _lancedb.pyd
-# macOS debug symbols bundle generated during build
-*.dSYM/

python/CONTRIBUTING.md

@@ -16,7 +16,7 @@ The Python package is a wrapper around the Rust library, `lancedb`. We use
 
 To set up your development environment, you will need to install the following:
 
-1. Python 3.10 or later
+1. Python 3.9 or later
 2. Cargo (Rust's package manager). Use [rustup](https://rustup.rs/) to install.
 3. [protoc](https://grpc.io/docs/protoc-installation/) (Protocol Buffers compiler)
 

python/Cargo.toml

@@ -1,48 +1,43 @@
 [package]
 name = "lancedb-python"
-version = "0.31.0-beta.0"
+version = "0.26.1-beta.1"
 edition.workspace = true
 description = "Python bindings for LanceDB"
 license.workspace = true
 repository.workspace = true
 keywords.workspace = true
 categories.workspace = true
-rust-version = "1.91.0"
+rust-version = "1.75.0"
 
 [lib]
 name = "_lancedb"
 crate-type = ["cdylib"]
 
 [dependencies]
-arrow = { version = "57.2", features = ["pyarrow"] }
+arrow = { version = "56.2", features = ["pyarrow"] }
 async-trait = "0.1"
-bytes = "1"
 lancedb = { path = "../rust/lancedb", default-features = false }
 lance-core.workspace = true
 lance-namespace.workspace = true
-lance-namespace-impls.workspace = true
 lance-io.workspace = true
 env_logger.workspace = true
-log.workspace = true
+pyo3 = { version = "0.25", features = ["extension-module", "abi3-py39"] }
-pyo3 = { version = "0.26", features = ["extension-module", "abi3-py39"] }
+pyo3-async-runtimes = { version = "0.25", features = [
-pyo3-async-runtimes = { version = "0.26", features = [
     "attributes",
     "tokio-runtime",
 ] }
 pin-project = "1.1.5"
 futures.workspace = true
-serde = "1"
-serde_json = "1"
 snafu.workspace = true
 tokio = { version = "1.40", features = ["sync"] }
 
 [build-dependencies]
-pyo3-build-config = { version = "0.26", features = [
+pyo3-build-config = { version = "0.25", features = [
     "extension-module",
     "abi3-py39",
 ] }
 
 [features]
-default = ["remote",  "lancedb/aws", "lancedb/gcs", "lancedb/azure", "lancedb/dynamodb", "lancedb/oss", "lancedb/huggingface"]
+default = ["remote", "lancedb/default"]
 fp16kernels = ["lancedb/fp16kernels"]
 remote = ["lancedb/remote"]

python/PYTHON_THIRD_PARTY_LICENSES.md

@@ -1,206 +0,0 @@
-| Name                           | Version         | License                                                                                          | URL                                                                                               |
-|--------------------------------|-----------------|--------------------------------------------------------------------------------------------------|---------------------------------------------------------------------------------------------------|
-| InstructorEmbedding            | 1.0.1           | Apache License 2.0                                                                               | https://github.com/HKUNLP/instructor-embedding                                                    |
-| Jinja2                         | 3.1.6           | BSD License                                                                                      | https://github.com/pallets/jinja/                                                                 |
-| Markdown                       | 3.10.2          | BSD-3-Clause                                                                                     | https://Python-Markdown.github.io/                                                                |
-| MarkupSafe                     | 3.0.3           | BSD-3-Clause                                                                                     | https://github.com/pallets/markupsafe/                                                            |
-| PyJWT                          | 2.11.0          | MIT                                                                                              | https://github.com/jpadilla/pyjwt                                                                 |
-| PyYAML                         | 6.0.3           | MIT License                                                                                      | https://pyyaml.org/                                                                               |
-| Pygments                       | 2.19.2          | BSD License                                                                                      | https://pygments.org                                                                              |
-| accelerate                     | 1.12.0          | Apache Software License                                                                          | https://github.com/huggingface/accelerate                                                         |
-| adlfs                          | 2026.2.0        | BSD License                                                                                      | UNKNOWN                                                                                           |
-| aiohappyeyeballs               | 2.6.1           | Python Software Foundation License                                                               | https://github.com/aio-libs/aiohappyeyeballs                                                      |
-| aiohttp                        | 3.13.3          | Apache-2.0 AND MIT                                                                               | https://github.com/aio-libs/aiohttp                                                               |
-| aiosignal                      | 1.4.0           | Apache Software License                                                                          | https://github.com/aio-libs/aiosignal                                                             |
-| annotated-types                | 0.7.0           | MIT License                                                                                      | https://github.com/annotated-types/annotated-types                                                |
-| anyio                          | 4.12.1          | MIT                                                                                              | https://anyio.readthedocs.io/en/stable/versionhistory.html                                        |
-| appnope                        | 0.1.4           | BSD License                                                                                      | http://github.com/minrk/appnope                                                                   |
-| asttokens                      | 3.0.1           | Apache 2.0                                                                                       | https://github.com/gristlabs/asttokens                                                            |
-| attrs                          | 25.4.0          | MIT                                                                                              | https://www.attrs.org/en/stable/changelog.html                                                    |
-| awscli                         | 1.44.35         | Apache Software License                                                                          | http://aws.amazon.com/cli/                                                                        |
-| azure-core                     | 1.38.0          | MIT License                                                                                      | https://github.com/Azure/azure-sdk-for-python/tree/main/sdk/core/azure-core                       |
-| azure-datalake-store           | 0.0.53          | MIT License                                                                                      | https://github.com/Azure/azure-data-lake-store-python                                             |
-| azure-identity                 | 1.25.1          | MIT                                                                                              | https://github.com/Azure/azure-sdk-for-python                                                     |
-| azure-storage-blob             | 12.28.0         | MIT License                                                                                      | https://github.com/Azure/azure-sdk-for-python/tree/main/sdk/storage/azure-storage-blob            |
-| babel                          | 2.18.0          | BSD License                                                                                      | https://babel.pocoo.org/                                                                          |
-| backrefs                       | 6.1             | MIT                                                                                              | https://github.com/facelessuser/backrefs                                                          |
-| beautifulsoup4                 | 4.14.3          | MIT License                                                                                      | https://www.crummy.com/software/BeautifulSoup/bs4/                                                |
-| bleach                         | 6.3.0           | Apache Software License                                                                          | https://github.com/mozilla/bleach                                                                 |
-| boto3                          | 1.42.45         | Apache-2.0                                                                                       | https://github.com/boto/boto3                                                                     |
-| botocore                       | 1.42.45         | Apache-2.0                                                                                       | https://github.com/boto/botocore                                                                  |
-| cachetools                     | 7.0.0           | MIT                                                                                              | https://github.com/tkem/cachetools/                                                               |
-| certifi                        | 2026.1.4        | Mozilla Public License 2.0 (MPL 2.0)                                                             | https://github.com/certifi/python-certifi                                                         |
-| cffi                           | 2.0.0           | MIT                                                                                              | https://cffi.readthedocs.io/en/latest/whatsnew.html                                               |
-| cfgv                           | 3.5.0           | MIT                                                                                              | https://github.com/asottile/cfgv                                                                  |
-| charset-normalizer             | 3.4.4           | MIT                                                                                              | https://github.com/jawah/charset_normalizer/blob/master/CHANGELOG.md                              |
-| click                          | 8.3.1           | BSD-3-Clause                                                                                     | https://github.com/pallets/click/                                                                 |
-| cohere                         | 5.20.4          | MIT License                                                                                      | https://github.com/cohere-ai/cohere-python                                                        |
-| colorama                       | 0.4.6           | BSD License                                                                                      | https://github.com/tartley/colorama                                                               |
-| colpali_engine                 | 0.3.13          | MIT License                                                                                      | https://github.com/illuin-tech/colpali                                                            |
-| comm                           | 0.2.3           | BSD License                                                                                      | https://github.com/ipython/comm                                                                   |
-| cryptography                   | 46.0.4          | Apache-2.0 OR BSD-3-Clause                                                                       | https://github.com/pyca/cryptography                                                              |
-| datafusion                     | 51.0.0          | Apache Software License                                                                          | https://datafusion.apache.org/python                                                              |
-| debugpy                        | 1.8.20          | MIT License                                                                                      | https://aka.ms/debugpy                                                                            |
-| decorator                      | 5.2.1           | BSD License                                                                                      | UNKNOWN                                                                                           |
-| defusedxml                     | 0.7.1           | Python Software Foundation License                                                               | https://github.com/tiran/defusedxml                                                               |
-| deprecation                    | 2.1.0           | Apache Software License                                                                          | http://deprecation.readthedocs.io/                                                                |
-| distlib                        | 0.4.0           | Python Software Foundation License                                                               | https://github.com/pypa/distlib                                                                   |
-| distro                         | 1.9.0           | Apache Software License                                                                          | https://github.com/python-distro/distro                                                           |
-| docutils                       | 0.19            | BSD License; GNU General Public License (GPL); Public Domain; Python Software Foundation License | https://docutils.sourceforge.io/                                                                  |
-| duckdb                         | 1.4.4           | MIT License                                                                                      | https://github.com/duckdb/duckdb-python                                                           |
-| executing                      | 2.2.1           | MIT License                                                                                      | https://github.com/alexmojaki/executing                                                           |
-| fastavro                       | 1.12.1          | MIT                                                                                              | https://github.com/fastavro/fastavro                                                              |
-| fastjsonschema                 | 2.21.2          | BSD License                                                                                      | https://github.com/horejsek/python-fastjsonschema                                                 |
-| filelock                       | 3.20.3          | Unlicense                                                                                        | https://github.com/tox-dev/py-filelock                                                            |
-| frozenlist                     | 1.8.0           | Apache-2.0                                                                                       | https://github.com/aio-libs/frozenlist                                                            |
-| fsspec                         | 2026.2.0        | BSD-3-Clause                                                                                     | https://github.com/fsspec/filesystem_spec                                                         |
-| ftfy                           | 6.3.1           | Apache-2.0                                                                                       | https://ftfy.readthedocs.io/en/latest/                                                            |
-| ghp-import                     | 2.1.0           | Apache Software License                                                                          | https://github.com/c-w/ghp-import                                                                 |
-| google-ai-generativelanguage   | 0.6.15          | Apache Software License                                                                          | https://github.com/googleapis/google-cloud-python/tree/main/packages/google-ai-generativelanguage |
-| google-api-core                | 2.25.2          | Apache Software License                                                                          | https://github.com/googleapis/python-api-core                                                     |
-| google-api-python-client       | 2.189.0         | Apache Software License                                                                          | https://github.com/googleapis/google-api-python-client/                                           |
-| google-auth                    | 2.48.0          | Apache Software License                                                                          | https://github.com/googleapis/google-auth-library-python                                          |
-| google-auth-httplib2           | 0.3.0           | Apache Software License                                                                          | https://github.com/GoogleCloudPlatform/google-auth-library-python-httplib2                        |
-| google-generativeai            | 0.8.6           | Apache Software License                                                                          | https://github.com/google/generative-ai-python                                                    |
-| googleapis-common-protos       | 1.72.0          | Apache Software License                                                                          | https://github.com/googleapis/google-cloud-python/tree/main/packages/googleapis-common-protos     |
-| griffe                         | 2.0.0           | ISC                                                                                              | https://mkdocstrings.github.io/griffe                                                             |
-| griffecli                      | 2.0.0           | ISC                                                                                              | UNKNOWN                                                                                           |
-| griffelib                      | 2.0.0           | ISC                                                                                              | UNKNOWN                                                                                           |
-| grpcio                         | 1.78.0          | Apache-2.0                                                                                       | https://grpc.io                                                                                   |
-| grpcio-status                  | 1.71.2          | Apache Software License                                                                          | https://grpc.io                                                                                   |
-| h11                            | 0.16.0          | MIT License                                                                                      | https://github.com/python-hyper/h11                                                               |
-| hf-xet                         | 1.2.0           | Apache-2.0                                                                                       | https://github.com/huggingface/xet-core                                                           |
-| httpcore                       | 1.0.9           | BSD-3-Clause                                                                                     | https://www.encode.io/httpcore/                                                                   |
-| httplib2                       | 0.31.2          | MIT License                                                                                      | https://github.com/httplib2/httplib2                                                              |
-| httpx                          | 0.28.1          | BSD License                                                                                      | https://github.com/encode/httpx                                                                   |
-| huggingface_hub                | 0.36.2          | Apache Software License                                                                          | https://github.com/huggingface/huggingface_hub                                                    |
-| ibm-cos-sdk                    | 2.14.3          | Apache Software License                                                                          | https://github.com/ibm/ibm-cos-sdk-python                                                         |
-| ibm-cos-sdk-core               | 2.14.3          | Apache Software License                                                                          | https://github.com/ibm/ibm-cos-sdk-python-core                                                    |
-| ibm-cos-sdk-s3transfer         | 2.14.3          | Apache Software License                                                                          | https://github.com/IBM/ibm-cos-sdk-python-s3transfer                                              |
-| ibm_watsonx_ai                 | 1.5.1           | BSD License                                                                                      | https://ibm.github.io/watsonx-ai-python-sdk/changelog.html                                        |
-| identify                       | 2.6.16          | MIT                                                                                              | https://github.com/pre-commit/identify                                                            |
-| idna                           | 3.11            | BSD-3-Clause                                                                                     | https://github.com/kjd/idna                                                                       |
-| iniconfig                      | 2.3.0           | MIT                                                                                              | https://github.com/pytest-dev/iniconfig                                                           |
-| ipykernel                      | 6.31.0          | BSD-3-Clause                                                                                     | https://ipython.org                                                                               |
-| ipython                        | 9.10.0          | BSD-3-Clause                                                                                     | https://ipython.org                                                                               |
-| ipython_pygments_lexers        | 1.1.1           | BSD License                                                                                      | https://github.com/ipython/ipython-pygments-lexers                                                |
-| isodate                        | 0.7.2           | BSD License                                                                                      | https://github.com/gweis/isodate/                                                                 |
-| jedi                           | 0.19.2          | MIT License                                                                                      | https://github.com/davidhalter/jedi                                                               |
-| jiter                          | 0.13.0          | MIT License                                                                                      | https://github.com/pydantic/jiter/                                                                |
-| jmespath                       | 1.0.1           | MIT License                                                                                      | https://github.com/jmespath/jmespath.py                                                           |
-| joblib                         | 1.5.3           | BSD-3-Clause                                                                                     | https://joblib.readthedocs.io                                                                     |
-| jsonschema                     | 4.26.0          | MIT                                                                                              | https://github.com/python-jsonschema/jsonschema                                                   |
-| jsonschema-specifications      | 2025.9.1        | MIT                                                                                              | https://github.com/python-jsonschema/jsonschema-specifications                                    |
-| jupyter_client                 | 8.8.0           | BSD License                                                                                      | https://jupyter.org                                                                               |
-| jupyter_core                   | 5.9.1           | BSD-3-Clause                                                                                     | https://jupyter.org                                                                               |
-| jupyterlab_pygments            | 0.3.0           | BSD License                                                                                      | https://github.com/jupyterlab/jupyterlab_pygments                                                 |
-| jupytext                       | 1.19.1          | MIT License                                                                                      | https://github.com/mwouts/jupytext                                                                |
-| lance-namespace                | 0.4.5           | Apache-2.0                                                                                       | https://github.com/lance-format/lance-namespace                                                   |
-| lance-namespace-urllib3-client | 0.4.5           | Apache-2.0                                                                                       | https://github.com/lance-format/lance-namespace                                                   |
-| lancedb                        | 0.29.2          | Apache Software License                                                                          | https://github.com/lancedb/lancedb                                                                |
-| lomond                         | 0.3.3           | BSD License                                                                                      | https://github.com/wildfoundry/dataplicity-lomond                                                 |
-| markdown-it-py                 | 4.0.0           | MIT License                                                                                      | https://github.com/executablebooks/markdown-it-py                                                 |
-| matplotlib-inline              | 0.2.1           | UNKNOWN                                                                                          | https://github.com/ipython/matplotlib-inline                                                      |
-| mdit-py-plugins                | 0.5.0           | MIT License                                                                                      | https://github.com/executablebooks/mdit-py-plugins                                                |
-| mdurl                          | 0.1.2           | MIT License                                                                                      | https://github.com/executablebooks/mdurl                                                          |
-| mergedeep                      | 1.3.4           | MIT License                                                                                      | https://github.com/clarketm/mergedeep                                                             |
-| mistune                        | 3.2.0           | BSD License                                                                                      | https://github.com/lepture/mistune                                                                |
-| mkdocs                         | 1.6.1           | BSD-2-Clause                                                                                     | https://github.com/mkdocs/mkdocs                                                                  |
-| mkdocs-autorefs                | 1.4.3           | ISC                                                                                              | https://mkdocstrings.github.io/autorefs                                                           |
-| mkdocs-get-deps                | 0.2.0           | MIT                                                                                              | https://github.com/mkdocs/get-deps                                                                |
-| mkdocs-jupyter                 | 0.25.1          | Apache-2.0                                                                                       | https://github.com/danielfrg/mkdocs-jupyter                                                       |
-| mkdocs-material                | 9.7.1           | MIT                                                                                              | https://github.com/squidfunk/mkdocs-material                                                      |
-| mkdocs-material-extensions     | 1.3.1           | MIT                                                                                              | https://github.com/facelessuser/mkdocs-material-extensions                                        |
-| mkdocstrings                   | 1.0.3           | ISC                                                                                              | https://mkdocstrings.github.io                                                                    |
-| mkdocstrings-python            | 2.0.2           | ISC                                                                                              | https://mkdocstrings.github.io/python                                                             |
-| mpmath                         | 1.3.0           | BSD License                                                                                      | http://mpmath.org/                                                                                |
-| msal                           | 1.34.0          | MIT License                                                                                      | https://github.com/AzureAD/microsoft-authentication-library-for-python                            |
-| msal-extensions                | 1.3.1           | MIT License                                                                                      | https://github.com/AzureAD/microsoft-authentication-extensions-for-python/releases                |
-| multidict                      | 6.7.1           | Apache License 2.0                                                                               | https://github.com/aio-libs/multidict                                                             |
-| nbclient                       | 0.10.4          | BSD License                                                                                      | https://jupyter.org                                                                               |
-| nbconvert                      | 7.17.0          | BSD License                                                                                      | https://jupyter.org                                                                               |
-| nbformat                       | 5.10.4          | BSD License                                                                                      | https://jupyter.org                                                                               |
-| nest-asyncio                   | 1.6.0           | BSD License                                                                                      | https://github.com/erdewit/nest_asyncio                                                           |
-| networkx                       | 3.6.1           | BSD-3-Clause                                                                                     | https://networkx.org/                                                                             |
-| nodeenv                        | 1.10.0          | BSD License                                                                                      | https://github.com/ekalinin/nodeenv                                                               |
-| numpy                          | 2.4.2           | BSD-3-Clause AND 0BSD AND MIT AND Zlib AND CC0-1.0                                               | https://numpy.org                                                                                 |
-| ollama                         | 0.6.1           | MIT                                                                                              | https://ollama.com                                                                                |
-| open_clip_torch                | 3.2.0           | MIT License                                                                                      | https://github.com/mlfoundations/open_clip                                                        |
-| openai                         | 2.18.0          | Apache Software License                                                                          | https://github.com/openai/openai-python                                                           |
-| packaging                      | 26.0            | Apache-2.0 OR BSD-2-Clause                                                                       | https://github.com/pypa/packaging                                                                 |
-| paginate                       | 0.5.7           | MIT License                                                                                      | https://github.com/Signum/paginate                                                                |
-| pandas                         | 2.3.3           | BSD License                                                                                      | https://pandas.pydata.org                                                                         |
-| pandocfilters                  | 1.5.1           | BSD License                                                                                      | http://github.com/jgm/pandocfilters                                                               |
-| parso                          | 0.8.6           | MIT License                                                                                      | https://github.com/davidhalter/parso                                                              |
-| pathspec                       | 1.0.4           | Mozilla Public License 2.0 (MPL 2.0)                                                             | UNKNOWN                                                                                           |
-| peft                           | 0.17.1          | Apache Software License                                                                          | https://github.com/huggingface/peft                                                               |
-| pexpect                        | 4.9.0           | ISC License (ISCL)                                                                               | https://pexpect.readthedocs.io/                                                                   |
-| pillow                         | 12.1.0          | MIT-CMU                                                                                          | https://python-pillow.github.io                                                                   |
-| platformdirs                   | 4.5.1           | MIT                                                                                              | https://github.com/tox-dev/platformdirs                                                           |
-| pluggy                         | 1.6.0           | MIT License                                                                                      | UNKNOWN                                                                                           |
-| polars                         | 1.3.0           | MIT License                                                                                      | https://www.pola.rs/                                                                              |
-| pre_commit                     | 4.5.1           | MIT                                                                                              | https://github.com/pre-commit/pre-commit                                                          |
-| prompt_toolkit                 | 3.0.52          | BSD License                                                                                      | https://github.com/prompt-toolkit/python-prompt-toolkit                                           |
-| propcache                      | 0.4.1           | Apache Software License                                                                          | https://github.com/aio-libs/propcache                                                             |
-| proto-plus                     | 1.27.1          | Apache Software License                                                                          | https://github.com/googleapis/proto-plus-python                                                   |
-| protobuf                       | 5.29.6          | 3-Clause BSD License                                                                             | https://developers.google.com/protocol-buffers/                                                   |
-| psutil                         | 7.2.2           | BSD-3-Clause                                                                                     | https://github.com/giampaolo/psutil                                                               |
-| ptyprocess                     | 0.7.0           | ISC License (ISCL)                                                                               | https://github.com/pexpect/ptyprocess                                                             |
-| pure_eval                      | 0.2.3           | MIT License                                                                                      | http://github.com/alexmojaki/pure_eval                                                            |
-| pyarrow                        | 23.0.0          | Apache-2.0                                                                                       | https://arrow.apache.org/                                                                         |
-| pyarrow-stubs                  | 20.0.0.20251215 | BSD-2-Clause                                                                                     | https://github.com/zen-xu/pyarrow-stubs                                                           |
-| pyasn1                         | 0.6.2           | BSD-2-Clause                                                                                     | https://github.com/pyasn1/pyasn1                                                                  |
-| pyasn1_modules                 | 0.4.2           | BSD License                                                                                      | https://github.com/pyasn1/pyasn1-modules                                                          |
-| pycparser                      | 3.0             | BSD-3-Clause                                                                                     | https://github.com/eliben/pycparser                                                               |
-| pydantic                       | 2.12.5          | MIT                                                                                              | https://github.com/pydantic/pydantic                                                              |
-| pydantic_core                  | 2.41.5          | MIT                                                                                              | https://github.com/pydantic/pydantic-core                                                         |
-| pylance                        | 2.0.0           | Apache Software License                                                                          | UNKNOWN                                                                                           |
-| pymdown-extensions             | 10.20.1         | MIT                                                                                              | https://github.com/facelessuser/pymdown-extensions                                                |
-| pyparsing                      | 3.3.2           | MIT                                                                                              | https://github.com/pyparsing/pyparsing/                                                           |
-| pyright                        | 1.1.408         | MIT                                                                                              | https://github.com/RobertCraigie/pyright-python                                                   |
-| pytest                         | 9.0.2           | MIT                                                                                              | https://docs.pytest.org/en/latest/                                                                |
-| pytest-asyncio                 | 1.3.0           | Apache-2.0                                                                                       | https://github.com/pytest-dev/pytest-asyncio                                                      |
-| pytest-mock                    | 3.15.1          | MIT License                                                                                      | https://github.com/pytest-dev/pytest-mock/                                                        |
-| python-dateutil                | 2.9.0.post0     | Apache Software License; BSD License                                                             | https://github.com/dateutil/dateutil                                                              |
-| pytz                           | 2025.2          | MIT License                                                                                      | http://pythonhosted.org/pytz                                                                      |
-| pyyaml_env_tag                 | 1.1             | MIT                                                                                              | https://github.com/waylan/pyyaml-env-tag                                                          |
-| pyzmq                          | 27.1.0          | BSD License                                                                                      | https://pyzmq.readthedocs.org                                                                     |
-| referencing                    | 0.37.0          | MIT                                                                                              | https://github.com/python-jsonschema/referencing                                                  |
-| regex                          | 2026.1.15       | Apache-2.0 AND CNRI-Python                                                                       | https://github.com/mrabarnett/mrab-regex                                                          |
-| requests                       | 2.32.5          | Apache Software License                                                                          | https://requests.readthedocs.io                                                                   |
-| rpds-py                        | 0.30.0          | MIT                                                                                              | https://github.com/crate-py/rpds                                                                  |
-| rsa                            | 4.7.2           | Apache Software License                                                                          | https://stuvel.eu/rsa                                                                             |
-| ruff                           | 0.15.0          | MIT License                                                                                      | https://docs.astral.sh/ruff                                                                       |
-| s3transfer                     | 0.16.0          | Apache Software License                                                                          | https://github.com/boto/s3transfer                                                                |
-| safetensors                    | 0.7.0           | Apache Software License                                                                          | https://github.com/huggingface/safetensors                                                        |
-| scikit-learn                   | 1.8.0           | BSD-3-Clause                                                                                     | https://scikit-learn.org                                                                          |
-| scipy                          | 1.17.0          | BSD License                                                                                      | https://scipy.org/                                                                                |
-| sentence-transformers          | 5.2.2           | Apache Software License                                                                          | https://www.SBERT.net                                                                             |
-| sentencepiece                  | 0.2.1           | UNKNOWN                                                                                          | https://github.com/google/sentencepiece                                                           |
-| six                            | 1.17.0          | MIT License                                                                                      | https://github.com/benjaminp/six                                                                  |
-| sniffio                        | 1.3.1           | Apache Software License; MIT License                                                             | https://github.com/python-trio/sniffio                                                            |
-| soupsieve                      | 2.8.3           | MIT                                                                                              | https://github.com/facelessuser/soupsieve                                                         |
-| stack-data                     | 0.6.3           | MIT License                                                                                      | http://github.com/alexmojaki/stack_data                                                           |
-| sympy                          | 1.14.0          | BSD License                                                                                      | https://sympy.org                                                                                 |
-| tabulate                       | 0.9.0           | MIT License                                                                                      | https://github.com/astanin/python-tabulate                                                        |
-| tantivy                        | 0.25.1          | UNKNOWN                                                                                          | UNKNOWN                                                                                           |
-| threadpoolctl                  | 3.6.0           | BSD License                                                                                      | https://github.com/joblib/threadpoolctl                                                           |
-| timm                           | 1.0.24          | Apache Software License                                                                          | https://github.com/huggingface/pytorch-image-models                                               |
-| tinycss2                       | 1.4.0           | BSD License                                                                                      | https://www.courtbouillon.org/tinycss2                                                            |
-| tokenizers                     | 0.22.2          | Apache Software License                                                                          | https://github.com/huggingface/tokenizers                                                         |
-| torch                          | 2.8.0           | BSD License                                                                                      | https://pytorch.org/                                                                              |
-| torchvision                    | 0.23.0          | BSD                                                                                              | https://github.com/pytorch/vision                                                                 |
-| tornado                        | 6.5.4           | Apache Software License                                                                          | http://www.tornadoweb.org/                                                                        |
-| tqdm                           | 4.67.3          | MPL-2.0 AND MIT                                                                                  | https://tqdm.github.io                                                                            |
-| traitlets                      | 5.14.3          | BSD License                                                                                      | https://github.com/ipython/traitlets                                                              |
-| transformers                   | 4.57.6          | Apache Software License                                                                          | https://github.com/huggingface/transformers                                                       |
-| types-requests                 | 2.32.4.20260107 | Apache-2.0                                                                                       | https://github.com/python/typeshed                                                                |
-| typing-inspection              | 0.4.2           | MIT                                                                                              | https://github.com/pydantic/typing-inspection                                                     |
-| typing_extensions              | 4.15.0          | PSF-2.0                                                                                          | https://github.com/python/typing_extensions                                                       |
-| tzdata                         | 2025.3          | Apache-2.0                                                                                       | https://github.com/python/tzdata                                                                  |
-| uritemplate                    | 4.2.0           | BSD 3-Clause OR Apache-2.0                                                                       | https://uritemplate.readthedocs.org                                                               |
-| urllib3                        | 2.6.3           | MIT                                                                                              | https://github.com/urllib3/urllib3/blob/main/CHANGES.rst                                          |
-| virtualenv                     | 20.36.1         | MIT                                                                                              | https://github.com/pypa/virtualenv                                                                |
-| watchdog                       | 6.0.0           | Apache Software License                                                                          | https://github.com/gorakhargosh/watchdog                                                          |
-| webencodings                   | 0.5.1           | BSD License                                                                                      | https://github.com/SimonSapin/python-webencodings                                                 |
-| yarl                           | 1.22.0          | Apache Software License                                                                          | https://github.com/aio-libs/yarl                                                                  |

python/README.md

@@ -1,4 +1,4 @@
-# LanceDB Python SDK
+# LanceDB
 
 A Python library for [LanceDB](https://github.com/lancedb/lancedb).
 

python/pyproject.toml

@@ -3,10 +3,10 @@ name = "lancedb"
 # version in Cargo.toml
 dynamic = ["version"]
 dependencies = [
-    "deprecation>=2.1.0",
+    "deprecation",
-    "numpy>=1.24.0",
+    "numpy",
     "overrides>=0.7; python_version<'3.12'",
-    "packaging>=23.0",
+    "packaging",
     "pyarrow>=16",
     "pydantic>=1.10",
     "tqdm>=4.27.0",
@@ -16,7 +16,7 @@ description = "lancedb"
 authors = [{ name = "LanceDB Devs", email = "dev@lancedb.com" }]
 license = { file = "LICENSE" }
 readme = "README.md"
-requires-python = ">=3.10"
+requires-python = ">=3.9"
 keywords = [
     "data-format",
     "data-science",
@@ -33,10 +33,10 @@ classifiers = [
     "Programming Language :: Python",
     "Programming Language :: Python :: 3",
     "Programming Language :: Python :: 3 :: Only",
+    "Programming Language :: Python :: 3.9",
     "Programming Language :: Python :: 3.10",
     "Programming Language :: Python :: 3.11",
     "Programming Language :: Python :: 3.12",
-    "Programming Language :: Python :: 3.13",
     "Topic :: Scientific/Engineering",
 ]
 
@@ -45,51 +45,51 @@ repository = "https://github.com/lancedb/lancedb"
 
 [project.optional-dependencies]
 pylance = [
-    "pylance>=5.0.0b3",
+    "pylance>=1.0.0b14",
 ]
 tests = [
-    "aiohttp>=3.9.0",
+    "aiohttp",
-    "boto3>=1.28.57",
+    "boto3",
     "pandas>=1.4",
-    "pytest>=7.0",
+    "pytest",
-    "pytest-mock>=3.10",
+    "pytest-mock",
-    "pytest-asyncio>=0.21",
+    "pytest-asyncio",
-    "duckdb>=0.9.0",
+    "duckdb",
-    "pytz>=2023.3",
+    "pytz",
     "polars>=0.19, <=1.3.0",
-    "tantivy>=0.20.0",
+    "tantivy",
-    "pyarrow-stubs>=16.0",
+    "pyarrow-stubs",
-    "pylance>=5.0.0b3",
+    "pylance>=1.0.0b14",
-    "requests>=2.31.0",
+    "requests",
-    "datafusion>=52,<53",
+    "datafusion",
 ]
 dev = [
-    "ruff>=0.3.0",
+    "ruff",
-    "pre-commit>=3.5.0",
+    "pre-commit",
-    "pyright>=1.1.350",
+    "pyright",
     'typing-extensions>=4.0.0; python_version < "3.11"',
 ]
 docs = ["mkdocs", "mkdocs-jupyter", "mkdocs-material", "mkdocstrings-python"]
-clip = ["torch", "pillow>=12.1.1", "open-clip-torch"]
+clip = ["torch", "pillow", "open-clip-torch"]
-siglip = ["torch", "pillow>=12.1.1", "transformers>=4.41.0","sentencepiece"]
+siglip = ["torch", "pillow", "transformers>=4.41.0","sentencepiece"]
 embeddings = [
     "requests>=2.31.0",
     "openai>=1.6.1",
-    "sentence-transformers>=2.2.0",
+    "sentence-transformers",
-    "torch>=2.0.0",
+    "torch",
-    "pillow>=12.1.1",
+    "pillow",
-    "open-clip-torch>=2.20.0",
+    "open-clip-torch",
-    "cohere>=4.0",
+    "cohere",
     "colpali-engine>=0.3.10",
-    "huggingface_hub>=0.19.0",
+    "huggingface_hub",
-    "InstructorEmbedding>=1.0.1",
+    "InstructorEmbedding",
-    "google.generativeai>=0.3.0",
+    "google.generativeai",
     "boto3>=1.28.57",
-    "awscli>=1.44.38",
+    "awscli>=1.29.57",
     "botocore>=1.31.57",
     'ibm-watsonx-ai>=1.1.2; python_version >= "3.10"',
     "ollama>=0.3.0",
-    "sentencepiece>=0.1.99"
+    "sentencepiece"
 ]
 azure = ["adlfs>=2024.2.0"]
 
@@ -137,4 +137,4 @@ include = [
     "python/lancedb/_lancedb.pyi",
 ]
 exclude = ["python/tests/"]
-pythonVersion = "3.13"
+pythonVersion = "3.12"

python/python/lancedb/__init__.py

@@ -6,18 +6,17 @@ import importlib.metadata
 import os
 from concurrent.futures import ThreadPoolExecutor
 from datetime import timedelta
-from typing import Dict, Optional, Union, Any, List
+from typing import Dict, Optional, Union, Any
 import warnings
 
 __version__ = importlib.metadata.version("lancedb")
 
 from ._lancedb import connect as lancedb_connect
 from .common import URI, sanitize_uri
-from urllib.parse import urlparse
 from .db import AsyncConnection, DBConnection, LanceDBConnection
+from .io import StorageOptionsProvider
 from .remote import ClientConfig
 from .remote.db import RemoteDBConnection
-from .expr import Expr, col, lit, func
 from .schema import vector
 from .table import AsyncTable, Table
 from ._lancedb import Session
@@ -29,41 +28,8 @@ from .namespace import (
 )
 
 
-def _check_s3_bucket_with_dots(
-    uri: str, storage_options: Optional[Dict[str, str]]
-) -> None:
-    """
-    Check if an S3 URI has a bucket name containing dots and warn if no region
-    is specified. S3 buckets with dots cannot use virtual-hosted-style URLs,
-    which breaks automatic region detection.
-
-    See: https://github.com/lancedb/lancedb/issues/1898
-    """
-    if not isinstance(uri, str) or not uri.startswith("s3://"):
-        return
-
-    parsed = urlparse(uri)
-    bucket = parsed.netloc
-
-    if "." not in bucket:
-        return
-
-    # Check if region is provided in storage_options
-    region_keys = {"region", "aws_region"}
-    has_region = storage_options and any(k in storage_options for k in region_keys)
-
-    if not has_region:
-        raise ValueError(
-            f"S3 bucket name '{bucket}' contains dots, which prevents automatic "
-            f"region detection. Please specify the region explicitly via "
-            f"storage_options={{'region': '<your-region>'}} or "
-            f"storage_options={{'aws_region': '<your-region>'}}. "
-            f"See https://github.com/lancedb/lancedb/issues/1898 for details."
-        )
-
-
 def connect(
-    uri: Optional[URI] = None,
+    uri: URI,
     *,
     api_key: Optional[str] = None,
     region: str = "us-east-1",
@@ -73,18 +39,14 @@ def connect(
     client_config: Union[ClientConfig, Dict[str, Any], None] = None,
     storage_options: Optional[Dict[str, str]] = None,
     session: Optional[Session] = None,
-    namespace_client_impl: Optional[str] = None,
-    namespace_client_properties: Optional[Dict[str, str]] = None,
-    namespace_client_pushdown_operations: Optional[List[str]] = None,
     **kwargs: Any,
 ) -> DBConnection:
     """Connect to a LanceDB database.
 
     Parameters
     ----------
-    uri: str or Path, optional
+    uri: str or Path
-        The uri of the database. When ``namespace_client_impl`` is provided you may
+        The uri of the database.
-        omit ``uri`` and connect through a namespace client instead.
     api_key: str, optional
         If presented, connect to LanceDB cloud.
         Otherwise, connect to a database on file system or cloud storage.
@@ -117,18 +79,6 @@ def connect(
         cache sizes for index and metadata caches, which can significantly
         impact memory use and performance. They can also be re-used across
         multiple connections to share the same cache state.
-    namespace_client_impl : str, optional
-        When provided along with ``namespace_client_properties``, ``connect``
-        returns a namespace-backed connection by delegating to
-        :func:`connect_namespace`. The value identifies which namespace
-        implementation to load (e.g., ``"dir"`` or ``"rest"``).
-    namespace_client_properties : dict, optional
-        Configuration to pass to the namespace client implementation. Required
-        when ``namespace_client_impl`` is set.
-    namespace_client_pushdown_operations : list[str], optional
-        Only used when ``namespace_client_properties`` is provided. Forwards to
-        :func:`connect_namespace` to control which operations are executed on the
-        namespace service (e.g., ``["QueryTable", "CreateTable"]``).
 
     Examples
     --------
@@ -148,42 +98,11 @@ def connect(
     >>> db = lancedb.connect("db://my_database", api_key="ldb_...",
     ...                      client_config={"retry_config": {"retries": 5}})
 
-    Connect to a namespace-backed database:
-
-    >>> db = lancedb.connect(namespace_client_impl="dir",
-    ...                      namespace_client_properties={"root": "/tmp/ns"})
-
     Returns
     -------
     conn : DBConnection
         A connection to a LanceDB database.
     """
-    if namespace_client_impl is not None or namespace_client_properties is not None:
-        if namespace_client_impl is None or namespace_client_properties is None:
-            raise ValueError(
-                "Both namespace_client_impl and "
-                "namespace_client_properties must be provided"
-            )
-        if kwargs:
-            raise ValueError(f"Unknown keyword arguments: {kwargs}")
-        return connect_namespace(
-            namespace_client_impl,
-            namespace_client_properties,
-            read_consistency_interval=read_consistency_interval,
-            storage_options=storage_options,
-            session=session,
-            namespace_client_pushdown_operations=namespace_client_pushdown_operations,
-        )
-
-    if namespace_client_pushdown_operations is not None:
-        raise ValueError(
-            "namespace_client_pushdown_operations is only valid when "
-            "connecting through a namespace"
-        )
-    if uri is None:
-        raise ValueError(
-            "uri is required when not connecting through a namespace client"
-        )
     if isinstance(uri, str) and uri.startswith("db://"):
         if api_key is None:
             api_key = os.environ.get("LANCEDB_API_KEY")
@@ -202,11 +121,9 @@ def connect(
             storage_options=storage_options,
             **kwargs,
         )
-    _check_s3_bucket_with_dots(str(uri), storage_options)
 
     if kwargs:
         raise ValueError(f"Unknown keyword arguments: {kwargs}")
-
     return LanceDBConnection(
         uri,
         read_consistency_interval=read_consistency_interval,
@@ -294,8 +211,6 @@ async def connect_async(
     if isinstance(client_config, dict):
         client_config = ClientConfig(**client_config)
 
-    _check_s3_bucket_with_dots(str(uri), storage_options)
-
     return AsyncConnection(
         await lancedb_connect(
             sanitize_uri(uri),
@@ -318,10 +233,6 @@ __all__ = [
     "AsyncConnection",
     "AsyncLanceNamespaceDBConnection",
     "AsyncTable",
-    "col",
-    "Expr",
-    "func",
-    "lit",
     "URI",
     "sanitize_uri",
     "vector",
@@ -330,6 +241,7 @@ __all__ = [
     "LanceNamespaceDBConnection",
     "RemoteDBConnection",
     "Session",
+    "StorageOptionsProvider",
     "Table",
     "__version__",
 ]

python/python/lancedb/_lancedb.pyi

@@ -14,6 +14,7 @@ from .index import (
     HnswSq,
     FTS,
 )
+from .io import StorageOptionsProvider
 from lance_namespace import (
     ListNamespacesResponse,
     CreateNamespaceResponse,
@@ -26,32 +27,6 @@ from .remote import ClientConfig
 IvfHnswPq: type[HnswPq] = HnswPq
 IvfHnswSq: type[HnswSq] = HnswSq
 
-class PyExpr:
-    """A type-safe DataFusion expression node (Rust-side handle)."""
-
-    def eq(self, other: "PyExpr") -> "PyExpr": ...
-    def ne(self, other: "PyExpr") -> "PyExpr": ...
-    def lt(self, other: "PyExpr") -> "PyExpr": ...
-    def lte(self, other: "PyExpr") -> "PyExpr": ...
-    def gt(self, other: "PyExpr") -> "PyExpr": ...
-    def gte(self, other: "PyExpr") -> "PyExpr": ...
-    def and_(self, other: "PyExpr") -> "PyExpr": ...
-    def or_(self, other: "PyExpr") -> "PyExpr": ...
-    def not_(self) -> "PyExpr": ...
-    def add(self, other: "PyExpr") -> "PyExpr": ...
-    def sub(self, other: "PyExpr") -> "PyExpr": ...
-    def mul(self, other: "PyExpr") -> "PyExpr": ...
-    def div(self, other: "PyExpr") -> "PyExpr": ...
-    def lower(self) -> "PyExpr": ...
-    def upper(self) -> "PyExpr": ...
-    def contains(self, substr: "PyExpr") -> "PyExpr": ...
-    def cast(self, data_type: pa.DataType) -> "PyExpr": ...
-    def to_sql(self) -> str: ...
-
-def expr_col(name: str) -> PyExpr: ...
-def expr_lit(value: Union[bool, int, float, str]) -> PyExpr: ...
-def expr_func(name: str, args: List[PyExpr]) -> PyExpr: ...
-
 class Session:
     def __init__(
         self,
@@ -71,35 +46,35 @@ class Connection(object):
     async def close(self): ...
     async def list_namespaces(
         self,
-        namespace_path: Optional[List[str]] = None,
+        namespace: Optional[List[str]] = None,
         page_token: Optional[str] = None,
         limit: Optional[int] = None,
     ) -> ListNamespacesResponse: ...
     async def create_namespace(
         self,
-        namespace_path: List[str],
+        namespace: List[str],
         mode: Optional[str] = None,
         properties: Optional[Dict[str, str]] = None,
     ) -> CreateNamespaceResponse: ...
     async def drop_namespace(
         self,
-        namespace_path: List[str],
+        namespace: List[str],
         mode: Optional[str] = None,
         behavior: Optional[str] = None,
     ) -> DropNamespaceResponse: ...
     async def describe_namespace(
         self,
-        namespace_path: List[str],
+        namespace: List[str],
     ) -> DescribeNamespaceResponse: ...
     async def list_tables(
         self,
-        namespace_path: Optional[List[str]] = None,
+        namespace: Optional[List[str]] = None,
         page_token: Optional[str] = None,
         limit: Optional[int] = None,
     ) -> ListTablesResponse: ...
     async def table_names(
         self,
-        namespace_path: Optional[List[str]],
+        namespace: Optional[List[str]],
         start_after: Optional[str],
         limit: Optional[int],
     ) -> list[str]: ...  # Deprecated: Use list_tables instead
@@ -108,8 +83,9 @@ class Connection(object):
         name: str,
         mode: str,
         data: pa.RecordBatchReader,
-        namespace_path: Optional[List[str]] = None,
+        namespace: Optional[List[str]] = None,
         storage_options: Optional[Dict[str, str]] = None,
+        storage_options_provider: Optional[StorageOptionsProvider] = None,
         location: Optional[str] = None,
     ) -> Table: ...
     async def create_empty_table(
@@ -117,15 +93,17 @@ class Connection(object):
         name: str,
         mode: str,
         schema: pa.Schema,
-        namespace_path: Optional[List[str]] = None,
+        namespace: Optional[List[str]] = None,
         storage_options: Optional[Dict[str, str]] = None,
+        storage_options_provider: Optional[StorageOptionsProvider] = None,
         location: Optional[str] = None,
     ) -> Table: ...
     async def open_table(
         self,
         name: str,
-        namespace_path: Optional[List[str]] = None,
+        namespace: Optional[List[str]] = None,
         storage_options: Optional[Dict[str, str]] = None,
+        storage_options_provider: Optional[StorageOptionsProvider] = None,
         index_cache_size: Optional[int] = None,
         location: Optional[str] = None,
     ) -> Table: ...
@@ -133,7 +111,7 @@ class Connection(object):
         self,
         target_table_name: str,
         source_uri: str,
-        target_namespace_path: Optional[List[str]] = None,
+        target_namespace: Optional[List[str]] = None,
         source_version: Optional[int] = None,
         source_tag: Optional[str] = None,
         is_shallow: bool = True,
@@ -142,15 +120,13 @@ class Connection(object):
         self,
         cur_name: str,
         new_name: str,
-        cur_namespace_path: Optional[List[str]] = None,
+        cur_namespace: Optional[List[str]] = None,
-        new_namespace_path: Optional[List[str]] = None,
+        new_namespace: Optional[List[str]] = None,
     ) -> None: ...
     async def drop_table(
-        self, name: str, namespace_path: Optional[List[str]] = None
+        self, name: str, namespace: Optional[List[str]] = None
-    ) -> None: ...
-    async def drop_all_tables(
-        self, namespace_path: Optional[List[str]] = None
     ) -> None: ...
+    async def drop_all_tables(self, namespace: Optional[List[str]] = None) -> None: ...
 
 class Table:
     def name(self) -> str: ...
@@ -159,10 +135,7 @@ class Table:
     def close(self) -> None: ...
     async def schema(self) -> pa.Schema: ...
     async def add(
-        self,
+        self, data: pa.RecordBatchReader, mode: Literal["append", "overwrite"]
-        data: pa.RecordBatchReader,
-        mode: Literal["append", "overwrite"],
-        progress: Optional[Any] = None,
     ) -> AddResult: ...
     async def update(
         self, updates: Dict[str, str], where: Optional[str]
@@ -193,8 +166,6 @@ class Table:
     async def checkout(self, version: Union[int, str]): ...
     async def checkout_latest(self): ...
     async def restore(self, version: Optional[Union[int, str]] = None): ...
-    async def prewarm_index(self, index_name: str) -> None: ...
-    async def prewarm_data(self, columns: Optional[List[str]] = None) -> None: ...
     async def list_indices(self) -> list[IndexConfig]: ...
     async def delete(self, filter: str) -> DeleteResult: ...
     async def add_columns(self, columns: list[tuple[str, str]]) -> AddColumnsResult: ...
@@ -208,9 +179,6 @@ class Table:
         cleanup_since_ms: Optional[int] = None,
         delete_unverified: Optional[bool] = None,
     ) -> OptimizeStats: ...
-    async def uri(self) -> str: ...
-    async def initial_storage_options(self) -> Optional[Dict[str, str]]: ...
-    async def latest_storage_options(self) -> Optional[Dict[str, str]]: ...
     @property
     def tags(self) -> Tags: ...
     def query(self) -> Query: ...
@@ -249,9 +217,7 @@ class RecordBatchStream:
 
 class Query:
     def where(self, filter: str): ...
-    def where_expr(self, expr: PyExpr): ...
+    def select(self, columns: Tuple[str, str]): ...
-    def select(self, columns: List[Tuple[str, str]]): ...
-    def select_expr(self, columns: List[Tuple[str, PyExpr]]): ...
     def select_columns(self, columns: List[str]): ...
     def limit(self, limit: int): ...
     def offset(self, offset: int): ...
@@ -277,9 +243,7 @@ class TakeQuery:
 
 class FTSQuery:
     def where(self, filter: str): ...
-    def where_expr(self, expr: PyExpr): ...
+    def select(self, columns: List[str]): ...
-    def select(self, columns: List[Tuple[str, str]]): ...
-    def select_expr(self, columns: List[Tuple[str, PyExpr]]): ...
     def limit(self, limit: int): ...
     def offset(self, offset: int): ...
     def fast_search(self): ...
@@ -298,9 +262,7 @@ class VectorQuery:
     async def output_schema(self) -> pa.Schema: ...
     async def execute(self) -> RecordBatchStream: ...
     def where(self, filter: str): ...
-    def where_expr(self, expr: PyExpr): ...
+    def select(self, columns: List[str]): ...
-    def select(self, columns: List[Tuple[str, str]]): ...
-    def select_expr(self, columns: List[Tuple[str, PyExpr]]): ...
     def select_with_projection(self, columns: Tuple[str, str]): ...
     def limit(self, limit: int): ...
     def offset(self, offset: int): ...
@@ -317,9 +279,7 @@ class VectorQuery:
 
 class HybridQuery:
     def where(self, filter: str): ...
-    def where_expr(self, expr: PyExpr): ...
+    def select(self, columns: List[str]): ...
-    def select(self, columns: List[Tuple[str, str]]): ...
-    def select_expr(self, columns: List[Tuple[str, PyExpr]]): ...
     def limit(self, limit: int): ...
     def offset(self, offset: int): ...
     def fast_search(self): ...

python/python/lancedb/arrow.py

@@ -1,10 +1,8 @@
 # SPDX-License-Identifier: Apache-2.0
 # SPDX-FileCopyrightText: Copyright The LanceDB Authors
 
-from functools import singledispatch
 from typing import List, Optional, Tuple, Union
 
-from lancedb.pydantic import LanceModel, model_to_dict
 import pyarrow as pa
 
 from ._lancedb import RecordBatchStream
@@ -82,32 +80,3 @@ def peek_reader(
         yield from reader
 
     return batch, pa.RecordBatchReader.from_batches(batch.schema, all_batches())
-
-
-@singledispatch
-def to_arrow(data) -> pa.Table:
-    """Convert a single data object to a pa.Table."""
-    raise NotImplementedError(f"to_arrow not implemented for type {type(data)}")
-
-
-@to_arrow.register(pa.RecordBatch)
-def _arrow_from_batch(data: pa.RecordBatch) -> pa.Table:
-    return pa.Table.from_batches([data])
-
-
-@to_arrow.register(pa.Table)
-def _arrow_from_table(data: pa.Table) -> pa.Table:
-    return data
-
-
-@to_arrow.register(list)
-def _arrow_from_list(data: list) -> pa.Table:
-    if not data:
-        raise ValueError("Cannot create table from empty list without a schema")
-
-    if isinstance(data[0], LanceModel):
-        schema = data[0].__class__.to_arrow_schema()
-        dicts = [model_to_dict(d) for d in data]
-        return pa.Table.from_pylist(dicts, schema=schema)
-
-    return pa.Table.from_pylist(data)

python/python/lancedb/background_loop.py

@@ -22,12 +22,7 @@ class BackgroundEventLoop:
         self.thread.start()
 
     def run(self, future):
-        concurrent_future = asyncio.run_coroutine_threadsafe(future, self.loop)
+        return asyncio.run_coroutine_threadsafe(future, self.loop).result()
-        try:
-            return concurrent_future.result()
-        except BaseException:
-            concurrent_future.cancel()
-            raise
 
 
 LOOP = BackgroundEventLoop()

python/python/lancedb/db.py

@@ -8,7 +8,7 @@ from abc import abstractmethod
 from datetime import timedelta
 from pathlib import Path
 import sys
-from typing import TYPE_CHECKING, Any, Dict, Iterable, List, Literal, Optional, Union
+from typing import TYPE_CHECKING, Dict, Iterable, List, Literal, Optional, Union
 
 if sys.version_info >= (3, 12):
     from typing import override
@@ -52,6 +52,7 @@ if TYPE_CHECKING:
     from ._lancedb import Connection as LanceDbConnection
     from .common import DATA, URI
     from .embeddings import EmbeddingFunctionConfig
+    from .io import StorageOptionsProvider
     from ._lancedb import Session
 
 from .namespace_utils import (
@@ -66,7 +67,7 @@ class DBConnection(EnforceOverrides):
 
     def list_namespaces(
         self,
-        namespace_path: Optional[List[str]] = None,
+        namespace: Optional[List[str]] = None,
         page_token: Optional[str] = None,
         limit: Optional[int] = None,
     ) -> ListNamespacesResponse:
@@ -74,7 +75,7 @@ class DBConnection(EnforceOverrides):
 
         Parameters
         ----------
-        namespace_path: List[str], default []
+        namespace: List[str], default []
             The parent namespace to list namespaces in.
             Empty list represents root namespace.
         page_token: str, optional
@@ -88,13 +89,13 @@ class DBConnection(EnforceOverrides):
         ListNamespacesResponse
             Response containing namespace names and optional page_token for pagination.
         """
-        if namespace_path is None:
+        if namespace is None:
-            namespace_path = []
+            namespace = []
         return ListNamespacesResponse(namespaces=[], page_token=None)
 
     def create_namespace(
         self,
-        namespace_path: List[str],
+        namespace: List[str],
         mode: Optional[str] = None,
         properties: Optional[Dict[str, str]] = None,
     ) -> CreateNamespaceResponse:
@@ -102,7 +103,7 @@ class DBConnection(EnforceOverrides):
 
         Parameters
         ----------
-        namespace_path: List[str]
+        namespace: List[str]
             The namespace identifier to create.
         mode: str, optional
             Creation mode - "create" (fail if exists), "exist_ok" (skip if exists),
@@ -121,7 +122,7 @@ class DBConnection(EnforceOverrides):
 
     def drop_namespace(
         self,
-        namespace_path: List[str],
+        namespace: List[str],
         mode: Optional[str] = None,
         behavior: Optional[str] = None,
     ) -> DropNamespaceResponse:
@@ -129,7 +130,7 @@ class DBConnection(EnforceOverrides):
 
         Parameters
         ----------
-        namespace_path: List[str]
+        namespace: List[str]
             The namespace identifier to drop.
         mode: str, optional
             Whether to skip if not exists ("SKIP") or fail ("FAIL"). Case insensitive.
@@ -146,14 +147,12 @@ class DBConnection(EnforceOverrides):
             "Namespace operations are not supported for this connection type"
         )
 
-    def describe_namespace(
+    def describe_namespace(self, namespace: List[str]) -> DescribeNamespaceResponse:
-        self, namespace_path: List[str]
-    ) -> DescribeNamespaceResponse:
         """Describe a namespace.
 
         Parameters
         ----------
-        namespace_path: List[str]
+        namespace: List[str]
             The namespace identifier to describe.
 
         Returns
@@ -167,7 +166,7 @@ class DBConnection(EnforceOverrides):
 
     def list_tables(
         self,
-        namespace_path: Optional[List[str]] = None,
+        namespace: Optional[List[str]] = None,
         page_token: Optional[str] = None,
         limit: Optional[int] = None,
     ) -> ListTablesResponse:
@@ -175,7 +174,7 @@ class DBConnection(EnforceOverrides):
 
         Parameters
         ----------
-        namespace_path: List[str], optional
+        namespace: List[str], optional
             The namespace to list tables in.
             None or empty list represents root namespace.
         page_token: str, optional
@@ -199,20 +198,22 @@ class DBConnection(EnforceOverrides):
         page_token: Optional[str] = None,
         limit: int = 10,
         *,
-        namespace_path: Optional[List[str]] = None,
+        namespace: Optional[List[str]] = None,
     ) -> Iterable[str]:
         """List all tables in this database, in sorted order
 
         Parameters
         ----------
-        namespace_path: List[str], default []
+        namespace: List[str], default []
             The namespace to list tables in.
             Empty list represents root namespace.
         page_token: str, optional
             The token to use for pagination. If not present, start from the beginning.
             Typically, this token is last table name from the previous page.
+            Only supported by LanceDb Cloud.
         limit: int, default 10
             The size of the page to return.
+            Only supported by LanceDb Cloud.
 
         Returns
         -------
@@ -232,8 +233,9 @@ class DBConnection(EnforceOverrides):
         fill_value: float = 0.0,
         embedding_functions: Optional[List[EmbeddingFunctionConfig]] = None,
         *,
-        namespace_path: Optional[List[str]] = None,
+        namespace: Optional[List[str]] = None,
         storage_options: Optional[Dict[str, str]] = None,
+        storage_options_provider: Optional["StorageOptionsProvider"] = None,
         data_storage_version: Optional[str] = None,
         enable_v2_manifest_paths: Optional[bool] = None,
     ) -> Table:
@@ -243,7 +245,7 @@ class DBConnection(EnforceOverrides):
         ----------
         name: str
             The name of the table.
-        namespace_path: List[str], default []
+        namespace: List[str], default []
             The namespace to create the table in.
             Empty list represents root namespace.
         data: The data to initialize the table, *optional*
@@ -401,8 +403,9 @@ class DBConnection(EnforceOverrides):
         self,
         name: str,
         *,
-        namespace_path: Optional[List[str]] = None,
+        namespace: Optional[List[str]] = None,
         storage_options: Optional[Dict[str, str]] = None,
+        storage_options_provider: Optional["StorageOptionsProvider"] = None,
         index_cache_size: Optional[int] = None,
     ) -> Table:
         """Open a Lance Table in the database.
@@ -411,7 +414,7 @@ class DBConnection(EnforceOverrides):
         ----------
         name: str
             The name of the table.
-        namespace_path: List[str], optional
+        namespace: List[str], optional
             The namespace to open the table from.
             None or empty list represents root namespace.
         index_cache_size: int, default 256
@@ -439,27 +442,27 @@ class DBConnection(EnforceOverrides):
         """
         raise NotImplementedError
 
-    def drop_table(self, name: str, namespace_path: Optional[List[str]] = None):
+    def drop_table(self, name: str, namespace: Optional[List[str]] = None):
         """Drop a table from the database.
 
         Parameters
         ----------
         name: str
             The name of the table.
-        namespace_path: List[str], default []
+        namespace: List[str], default []
             The namespace to drop the table from.
             Empty list represents root namespace.
         """
-        if namespace_path is None:
+        if namespace is None:
-            namespace_path = []
+            namespace = []
         raise NotImplementedError
 
     def rename_table(
         self,
         cur_name: str,
         new_name: str,
-        cur_namespace_path: Optional[List[str]] = None,
+        cur_namespace: Optional[List[str]] = None,
-        new_namespace_path: Optional[List[str]] = None,
+        new_namespace: Optional[List[str]] = None,
     ):
         """Rename a table in the database.
 
@@ -469,17 +472,17 @@ class DBConnection(EnforceOverrides):
             The current name of the table.
         new_name: str
             The new name of the table.
-        cur_namespace_path: List[str], optional
+        cur_namespace: List[str], optional
             The namespace of the current table.
             None or empty list represents root namespace.
-        new_namespace_path: List[str], optional
+        new_namespace: List[str], optional
             The namespace to move the table to.
             If not specified, defaults to the same as cur_namespace.
         """
-        if cur_namespace_path is None:
+        if cur_namespace is None:
-            cur_namespace_path = []
+            cur_namespace = []
-        if new_namespace_path is None:
+        if new_namespace is None:
-            new_namespace_path = []
+            new_namespace = []
         raise NotImplementedError
 
     def drop_database(self):
@@ -489,18 +492,18 @@ class DBConnection(EnforceOverrides):
         """
         raise NotImplementedError
 
-    def drop_all_tables(self, namespace_path: Optional[List[str]] = None):
+    def drop_all_tables(self, namespace: Optional[List[str]] = None):
         """
         Drop all tables from the database
 
         Parameters
         ----------
-        namespace_path: List[str], optional
+        namespace: List[str], optional
             The namespace to drop all tables from.
             None or empty list represents root namespace.
         """
-        if namespace_path is None:
+        if namespace is None:
-            namespace_path = []
+            namespace = []
         raise NotImplementedError
 
     @property
@@ -641,7 +644,7 @@ class LanceDBConnection(DBConnection):
     @override
     def list_namespaces(
         self,
-        namespace_path: Optional[List[str]] = None,
+        namespace: Optional[List[str]] = None,
         page_token: Optional[str] = None,
         limit: Optional[int] = None,
     ) -> ListNamespacesResponse:
@@ -649,7 +652,7 @@ class LanceDBConnection(DBConnection):
 
         Parameters
         ----------
-        namespace_path: List[str], optional
+        namespace: List[str], optional
             The parent namespace to list namespaces in.
             None or empty list represents root namespace.
         page_token: str, optional
@@ -663,18 +666,18 @@ class LanceDBConnection(DBConnection):
         ListNamespacesResponse
             Response containing namespace names and optional page_token for pagination.
         """
-        if namespace_path is None:
+        if namespace is None:
-            namespace_path = []
+            namespace = []
         return LOOP.run(
             self._conn.list_namespaces(
-                namespace_path=namespace_path, page_token=page_token, limit=limit
+                namespace=namespace, page_token=page_token, limit=limit
             )
         )
 
     @override
     def create_namespace(
         self,
-        namespace_path: List[str],
+        namespace: List[str],
         mode: Optional[str] = None,
         properties: Optional[Dict[str, str]] = None,
     ) -> CreateNamespaceResponse:
@@ -682,7 +685,7 @@ class LanceDBConnection(DBConnection):
 
         Parameters
         ----------
-        namespace_path: List[str]
+        namespace: List[str]
             The namespace identifier to create.
         mode: str, optional
             Creation mode - "create" (fail if exists), "exist_ok" (skip if exists),
@@ -697,14 +700,14 @@ class LanceDBConnection(DBConnection):
         """
         return LOOP.run(
             self._conn.create_namespace(
-                namespace_path=namespace_path, mode=mode, properties=properties
+                namespace=namespace, mode=mode, properties=properties
             )
         )
 
     @override
     def drop_namespace(
         self,
-        namespace_path: List[str],
+        namespace: List[str],
         mode: Optional[str] = None,
         behavior: Optional[str] = None,
     ) -> DropNamespaceResponse:
@@ -712,7 +715,7 @@ class LanceDBConnection(DBConnection):
 
         Parameters
         ----------
-        namespace_path: List[str]
+        namespace: List[str]
             The namespace identifier to drop.
         mode: str, optional
             Whether to skip if not exists ("SKIP") or fail ("FAIL"). Case insensitive.
@@ -726,20 +729,16 @@ class LanceDBConnection(DBConnection):
             Response containing properties and transaction_id if applicable.
         """
         return LOOP.run(
-            self._conn.drop_namespace(
+            self._conn.drop_namespace(namespace=namespace, mode=mode, behavior=behavior)
-                namespace_path=namespace_path, mode=mode, behavior=behavior
-            )
         )
 
     @override
-    def describe_namespace(
+    def describe_namespace(self, namespace: List[str]) -> DescribeNamespaceResponse:
-        self, namespace_path: List[str]
-    ) -> DescribeNamespaceResponse:
         """Describe a namespace.
 
         Parameters
         ----------
-        namespace_path: List[str]
+        namespace: List[str]
             The namespace identifier to describe.
 
         Returns
@@ -747,12 +746,12 @@ class LanceDBConnection(DBConnection):
         DescribeNamespaceResponse
             Response containing the namespace properties.
         """
-        return LOOP.run(self._conn.describe_namespace(namespace_path=namespace_path))
+        return LOOP.run(self._conn.describe_namespace(namespace=namespace))
 
     @override
     def list_tables(
         self,
-        namespace_path: Optional[List[str]] = None,
+        namespace: Optional[List[str]] = None,
         page_token: Optional[str] = None,
         limit: Optional[int] = None,
     ) -> ListTablesResponse:
@@ -760,7 +759,7 @@ class LanceDBConnection(DBConnection):
 
         Parameters
         ----------
-        namespace_path: List[str], optional
+        namespace: List[str], optional
             The namespace to list tables in.
             None or empty list represents root namespace.
         page_token: str, optional
@@ -774,11 +773,11 @@ class LanceDBConnection(DBConnection):
         ListTablesResponse
             Response containing table names and optional page_token for pagination.
         """
-        if namespace_path is None:
+        if namespace is None:
-            namespace_path = []
+            namespace = []
         return LOOP.run(
             self._conn.list_tables(
-                namespace_path=namespace_path, page_token=page_token, limit=limit
+                namespace=namespace, page_token=page_token, limit=limit
             )
         )
 
@@ -788,7 +787,7 @@ class LanceDBConnection(DBConnection):
         page_token: Optional[str] = None,
         limit: int = 10,
         *,
-        namespace_path: Optional[List[str]] = None,
+        namespace: Optional[List[str]] = None,
     ) -> Iterable[str]:
         """Get the names of all tables in the database. The names are sorted.
 
@@ -797,7 +796,7 @@ class LanceDBConnection(DBConnection):
 
         Parameters
         ----------
-        namespace_path: List[str], optional
+        namespace: List[str], optional
             The namespace to list tables in.
         page_token: str, optional
             The token to use for pagination.
@@ -816,11 +815,11 @@ class LanceDBConnection(DBConnection):
             DeprecationWarning,
             stacklevel=2,
         )
-        if namespace_path is None:
+        if namespace is None:
-            namespace_path = []
+            namespace = []
         return LOOP.run(
             self._conn.table_names(
-                namespace_path=namespace_path, start_after=page_token, limit=limit
+                namespace=namespace, start_after=page_token, limit=limit
             )
         )
 
@@ -842,8 +841,9 @@ class LanceDBConnection(DBConnection):
         fill_value: float = 0.0,
         embedding_functions: Optional[List[EmbeddingFunctionConfig]] = None,
         *,
-        namespace_path: Optional[List[str]] = None,
+        namespace: Optional[List[str]] = None,
         storage_options: Optional[Dict[str, str]] = None,
+        storage_options_provider: Optional["StorageOptionsProvider"] = None,
         data_storage_version: Optional[str] = None,
         enable_v2_manifest_paths: Optional[bool] = None,
     ) -> LanceTable:
@@ -851,15 +851,15 @@ class LanceDBConnection(DBConnection):
 
         Parameters
         ----------
-        namespace_path: List[str], optional
+        namespace: List[str], optional
             The namespace to create the table in.
 
         See
         ---
         DBConnection.create_table
         """
-        if namespace_path is None:
+        if namespace is None:
-            namespace_path = []
+            namespace = []
         if mode.lower() not in ["create", "overwrite"]:
             raise ValueError("mode must be either 'create' or 'overwrite'")
         validate_table_name(name)
@@ -874,8 +874,9 @@ class LanceDBConnection(DBConnection):
             on_bad_vectors=on_bad_vectors,
             fill_value=fill_value,
             embedding_functions=embedding_functions,
-            namespace_path=namespace_path,
+            namespace=namespace,
             storage_options=storage_options,
+            storage_options_provider=storage_options_provider,
         )
         return tbl
 
@@ -884,8 +885,9 @@ class LanceDBConnection(DBConnection):
         self,
         name: str,
         *,
-        namespace_path: Optional[List[str]] = None,
+        namespace: Optional[List[str]] = None,
         storage_options: Optional[Dict[str, str]] = None,
+        storage_options_provider: Optional["StorageOptionsProvider"] = None,
         index_cache_size: Optional[int] = None,
     ) -> LanceTable:
         """Open a table in the database.
@@ -894,15 +896,15 @@ class LanceDBConnection(DBConnection):
         ----------
         name: str
             The name of the table.
-        namespace_path: List[str], optional
+        namespace: List[str], optional
             The namespace to open the table from.
 
         Returns
         -------
         A LanceTable object representing the table.
         """
-        if namespace_path is None:
+        if namespace is None:
-            namespace_path = []
+            namespace = []
         if index_cache_size is not None:
             import warnings
 
@@ -917,8 +919,9 @@ class LanceDBConnection(DBConnection):
         return LanceTable.open(
             self,
             name,
-            namespace_path=namespace_path,
+            namespace=namespace,
             storage_options=storage_options,
+            storage_options_provider=storage_options_provider,
             index_cache_size=index_cache_size,
         )
 
@@ -927,7 +930,7 @@ class LanceDBConnection(DBConnection):
         target_table_name: str,
         source_uri: str,
         *,
-        target_namespace_path: Optional[List[str]] = None,
+        target_namespace: Optional[List[str]] = None,
         source_version: Optional[int] = None,
         source_tag: Optional[str] = None,
         is_shallow: bool = True,
@@ -945,7 +948,7 @@ class LanceDBConnection(DBConnection):
             The name of the target table to create.
         source_uri: str
             The URI of the source table to clone from.
-        target_namespace_path: List[str], optional
+        target_namespace: List[str], optional
             The namespace for the target table.
             None or empty list represents root namespace.
         source_version: int, optional
@@ -960,13 +963,13 @@ class LanceDBConnection(DBConnection):
         -------
         A LanceTable object representing the cloned table.
         """
-        if target_namespace_path is None:
+        if target_namespace is None:
-            target_namespace_path = []
+            target_namespace = []
         LOOP.run(
             self._conn.clone_table(
                 target_table_name,
                 source_uri,
-                target_namespace_path=target_namespace_path,
+                target_namespace=target_namespace,
                 source_version=source_version,
                 source_tag=source_tag,
                 is_shallow=is_shallow,
@@ -975,14 +978,14 @@ class LanceDBConnection(DBConnection):
         return LanceTable.open(
             self,
             target_table_name,
-            namespace_path=target_namespace_path,
+            namespace=target_namespace,
         )
 
     @override
     def drop_table(
         self,
         name: str,
-        namespace_path: Optional[List[str]] = None,
+        namespace: Optional[List[str]] = None,
         ignore_missing: bool = False,
     ):
         """Drop a table from the database.
@@ -991,32 +994,32 @@ class LanceDBConnection(DBConnection):
         ----------
         name: str
             The name of the table.
-        namespace_path: List[str], optional
+        namespace: List[str], optional
             The namespace to drop the table from.
         ignore_missing: bool, default False
             If True, ignore if the table does not exist.
         """
-        if namespace_path is None:
+        if namespace is None:
-            namespace_path = []
+            namespace = []
         LOOP.run(
             self._conn.drop_table(
-                name, namespace_path=namespace_path, ignore_missing=ignore_missing
+                name, namespace=namespace, ignore_missing=ignore_missing
             )
         )
 
     @override
-    def drop_all_tables(self, namespace_path: Optional[List[str]] = None):
+    def drop_all_tables(self, namespace: Optional[List[str]] = None):
-        if namespace_path is None:
+        if namespace is None:
-            namespace_path = []
+            namespace = []
-        LOOP.run(self._conn.drop_all_tables(namespace_path=namespace_path))
+        LOOP.run(self._conn.drop_all_tables(namespace=namespace))
 
     @override
     def rename_table(
         self,
         cur_name: str,
         new_name: str,
-        cur_namespace_path: Optional[List[str]] = None,
+        cur_namespace: Optional[List[str]] = None,
-        new_namespace_path: Optional[List[str]] = None,
+        new_namespace: Optional[List[str]] = None,
     ):
         """Rename a table in the database.
 
@@ -1026,21 +1029,21 @@ class LanceDBConnection(DBConnection):
             The current name of the table.
         new_name: str
             The new name of the table.
-        cur_namespace_path: List[str], optional
+        cur_namespace: List[str], optional
             The namespace of the current table.
-        new_namespace_path: List[str], optional
+        new_namespace: List[str], optional
             The namespace to move the table to.
         """
-        if cur_namespace_path is None:
+        if cur_namespace is None:
-            cur_namespace_path = []
+            cur_namespace = []
-        if new_namespace_path is None:
+        if new_namespace is None:
-            new_namespace_path = []
+            new_namespace = []
         LOOP.run(
             self._conn.rename_table(
                 cur_name,
                 new_name,
-                cur_namespace_path=cur_namespace_path,
+                cur_namespace=cur_namespace,
-                new_namespace_path=new_namespace_path,
+                new_namespace=new_namespace,
             )
         )
 
@@ -1124,7 +1127,7 @@ class AsyncConnection(object):
 
     async def list_namespaces(
         self,
-        namespace_path: Optional[List[str]] = None,
+        namespace: Optional[List[str]] = None,
         page_token: Optional[str] = None,
         limit: Optional[int] = None,
     ) -> ListNamespacesResponse:
@@ -1132,7 +1135,7 @@ class AsyncConnection(object):
 
         Parameters
         ----------
-        namespace_path: List[str], optional
+        namespace: List[str], optional
             The parent namespace to list namespaces in.
             None or empty list represents root namespace.
         page_token: str, optional
@@ -1145,16 +1148,16 @@ class AsyncConnection(object):
         ListNamespacesResponse
             Response containing namespace names and optional pagination token
         """
-        if namespace_path is None:
+        if namespace is None:
-            namespace_path = []
+            namespace = []
         result = await self._inner.list_namespaces(
-            namespace_path=namespace_path, page_token=page_token, limit=limit
+            namespace=namespace, page_token=page_token, limit=limit
         )
         return ListNamespacesResponse(**result)
 
     async def create_namespace(
         self,
-        namespace_path: List[str],
+        namespace: List[str],
         mode: Optional[str] = None,
         properties: Optional[Dict[str, str]] = None,
     ) -> CreateNamespaceResponse:
@@ -1162,7 +1165,7 @@ class AsyncConnection(object):
 
         Parameters
         ----------
-        namespace_path: List[str]
+        namespace: List[str]
             The namespace identifier to create.
         mode: str, optional
             Creation mode - "create", "exist_ok", or "overwrite". Case insensitive.
@@ -1175,7 +1178,7 @@ class AsyncConnection(object):
             Response containing namespace properties
         """
         result = await self._inner.create_namespace(
-            namespace_path,
+            namespace,
             mode=_normalize_create_namespace_mode(mode),
             properties=properties,
         )
@@ -1183,7 +1186,7 @@ class AsyncConnection(object):
 
     async def drop_namespace(
         self,
-        namespace_path: List[str],
+        namespace: List[str],
         mode: Optional[str] = None,
         behavior: Optional[str] = None,
     ) -> DropNamespaceResponse:
@@ -1191,7 +1194,7 @@ class AsyncConnection(object):
 
         Parameters
         ----------
-        namespace_path: List[str]
+        namespace: List[str]
             The namespace identifier to drop.
         mode: str, optional
             Whether to skip if not exists ("SKIP") or fail ("FAIL"). Case insensitive.
@@ -1205,20 +1208,20 @@ class AsyncConnection(object):
             Response containing properties and transaction_id if applicable.
         """
         result = await self._inner.drop_namespace(
-            namespace_path,
+            namespace,
             mode=_normalize_drop_namespace_mode(mode),
             behavior=_normalize_drop_namespace_behavior(behavior),
         )
         return DropNamespaceResponse(**result)
 
     async def describe_namespace(
-        self, namespace_path: List[str]
+        self, namespace: List[str]
     ) -> DescribeNamespaceResponse:
         """Describe a namespace.
 
         Parameters
         ----------
-        namespace_path: List[str]
+        namespace: List[str]
             The namespace identifier to describe.
 
         Returns
@@ -1226,12 +1229,12 @@ class AsyncConnection(object):
         DescribeNamespaceResponse
             Response containing the namespace properties.
         """
-        result = await self._inner.describe_namespace(namespace_path)
+        result = await self._inner.describe_namespace(namespace)
         return DescribeNamespaceResponse(**result)
 
     async def list_tables(
         self,
-        namespace_path: Optional[List[str]] = None,
+        namespace: Optional[List[str]] = None,
         page_token: Optional[str] = None,
         limit: Optional[int] = None,
     ) -> ListTablesResponse:
@@ -1239,7 +1242,7 @@ class AsyncConnection(object):
 
         Parameters
         ----------
-        namespace_path: List[str], optional
+        namespace: List[str], optional
             The namespace to list tables in.
             None or empty list represents root namespace.
         page_token: str, optional
@@ -1253,17 +1256,17 @@ class AsyncConnection(object):
         ListTablesResponse
             Response containing table names and optional page_token for pagination.
         """
-        if namespace_path is None:
+        if namespace is None:
-            namespace_path = []
+            namespace = []
         result = await self._inner.list_tables(
-            namespace_path=namespace_path, page_token=page_token, limit=limit
+            namespace=namespace, page_token=page_token, limit=limit
         )
         return ListTablesResponse(**result)
 
     async def table_names(
         self,
         *,
-        namespace_path: Optional[List[str]] = None,
+        namespace: Optional[List[str]] = None,
         start_after: Optional[str] = None,
         limit: Optional[int] = None,
     ) -> Iterable[str]:
@@ -1274,7 +1277,7 @@ class AsyncConnection(object):
 
         Parameters
         ----------
-        namespace_path: List[str], optional
+        namespace: List[str], optional
             The namespace to list tables in.
             None or empty list represents root namespace.
         start_after: str, optional
@@ -1297,10 +1300,10 @@ class AsyncConnection(object):
             DeprecationWarning,
             stacklevel=2,
         )
-        if namespace_path is None:
+        if namespace is None:
-            namespace_path = []
+            namespace = []
         return await self._inner.table_names(
-            namespace_path=namespace_path, start_after=start_after, limit=limit
+            namespace=namespace, start_after=start_after, limit=limit
         )
 
     async def create_table(
@@ -1313,8 +1316,9 @@ class AsyncConnection(object):
         on_bad_vectors: Optional[str] = None,
         fill_value: Optional[float] = None,
         storage_options: Optional[Dict[str, str]] = None,
+        storage_options_provider: Optional["StorageOptionsProvider"] = None,
         *,
-        namespace_path: Optional[List[str]] = None,
+        namespace: Optional[List[str]] = None,
         embedding_functions: Optional[List[EmbeddingFunctionConfig]] = None,
         location: Optional[str] = None,
     ) -> AsyncTable:
@@ -1324,7 +1328,7 @@ class AsyncConnection(object):
         ----------
         name: str
             The name of the table.
-        namespace_path: List[str], default []
+        namespace: List[str], default []
             The namespace to create the table in.
             Empty list represents root namespace.
         data: The data to initialize the table, *optional*
@@ -1475,8 +1479,8 @@ class AsyncConnection(object):
         ...     await db.create_table("table4", make_batches(), schema=schema)
         >>> asyncio.run(iterable_example())
         """
-        if namespace_path is None:
+        if namespace is None:
-            namespace_path = []
+            namespace = []
         metadata = None
 
         if embedding_functions is not None:
@@ -1511,8 +1515,9 @@ class AsyncConnection(object):
                 name,
                 mode,
                 schema,
-                namespace_path=namespace_path,
+                namespace=namespace,
                 storage_options=storage_options,
+                storage_options_provider=storage_options_provider,
                 location=location,
             )
         else:
@@ -1521,8 +1526,9 @@ class AsyncConnection(object):
                 name,
                 mode,
                 data,
-                namespace_path=namespace_path,
+                namespace=namespace,
                 storage_options=storage_options,
+                storage_options_provider=storage_options_provider,
                 location=location,
             )
 
@@ -1532,12 +1538,11 @@ class AsyncConnection(object):
         self,
         name: str,
         *,
-        namespace_path: Optional[List[str]] = None,
+        namespace: Optional[List[str]] = None,
         storage_options: Optional[Dict[str, str]] = None,
+        storage_options_provider: Optional["StorageOptionsProvider"] = None,
         index_cache_size: Optional[int] = None,
         location: Optional[str] = None,
-        namespace_client: Optional[Any] = None,
-        managed_versioning: Optional[bool] = None,
     ) -> AsyncTable:
         """Open a Lance Table in the database.
 
@@ -1545,7 +1550,7 @@ class AsyncConnection(object):
         ----------
         name: str
             The name of the table.
-        namespace_path: List[str], optional
+        namespace: List[str], optional
             The namespace to open the table from.
             None or empty list represents root namespace.
         storage_options: dict, optional
@@ -1570,24 +1575,20 @@ class AsyncConnection(object):
             The explicit location (URI) of the table. If provided, the table will be
             opened from this location instead of deriving it from the database URI
             and table name.
-        managed_versioning: bool, optional
-            Whether managed versioning is enabled for this table. If provided,
-            avoids a redundant describe_table call when namespace_client is set.
 
         Returns
         -------
         A LanceTable object representing the table.
         """
-        if namespace_path is None:
+        if namespace is None:
-            namespace_path = []
+            namespace = []
         table = await self._inner.open_table(
             name,
-            namespace_path=namespace_path,
+            namespace=namespace,
             storage_options=storage_options,
+            storage_options_provider=storage_options_provider,
             index_cache_size=index_cache_size,
             location=location,
-            namespace_client=namespace_client,
-            managed_versioning=managed_versioning,
         )
         return AsyncTable(table)
 
@@ -1596,7 +1597,7 @@ class AsyncConnection(object):
         target_table_name: str,
         source_uri: str,
         *,
-        target_namespace_path: Optional[List[str]] = None,
+        target_namespace: Optional[List[str]] = None,
         source_version: Optional[int] = None,
         source_tag: Optional[str] = None,
         is_shallow: bool = True,
@@ -1614,7 +1615,7 @@ class AsyncConnection(object):
             The name of the target table to create.
         source_uri: str
             The URI of the source table to clone from.
-        target_namespace_path: List[str], optional
+        target_namespace: List[str], optional
             The namespace for the target table.
             None or empty list represents root namespace.
         source_version: int, optional
@@ -1629,12 +1630,12 @@ class AsyncConnection(object):
         -------
         An AsyncTable object representing the cloned table.
         """
-        if target_namespace_path is None:
+        if target_namespace is None:
-            target_namespace_path = []
+            target_namespace = []
         table = await self._inner.clone_table(
             target_table_name,
             source_uri,
-            target_namespace_path=target_namespace_path,
+            target_namespace=target_namespace,
             source_version=source_version,
             source_tag=source_tag,
             is_shallow=is_shallow,
@@ -1645,8 +1646,8 @@ class AsyncConnection(object):
         self,
         cur_name: str,
         new_name: str,
-        cur_namespace_path: Optional[List[str]] = None,
+        cur_namespace: Optional[List[str]] = None,
-        new_namespace_path: Optional[List[str]] = None,
+        new_namespace: Optional[List[str]] = None,
     ):
         """Rename a table in the database.
 
@@ -1656,29 +1657,26 @@ class AsyncConnection(object):
             The current name of the table.
         new_name: str
             The new name of the table.
-        cur_namespace_path: List[str], optional
+        cur_namespace: List[str], optional
             The namespace of the current table.
             None or empty list represents root namespace.
-        new_namespace_path: List[str], optional
+        new_namespace: List[str], optional
             The namespace to move the table to.
             If not specified, defaults to the same as cur_namespace.
         """
-        if cur_namespace_path is None:
+        if cur_namespace is None:
-            cur_namespace_path = []
+            cur_namespace = []
-        if new_namespace_path is None:
+        if new_namespace is None:
-            new_namespace_path = []
+            new_namespace = []
         await self._inner.rename_table(
-            cur_name,
+            cur_name, new_name, cur_namespace=cur_namespace, new_namespace=new_namespace
-            new_name,
-            cur_namespace_path=cur_namespace_path,
-            new_namespace_path=new_namespace_path,
         )
 
     async def drop_table(
         self,
         name: str,
         *,
-        namespace_path: Optional[List[str]] = None,
+        namespace: Optional[List[str]] = None,
         ignore_missing: bool = False,
     ):
         """Drop a table from the database.
@@ -1687,34 +1685,34 @@ class AsyncConnection(object):
         ----------
         name: str
             The name of the table.
-        namespace_path: List[str], default []
+        namespace: List[str], default []
             The namespace to drop the table from.
             Empty list represents root namespace.
         ignore_missing: bool, default False
             If True, ignore if the table does not exist.
         """
-        if namespace_path is None:
+        if namespace is None:
-            namespace_path = []
+            namespace = []
         try:
-            await self._inner.drop_table(name, namespace_path=namespace_path)
+            await self._inner.drop_table(name, namespace=namespace)
         except ValueError as e:
             if not ignore_missing:
                 raise e
             if f"Table '{name}' was not found" not in str(e):
                 raise e
 
-    async def drop_all_tables(self, namespace_path: Optional[List[str]] = None):
+    async def drop_all_tables(self, namespace: Optional[List[str]] = None):
         """Drop all tables from the database.
 
         Parameters
         ----------
-        namespace_path: List[str], optional
+        namespace: List[str], optional
             The namespace to drop all tables from.
             None or empty list represents root namespace.
         """
-        if namespace_path is None:
+        if namespace is None:
-            namespace_path = []
+            namespace = []
-        await self._inner.drop_all_tables(namespace_path=namespace_path)
+        await self._inner.drop_all_tables(namespace=namespace)
 
     @deprecation.deprecated(
         deprecated_in="0.15.1",

python/python/lancedb/embeddings/colpali.py

@@ -275,7 +275,7 @@ class ColPaliEmbeddings(EmbeddingFunction):
         """
         Convert image inputs to PIL Images.
         """
-        PIL_Image = attempt_import_or_raise("PIL.Image", "pillow")
+        PIL = attempt_import_or_raise("PIL", "pillow")
         requests = attempt_import_or_raise("requests", "requests")
         images = self.sanitize_input(images)
         pil_images = []
@@ -285,12 +285,12 @@ class ColPaliEmbeddings(EmbeddingFunction):
                     if image.startswith(("http://", "https://")):
                         response = requests.get(image, timeout=10)
                         response.raise_for_status()
-                        pil_images.append(PIL_Image.open(io.BytesIO(response.content)))
+                        pil_images.append(PIL.Image.open(io.BytesIO(response.content)))
                     else:
-                        with PIL_Image.open(image) as im:
+                        with PIL.Image.open(image) as im:
                             pil_images.append(im.copy())
                 elif isinstance(image, bytes):
-                    pil_images.append(PIL_Image.open(io.BytesIO(image)))
+                    pil_images.append(PIL.Image.open(io.BytesIO(image)))
                 else:
                     # Assume it's a PIL Image; will raise if invalid
                     pil_images.append(image)

python/python/lancedb/embeddings/gte.py

@@ -2,7 +2,6 @@
 # SPDX-FileCopyrightText: Copyright The LanceDB Authors
 
 
-import warnings
 from typing import List, Union
 
 import numpy as np
@@ -16,8 +15,6 @@ from .utils import weak_lru
 @register("gte-text")
 class GteEmbeddings(TextEmbeddingFunction):
     """
-    Deprecated: GTE embeddings should be used through sentence-transformers.
-
     An embedding function that uses GTE-LARGE MLX format(for Apple silicon devices only)
     as well as the standard cpu/gpu version from: https://huggingface.co/thenlper/gte-large.
 
@@ -64,13 +61,6 @@ class GteEmbeddings(TextEmbeddingFunction):
 
     def __init__(self, **kwargs):
         super().__init__(**kwargs)
-        warnings.warn(
-            "GTE embeddings as a standalone embedding function are deprecated. "
-            "Use the 'sentence-transformers' embedding function with a GTE model "
-            "instead.",
-            DeprecationWarning,
-            stacklevel=3,
-        )
         self._ndims = None
         if kwargs:
             self.mlx = kwargs.get("mlx", False)

python/python/lancedb/embeddings/jinaai.py

@@ -77,8 +77,8 @@ class JinaEmbeddings(EmbeddingFunction):
             if isinstance(inputs, list):
                 inputs = inputs
             else:
-                PIL_Image = attempt_import_or_raise("PIL.Image", "pillow")
+                PIL = attempt_import_or_raise("PIL", "pillow")
-                if isinstance(inputs, PIL_Image.Image):
+                if isinstance(inputs, PIL.Image.Image):
                     inputs = [inputs]
         return inputs
 
@@ -89,13 +89,13 @@ class JinaEmbeddings(EmbeddingFunction):
         elif isinstance(image, (str, Path)):
             parsed = urlparse.urlparse(image)
             # TODO handle drive letter on windows.
-            PIL_Image = attempt_import_or_raise("PIL.Image", "pillow")
+            PIL = attempt_import_or_raise("PIL", "pillow")
             if parsed.scheme == "file":
-                pil_image = PIL_Image.open(parsed.path)
+                pil_image = PIL.Image.open(parsed.path)
             elif parsed.scheme == "":
-                pil_image = PIL_Image.open(image if os.name == "nt" else parsed.path)
+                pil_image = PIL.Image.open(image if os.name == "nt" else parsed.path)
             elif parsed.scheme.startswith("http"):
-                pil_image = PIL_Image.open(io.BytesIO(url_retrieve(image)))
+                pil_image = PIL.Image.open(io.BytesIO(url_retrieve(image)))
             else:
                 raise NotImplementedError("Only local and http(s) urls are supported")
             buffered = io.BytesIO()
@@ -103,9 +103,9 @@ class JinaEmbeddings(EmbeddingFunction):
             image_bytes = buffered.getvalue()
             image_dict = {"image": base64.b64encode(image_bytes).decode("utf-8")}
         else:
-            PIL_Image = attempt_import_or_raise("PIL.Image", "pillow")
+            PIL = attempt_import_or_raise("PIL", "pillow")
 
-            if isinstance(image, PIL_Image.Image):
+            if isinstance(image, PIL.Image.Image):
                 buffered = io.BytesIO()
                 image.save(buffered, format="PNG")
                 image_bytes = buffered.getvalue()
@@ -136,9 +136,9 @@ class JinaEmbeddings(EmbeddingFunction):
         elif isinstance(query, (Path, bytes)):
             return [self.generate_image_embedding(query)]
         else:
-            PIL_Image = attempt_import_or_raise("PIL.Image", "pillow")
+            PIL = attempt_import_or_raise("PIL", "pillow")
 
-            if isinstance(query, PIL_Image.Image):
+            if isinstance(query, PIL.Image.Image):
                 return [self.generate_image_embedding(query)]
             else:
                 raise TypeError(

python/python/lancedb/embeddings/open_clip.py

@@ -71,8 +71,8 @@ class OpenClipEmbeddings(EmbeddingFunction):
         if isinstance(query, str):
             return [self.generate_text_embeddings(query)]
         else:
-            PIL_Image = attempt_import_or_raise("PIL.Image", "pillow")
+            PIL = attempt_import_or_raise("PIL", "pillow")
-            if isinstance(query, PIL_Image.Image):
+            if isinstance(query, PIL.Image.Image):
                 return [self.generate_image_embedding(query)]
             else:
                 raise TypeError("OpenClip supports str or PIL Image as query")
@@ -145,20 +145,20 @@ class OpenClipEmbeddings(EmbeddingFunction):
             return self._encode_and_normalize_image(image)
 
     def _to_pil(self, image: Union[str, bytes]):
-        PIL_Image = attempt_import_or_raise("PIL.Image", "pillow")
+        PIL = attempt_import_or_raise("PIL", "pillow")
         if isinstance(image, bytes):
-            return PIL_Image.open(io.BytesIO(image))
+            return PIL.Image.open(io.BytesIO(image))
-        if isinstance(image, PIL_Image.Image):
+        if isinstance(image, PIL.Image.Image):
             return image
         elif isinstance(image, str):
             parsed = urlparse.urlparse(image)
             # TODO handle drive letter on windows.
             if parsed.scheme == "file":
-                return PIL_Image.open(parsed.path)
+                return PIL.Image.open(parsed.path)
             elif parsed.scheme == "":
-                return PIL_Image.open(image if os.name == "nt" else parsed.path)
+                return PIL.Image.open(image if os.name == "nt" else parsed.path)
             elif parsed.scheme.startswith("http"):
-                return PIL_Image.open(io.BytesIO(url_retrieve(image)))
+                return PIL.Image.open(io.BytesIO(url_retrieve(image)))
             else:
                 raise NotImplementedError("Only local and http(s) urls are supported")
 

python/python/lancedb/embeddings/openai.py

@@ -110,9 +110,6 @@ class OpenAIEmbeddings(TextEmbeddingFunction):
             valid_embeddings = {
                 idx: v.embedding for v, idx in zip(rs.data, valid_indices)
             }
-        except openai.AuthenticationError:
-            logging.error("Authentication failed: Invalid API key provided")
-            raise
         except openai.BadRequestError:
             logging.exception("Bad request: %s", texts)
             return [None] * len(texts)

python/python/lancedb/embeddings/siglip.py

@@ -6,7 +6,6 @@ import io
 import os
 from typing import TYPE_CHECKING, List, Union
 import urllib.parse as urlparse
-import warnings
 
 import numpy as np
 import pyarrow as pa
@@ -25,7 +24,6 @@ if TYPE_CHECKING:
 
 @register("siglip")
 class SigLipEmbeddings(EmbeddingFunction):
-    # Deprecated: prefer CLIP embeddings via `open-clip`.
     model_name: str = "google/siglip-base-patch16-224"
     device: str = "cpu"
     batch_size: int = 64
@@ -38,12 +36,6 @@ class SigLipEmbeddings(EmbeddingFunction):
 
     def __init__(self, *args, **kwargs):
         super().__init__(*args, **kwargs)
-        warnings.warn(
-            "SigLip embeddings are deprecated. Use CLIP embeddings via the "
-            "'open-clip' embedding function instead.",
-            DeprecationWarning,
-            stacklevel=3,
-        )
         transformers = attempt_import_or_raise("transformers")
         self._torch = attempt_import_or_raise("torch")
 
@@ -64,8 +56,8 @@ class SigLipEmbeddings(EmbeddingFunction):
         if isinstance(query, str):
             return [self.generate_text_embeddings(query)]
         else:
-            PIL_Image = attempt_import_or_raise("PIL.Image", "pillow")
+            PIL = attempt_import_or_raise("PIL", "pillow")
-            if isinstance(query, PIL_Image.Image):
+            if isinstance(query, PIL.Image.Image):
                 return [self.generate_image_embedding(query)]
             else:
                 raise TypeError("SigLIP supports str or PIL Image as query")
@@ -135,21 +127,21 @@ class SigLipEmbeddings(EmbeddingFunction):
             return image_features.cpu().detach().numpy().squeeze()
 
     def _to_pil(self, image: Union[str, bytes, "PIL.Image.Image"]):
-        PIL_Image = attempt_import_or_raise("PIL.Image", "pillow")
+        PIL = attempt_import_or_raise("PIL", "pillow")
-        if isinstance(image, PIL_Image.Image):
+        if isinstance(image, PIL.Image.Image):
             return image.convert("RGB") if image.mode != "RGB" else image
         elif isinstance(image, bytes):
-            return PIL_Image.open(io.BytesIO(image)).convert("RGB")
+            return PIL.Image.open(io.BytesIO(image)).convert("RGB")
         elif isinstance(image, str):
             parsed = urlparse.urlparse(image)
             if parsed.scheme == "file":
-                return PIL_Image.open(parsed.path).convert("RGB")
+                return PIL.Image.open(parsed.path).convert("RGB")
             elif parsed.scheme == "":
                 path = image if os.name == "nt" else parsed.path
-                return PIL_Image.open(path).convert("RGB")
+                return PIL.Image.open(path).convert("RGB")
             elif parsed.scheme.startswith("http"):
                 image_bytes = url_retrieve(image)
-                return PIL_Image.open(io.BytesIO(image_bytes)).convert("RGB")
+                return PIL.Image.open(io.BytesIO(image_bytes)).convert("RGB")
             else:
                 raise NotImplementedError("Only local and http(s) urls are supported")
         else:

python/python/lancedb/embeddings/utils.py

@@ -10,7 +10,6 @@ import sys
 import threading
 import time
 import urllib.error
-import urllib.request
 import weakref
 import logging
 from functools import wraps
@@ -270,11 +269,6 @@ def retry_with_exponential_backoff(
             # and say that it is assumed that if this portion errors out, it's due
             # to rate limit but the user should check the error message to be sure.
             except Exception as e:  # noqa: PERF203
-                # Don't retry on authentication errors (e.g., OpenAI 401)
-                # These are permanent failures that won't be fixed by retrying
-                if _is_non_retryable_error(e):
-                    raise
-
                 num_retries += 1
 
                 if num_retries > max_retries:
@@ -295,29 +289,6 @@ def retry_with_exponential_backoff(
     return wrapper
 
 
-def _is_non_retryable_error(error: Exception) -> bool:
-    """Check if an error should not be retried.
-
-    Args:
-        error: The exception to check
-
-    Returns:
-        True if the error should not be retried, False otherwise
-    """
-    # Check for OpenAI authentication errors
-    error_type = type(error).__name__
-    if error_type == "AuthenticationError":
-        return True
-
-    # Check for other common non-retryable HTTP status codes
-    # 401 Unauthorized, 403 Forbidden
-    if hasattr(error, "status_code"):
-        if error.status_code in (401, 403):
-            return True
-
-    return False
-
-
 def url_retrieve(url: str):
     """
     Parameters

python/python/lancedb/embeddings/voyageai.py

@@ -2,7 +2,7 @@
 # SPDX-FileCopyrightText: Copyright The LanceDB Authors
 import base64
 import os
-from typing import ClassVar, TYPE_CHECKING, List, Union, Any, Generator, Optional
+from typing import ClassVar, TYPE_CHECKING, List, Union, Any, Generator
 
 from pathlib import Path
 from urllib.parse import urlparse
@@ -21,9 +21,6 @@ if TYPE_CHECKING:
 
 # Token limits for different VoyageAI models
 VOYAGE_TOTAL_TOKEN_LIMITS = {
-    "voyage-4": 320_000,
-    "voyage-4-lite": 1_000_000,
-    "voyage-4-large": 120_000,
     "voyage-context-3": 32_000,
     "voyage-3.5-lite": 1_000_000,
     "voyage-3.5": 320_000,
@@ -48,32 +45,14 @@ def is_valid_url(text):
         return False
 
 
-VIDEO_EXTENSIONS = {".mp4", ".webm", ".mov", ".avi", ".mkv", ".m4v", ".gif"}
-
-
-def is_video_url(url: str) -> bool:
-    """Check if URL points to a video file based on extension."""
-    parsed = urlparse(url)
-    path = parsed.path.lower()
-    return any(path.endswith(ext) for ext in VIDEO_EXTENSIONS)
-
-
-def is_video_path(path: Path) -> bool:
-    """Check if file path is a video file based on extension."""
-    return path.suffix.lower() in VIDEO_EXTENSIONS
-
-
 def transform_input(input_data: Union[str, bytes, Path]):
-    PIL_Image = attempt_import_or_raise("PIL.Image", "pillow")
+    PIL = attempt_import_or_raise("PIL", "pillow")
     if isinstance(input_data, str):
         if is_valid_url(input_data):
-            if is_video_url(input_data):
+            content = {"type": "image_url", "image_url": input_data}
-                content = {"type": "video_url", "video_url": input_data}
-            else:
-                content = {"type": "image_url", "image_url": input_data}
         else:
             content = {"type": "text", "text": input_data}
-    elif isinstance(input_data, PIL_Image.Image):
+    elif isinstance(input_data, PIL.Image.Image):
         buffered = BytesIO()
         input_data.save(buffered, format="JPEG")
         img_str = base64.b64encode(buffered.getvalue()).decode("utf-8")
@@ -82,7 +61,7 @@ def transform_input(input_data: Union[str, bytes, Path]):
             "image_base64": "data:image/jpeg;base64," + img_str,
         }
     elif isinstance(input_data, bytes):
-        img = PIL_Image.open(BytesIO(input_data))
+        img = PIL.Image.open(BytesIO(input_data))
         buffered = BytesIO()
         img.save(buffered, format="JPEG")
         img_str = base64.b64encode(buffered.getvalue()).decode("utf-8")
@@ -91,24 +70,14 @@ def transform_input(input_data: Union[str, bytes, Path]):
             "image_base64": "data:image/jpeg;base64," + img_str,
         }
     elif isinstance(input_data, Path):
-        if is_video_path(input_data):
+        img = PIL.Image.open(input_data)
-            # Read video file and encode as base64
+        buffered = BytesIO()
-            with open(input_data, "rb") as f:
+        img.save(buffered, format="JPEG")
-                video_bytes = f.read()
+        img_str = base64.b64encode(buffered.getvalue()).decode("utf-8")
-            video_str = base64.b64encode(video_bytes).decode("utf-8")
+        content = {
-            content = {
+            "type": "image_base64",
-                "type": "video_base64",
+            "image_base64": "data:image/jpeg;base64," + img_str,
-                "video_base64": video_str,
+        }
-            }
-        else:
-            img = PIL_Image.open(input_data)
-            buffered = BytesIO()
-            img.save(buffered, format="JPEG")
-            img_str = base64.b64encode(buffered.getvalue()).decode("utf-8")
-            content = {
-                "type": "image_base64",
-                "image_base64": "data:image/jpeg;base64," + img_str,
-            }
     else:
         raise ValueError("Each input should be either str, bytes, Path or Image.")
 
@@ -119,11 +88,9 @@ def sanitize_multimodal_input(inputs: Union[TEXT, IMAGES]) -> List[Any]:
     """
     Sanitize the input to the embedding function.
     """
-    PIL_Image = attempt_import_or_raise("PIL.Image", "pillow")
+    PIL = attempt_import_or_raise("PIL", "pillow")
-    if isinstance(inputs, (str, bytes, Path, PIL_Image.Image)):
+    if isinstance(inputs, (str, bytes, Path, PIL.Image.Image)):
         inputs = [inputs]
-    elif isinstance(inputs, list):
-        pass  # Already a list, use as-is
     elif isinstance(inputs, pa.Array):
         inputs = inputs.to_pylist()
     elif isinstance(inputs, pa.ChunkedArray):
@@ -133,7 +100,7 @@ def sanitize_multimodal_input(inputs: Union[TEXT, IMAGES]) -> List[Any]:
             f"Input type {type(inputs)} not allowed with multimodal model."
         )
 
-    if not all(isinstance(x, (str, bytes, Path, PIL_Image.Image)) for x in inputs):
+    if not all(isinstance(x, (str, bytes, Path, PIL.Image.Image)) for x in inputs):
         raise ValueError("Each input should be either str, bytes, Path or Image.")
 
     return [transform_input(i) for i in inputs]
@@ -170,25 +137,17 @@ class VoyageAIEmbeddingFunction(EmbeddingFunction):
     name: str
         The name of the model to use. List of acceptable models:
 
-            * voyage-4 (1024 dims, general-purpose and multilingual retrieval)
-            * voyage-4-lite (1024 dims, optimized for latency and cost)
-            * voyage-4-large (1024 dims, best retrieval quality)
             * voyage-context-3
             * voyage-3.5
             * voyage-3.5-lite
             * voyage-3
             * voyage-3-lite
             * voyage-multimodal-3
-            * voyage-multimodal-3.5
             * voyage-finance-2
             * voyage-multilingual-2
             * voyage-law-2
             * voyage-code-2
 
-    output_dimension: int, optional
-        The output dimension for models that support flexible dimensions.
-        Currently only voyage-multimodal-3.5 supports this feature.
-        Valid options: 256, 512, 1024 (default), 2048.
 
     Examples
     --------
@@ -216,14 +175,8 @@ class VoyageAIEmbeddingFunction(EmbeddingFunction):
     """
 
     name: str
-    output_dimension: Optional[int] = None
     client: ClassVar = None
-    _FLEXIBLE_DIM_MODELS: ClassVar[list] = ["voyage-multimodal-3.5"]
-    _VALID_DIMENSIONS: ClassVar[list] = [256, 512, 1024, 2048]
     text_embedding_models: list = [
-        "voyage-4",
-        "voyage-4-lite",
-        "voyage-4-large",
         "voyage-3.5",
         "voyage-3.5-lite",
         "voyage-3",
@@ -233,7 +186,7 @@ class VoyageAIEmbeddingFunction(EmbeddingFunction):
         "voyage-law-2",
         "voyage-code-2",
     ]
-    multimodal_embedding_models: list = ["voyage-multimodal-3", "voyage-multimodal-3.5"]
+    multimodal_embedding_models: list = ["voyage-multimodal-3"]
     contextual_embedding_models: list = ["voyage-context-3"]
 
     def _is_multimodal_model(self, model_name: str):
@@ -245,25 +198,11 @@ class VoyageAIEmbeddingFunction(EmbeddingFunction):
         return model_name in self.contextual_embedding_models or "context" in model_name
 
     def ndims(self):
-        # Handle flexible dimension models
-        if self.name in self._FLEXIBLE_DIM_MODELS:
-            if self.output_dimension is not None:
-                if self.output_dimension not in self._VALID_DIMENSIONS:
-                    raise ValueError(
-                        f"Invalid output_dimension {self.output_dimension} "
-                        f"for {self.name}. Valid options: {self._VALID_DIMENSIONS}"
-                    )
-                return self.output_dimension
-            return 1024  # default dimension
-
         if self.name == "voyage-3-lite":
             return 512
         elif self.name == "voyage-code-2":
             return 1536
         elif self.name in [
-            "voyage-4",
-            "voyage-4-lite",
-            "voyage-4-large",
             "voyage-context-3",
             "voyage-3.5",
             "voyage-3.5-lite",
@@ -272,17 +211,12 @@ class VoyageAIEmbeddingFunction(EmbeddingFunction):
             "voyage-finance-2",
             "voyage-multilingual-2",
             "voyage-law-2",
+            "voyage-multimodal-3",
         ]:
             return 1024
         else:
             raise ValueError(f"Model {self.name} not supported")
 
-    def _get_multimodal_kwargs(self, **kwargs):
-        """Get kwargs for multimodal embed call, including output_dimension if set."""
-        if self.name in self._FLEXIBLE_DIM_MODELS and self.output_dimension is not None:
-            kwargs["output_dimension"] = self.output_dimension
-        return kwargs
-
     def compute_query_embeddings(
         self, query: Union[str, "PIL.Image.Image"], *args, **kwargs
     ) -> List[np.ndarray]:
@@ -300,7 +234,6 @@ class VoyageAIEmbeddingFunction(EmbeddingFunction):
         """
         client = VoyageAIEmbeddingFunction._get_client()
         if self._is_multimodal_model(self.name):
-            kwargs = self._get_multimodal_kwargs(**kwargs)
             result = client.multimodal_embed(
                 inputs=[[query]], model=self.name, input_type="query", **kwargs
             )
@@ -342,7 +275,6 @@ class VoyageAIEmbeddingFunction(EmbeddingFunction):
             )
             if has_images:
                 # Use non-batched API for images
-                kwargs = self._get_multimodal_kwargs(**kwargs)
                 result = client.multimodal_embed(
                     inputs=sanitized, model=self.name, input_type="document", **kwargs
                 )
@@ -425,7 +357,6 @@ class VoyageAIEmbeddingFunction(EmbeddingFunction):
             callable: A function that takes a batch of texts and returns embeddings.
         """
         if self._is_multimodal_model(self.name):
-            multimodal_kwargs = self._get_multimodal_kwargs(**kwargs)
 
             def embed_batch(batch: List[str]) -> List[np.array]:
                 batch_inputs = sanitize_multimodal_input(batch)
@@ -433,7 +364,7 @@ class VoyageAIEmbeddingFunction(EmbeddingFunction):
                     inputs=batch_inputs,
                     model=self.name,
                     input_type=input_type,
-                    **multimodal_kwargs,
+                    **kwargs,
                 )
                 return result.embeddings
 

python/python/lancedb/expr.py

@@ -1,298 +0,0 @@
-# SPDX-License-Identifier: Apache-2.0
-# SPDX-FileCopyrightText: Copyright The LanceDB Authors
-
-"""Type-safe expression builder for filters and projections.
-
-Instead of writing raw SQL strings you can build expressions with Python
-operators::
-
-    from lancedb.expr import col, lit
-
-    # filter: age > 18 AND status = 'active'
-    filt = (col("age") > lit(18)) & (col("status") == lit("active"))
-
-    # projection: compute a derived column
-    proj = {"score": col("raw_score") * lit(1.5)}
-
-    table.search().where(filt).select(proj).to_list()
-"""
-
-from __future__ import annotations
-
-from typing import Union
-
-import pyarrow as pa
-
-from lancedb._lancedb import PyExpr, expr_col, expr_lit, expr_func
-
-__all__ = ["Expr", "col", "lit", "func"]
-
-_STR_TO_PA_TYPE: dict = {
-    "bool": pa.bool_(),
-    "boolean": pa.bool_(),
-    "int8": pa.int8(),
-    "int16": pa.int16(),
-    "int32": pa.int32(),
-    "int64": pa.int64(),
-    "uint8": pa.uint8(),
-    "uint16": pa.uint16(),
-    "uint32": pa.uint32(),
-    "uint64": pa.uint64(),
-    "float16": pa.float16(),
-    "float32": pa.float32(),
-    "float": pa.float32(),
-    "float64": pa.float64(),
-    "double": pa.float64(),
-    "string": pa.string(),
-    "utf8": pa.string(),
-    "str": pa.string(),
-    "large_string": pa.large_utf8(),
-    "large_utf8": pa.large_utf8(),
-    "date32": pa.date32(),
-    "date": pa.date32(),
-    "date64": pa.date64(),
-}
-
-
-def _coerce(value: "ExprLike") -> "Expr":
-    """Return *value* as an :class:`Expr`, wrapping plain Python values via
-    :func:`lit` if needed."""
-    if isinstance(value, Expr):
-        return value
-    return lit(value)
-
-
-# Type alias used in annotations.
-ExprLike = Union["Expr", bool, int, float, str]
-
-
-class Expr:
-    """A type-safe expression node.
-
-    Construct instances with :func:`col` and :func:`lit`, then combine them
-    using Python operators or the named methods below.
-
-    Examples
-    --------
-    >>> from lancedb.expr import col, lit
-    >>> filt = (col("age") > lit(18)) & (col("name").lower() == lit("alice"))
-    >>> proj = {"double": col("x") * lit(2)}
-    """
-
-    # Make Expr unhashable so that == returns an Expr rather than being used
-    # for dict keys / set membership.
-    __hash__ = None  # type: ignore[assignment]
-
-    def __init__(self, inner: PyExpr) -> None:
-        self._inner = inner
-
-    # ── comparisons ──────────────────────────────────────────────────────────
-
-    def __eq__(self, other: ExprLike) -> "Expr":  # type: ignore[override]
-        """Equal to (``col("x") == 1``)."""
-        return Expr(self._inner.eq(_coerce(other)._inner))
-
-    def __ne__(self, other: ExprLike) -> "Expr":  # type: ignore[override]
-        """Not equal to (``col("x") != 1``)."""
-        return Expr(self._inner.ne(_coerce(other)._inner))
-
-    def __lt__(self, other: ExprLike) -> "Expr":
-        """Less than (``col("x") < 1``)."""
-        return Expr(self._inner.lt(_coerce(other)._inner))
-
-    def __le__(self, other: ExprLike) -> "Expr":
-        """Less than or equal to (``col("x") <= 1``)."""
-        return Expr(self._inner.lte(_coerce(other)._inner))
-
-    def __gt__(self, other: ExprLike) -> "Expr":
-        """Greater than (``col("x") > 1``)."""
-        return Expr(self._inner.gt(_coerce(other)._inner))
-
-    def __ge__(self, other: ExprLike) -> "Expr":
-        """Greater than or equal to (``col("x") >= 1``)."""
-        return Expr(self._inner.gte(_coerce(other)._inner))
-
-    # ── logical ──────────────────────────────────────────────────────────────
-
-    def __and__(self, other: "Expr") -> "Expr":
-        """Logical AND (``expr_a & expr_b``)."""
-        return Expr(self._inner.and_(_coerce(other)._inner))
-
-    def __or__(self, other: "Expr") -> "Expr":
-        """Logical OR (``expr_a | expr_b``)."""
-        return Expr(self._inner.or_(_coerce(other)._inner))
-
-    def __invert__(self) -> "Expr":
-        """Logical NOT (``~expr``)."""
-        return Expr(self._inner.not_())
-
-    # ── arithmetic ───────────────────────────────────────────────────────────
-
-    def __add__(self, other: ExprLike) -> "Expr":
-        """Add (``col("x") + 1``)."""
-        return Expr(self._inner.add(_coerce(other)._inner))
-
-    def __radd__(self, other: ExprLike) -> "Expr":
-        """Right-hand add (``1 + col("x")``)."""
-        return Expr(_coerce(other)._inner.add(self._inner))
-
-    def __sub__(self, other: ExprLike) -> "Expr":
-        """Subtract (``col("x") - 1``)."""
-        return Expr(self._inner.sub(_coerce(other)._inner))
-
-    def __rsub__(self, other: ExprLike) -> "Expr":
-        """Right-hand subtract (``1 - col("x")``)."""
-        return Expr(_coerce(other)._inner.sub(self._inner))
-
-    def __mul__(self, other: ExprLike) -> "Expr":
-        """Multiply (``col("x") * 2``)."""
-        return Expr(self._inner.mul(_coerce(other)._inner))
-
-    def __rmul__(self, other: ExprLike) -> "Expr":
-        """Right-hand multiply (``2 * col("x")``)."""
-        return Expr(_coerce(other)._inner.mul(self._inner))
-
-    def __truediv__(self, other: ExprLike) -> "Expr":
-        """Divide (``col("x") / 2``)."""
-        return Expr(self._inner.div(_coerce(other)._inner))
-
-    def __rtruediv__(self, other: ExprLike) -> "Expr":
-        """Right-hand divide (``1 / col("x")``)."""
-        return Expr(_coerce(other)._inner.div(self._inner))
-
-    # ── string methods ───────────────────────────────────────────────────────
-
-    def lower(self) -> "Expr":
-        """Convert string column values to lowercase."""
-        return Expr(self._inner.lower())
-
-    def upper(self) -> "Expr":
-        """Convert string column values to uppercase."""
-        return Expr(self._inner.upper())
-
-    def contains(self, substr: "ExprLike") -> "Expr":
-        """Return True where the string contains *substr*."""
-        return Expr(self._inner.contains(_coerce(substr)._inner))
-
-    # ── type cast ────────────────────────────────────────────────────────────
-
-    def cast(self, data_type: Union[str, "pa.DataType"]) -> "Expr":
-        """Cast values to *data_type*.
-
-        Parameters
-        ----------
-        data_type:
-            A PyArrow ``DataType`` (e.g. ``pa.int32()``) or one of the type
-            name strings: ``"bool"``, ``"int8"``, ``"int16"``, ``"int32"``,
-            ``"int64"``, ``"uint8"``–``"uint64"``, ``"float32"``,
-            ``"float64"``, ``"string"``, ``"date32"``, ``"date64"``.
-        """
-        if isinstance(data_type, str):
-            try:
-                data_type = _STR_TO_PA_TYPE[data_type]
-            except KeyError:
-                raise ValueError(
-                    f"unsupported data type: '{data_type}'. Supported: "
-                    f"{', '.join(_STR_TO_PA_TYPE)}"
-                )
-        return Expr(self._inner.cast(data_type))
-
-    # ── named comparison helpers (alternative to operators) ──────────────────
-
-    def eq(self, other: ExprLike) -> "Expr":
-        """Equal to."""
-        return self.__eq__(other)
-
-    def ne(self, other: ExprLike) -> "Expr":
-        """Not equal to."""
-        return self.__ne__(other)
-
-    def lt(self, other: ExprLike) -> "Expr":
-        """Less than."""
-        return self.__lt__(other)
-
-    def lte(self, other: ExprLike) -> "Expr":
-        """Less than or equal to."""
-        return self.__le__(other)
-
-    def gt(self, other: ExprLike) -> "Expr":
-        """Greater than."""
-        return self.__gt__(other)
-
-    def gte(self, other: ExprLike) -> "Expr":
-        """Greater than or equal to."""
-        return self.__ge__(other)
-
-    def and_(self, other: "Expr") -> "Expr":
-        """Logical AND."""
-        return self.__and__(other)
-
-    def or_(self, other: "Expr") -> "Expr":
-        """Logical OR."""
-        return self.__or__(other)
-
-    # ── utilities ────────────────────────────────────────────────────────────
-
-    def to_sql(self) -> str:
-        """Render the expression as a SQL string (useful for debugging)."""
-        return self._inner.to_sql()
-
-    def __repr__(self) -> str:
-        return f"Expr({self._inner.to_sql()})"
-
-
-# ── free functions ────────────────────────────────────────────────────────────
-
-
-def col(name: str) -> Expr:
-    """Reference a table column by name.
-
-    Parameters
-    ----------
-    name:
-        The column name.
-
-    Examples
-    --------
-    >>> from lancedb.expr import col, lit
-    >>> col("age") > lit(18)
-    Expr((age > 18))
-    """
-    return Expr(expr_col(name))
-
-
-def lit(value: Union[bool, int, float, str]) -> Expr:
-    """Create a literal (constant) value expression.
-
-    Parameters
-    ----------
-    value:
-        A Python ``bool``, ``int``, ``float``, or ``str``.
-
-    Examples
-    --------
-    >>> from lancedb.expr import col, lit
-    >>> col("price") * lit(1.1)
-    Expr((price * 1.1))
-    """
-    return Expr(expr_lit(value))
-
-
-def func(name: str, *args: ExprLike) -> Expr:
-    """Call an arbitrary SQL function by name.
-
-    Parameters
-    ----------
-    name:
-        The SQL function name (e.g. ``"lower"``, ``"upper"``).
-    *args:
-        The function arguments as :class:`Expr` or plain Python literals.
-
-    Examples
-    --------
-    >>> from lancedb.expr import col, func
-    >>> func("lower", col("name"))
-    Expr(lower(name))
-    """
-    inner_args = [_coerce(a)._inner for a in args]
-    return Expr(expr_func(name, inner_args))

python/python/lancedb/io.py

@@ -2,3 +2,70 @@
 # SPDX-FileCopyrightText: Copyright The LanceDB Authors
 
 """I/O utilities and interfaces for LanceDB."""
+
+from abc import ABC, abstractmethod
+from typing import Dict
+
+
+class StorageOptionsProvider(ABC):
+    """Abstract base class for providing storage options to LanceDB tables.
+
+    Storage options providers enable automatic credential refresh for cloud
+    storage backends (e.g., AWS S3, Azure Blob Storage, GCS). When credentials
+    have an expiration time, the provider's fetch_storage_options() method will
+    be called periodically to get fresh credentials before they expire.
+
+    Example
+    -------
+    >>> class MyProvider(StorageOptionsProvider):
+    ...     def fetch_storage_options(self) -> Dict[str, str]:
+    ...         # Fetch fresh credentials from your credential manager
+    ...         return {
+    ...             "aws_access_key_id": "...",
+    ...             "aws_secret_access_key": "...",
+    ...             "expires_at_millis": "1234567890000"  # Optional
+    ...         }
+    """
+
+    @abstractmethod
+    def fetch_storage_options(self) -> Dict[str, str]:
+        """Fetch fresh storage credentials.
+
+        This method is called by LanceDB when credentials need to be refreshed.
+        If the returned dictionary contains an "expires_at_millis" key with a
+        Unix timestamp in milliseconds, LanceDB will automatically refresh the
+        credentials before that time. If the key is not present, credentials
+        are assumed to not expire.
+
+        Returns
+        -------
+        Dict[str, str]
+            Dictionary containing cloud storage credentials and optionally an
+            expiration time:
+            - "expires_at_millis" (optional): Unix timestamp in milliseconds when
+              credentials expire
+            - Provider-specific credential keys (e.g., aws_access_key_id,
+              aws_secret_access_key, etc.)
+
+        Raises
+        ------
+        RuntimeError
+            If credentials cannot be fetched or are invalid
+        """
+        pass
+
+    def provider_id(self) -> str:
+        """Return a human-readable unique identifier for this provider instance.
+
+        This identifier is used for caching and equality comparison. Two providers
+        with the same ID will share the same cached object store connection.
+
+        The default implementation uses the class name and string representation.
+        Override this method if you need custom identification logic.
+
+        Returns
+        -------
+        str
+            A unique identifier for this provider instance
+        """
+        return f"{self.__class__.__name__} {{ repr: {str(self)!r} }}"