bump python module version

Bump version: 0.1.8 → 0.1.9
[Node] drop table api (#221 )
2025-12-23 13:29:57 +00:00 · 2023-06-26 11:25:39 -07:00 · 2023-06-26 18:12:38 +00:00 · 2023-06-23 19:58:37 -07:00 · 2023-06-23 18:09:07 -07:00 · 2023-06-22 16:52:34 -07:00
27 changed files with 537 additions and 616 deletions
--- a/.bumpversion.cfg
+++ b/.bumpversion.cfg
@@ -1,5 +1,5 @@
 [bumpversion]
-current_version = 0.1.8
+current_version = 0.1.9
 commit = True
 message = Bump version: {current_version} → {new_version}
 tag = True
--- a/.github/workflows/node.yml
+++ b/.github/workflows/node.yml
@@ -67,12 +67,8 @@ jobs:
    - name: Build
      run: |
        npm ci
        npm run tsc
        npm run build
-        npm run pack-build
+        npm run tsc
        npm install --no-save ./dist/vectordb-*.tgz
        # Remove index.node to test with dependency installed
        rm index.node
    - name: Test
      run: npm run test
  macos:
@@ -98,12 +94,8 @@ jobs:
    - name: Build
      run: |
        npm ci
        npm run tsc
        npm run build
-        npm run pack-build
+        npm run tsc
        npm install --no-save ./dist/vectordb-*.tgz
        # Remove index.node to test with dependency installed
        rm index.node
    - name: Test
      run: |
        npm run test
--- a/.github/workflows/npm-publish.yml
+++ b/.github/workflows/npm-publish.yml
@@ -1,137 +0,0 @@
 name: NPM Publish
 on:
  release:
    types: [ published ]
 jobs:
  node:
    runs-on: ubuntu-latest
    # Only runs on tags that matches the make-release action
    if: startsWith(github.ref, 'refs/tags/v')
    defaults:
      run:
        shell: bash
        working-directory: node
    steps:
      - name: Checkout
        uses: actions/checkout@v3
      - uses: actions/setup-node@v3
        with:
          node-version: 20
          cache: 'npm'
          cache-dependency-path: node/package-lock.json
      - name: Install dependencies
        run: |
          sudo apt update
          sudo apt install -y protobuf-compiler libssl-dev
      - name: Build
        run: |
          npm ci
          npm run tsc
          npm pack
      - name: Upload Linux Artifacts
        uses: actions/upload-artifact@v3
        with:
          name: node-package
          path: |
            node/vectordb-*.tgz
  node-macos:
    runs-on: macos-12
    # Only runs on tags that matches the make-release action
    if: startsWith(github.ref, 'refs/tags/v')
    strategy:
      fail-fast: false
      matrix:
        target: [x86_64-apple-darwin, aarch64-apple-darwin]
    steps:
    - name: Checkout
      uses: actions/checkout@v3
    - name: Install system dependencies
      run: brew install protobuf
    - name: Install npm dependencies
      run: |
        cd node
        npm ci
    - name: Install rustup target
      if: ${{ matrix.target == 'aarch64-apple-darwin' }}
      run: rustup target add aarch64-apple-darwin
    - name: Build MacOS native node modules
      run: bash ci/build_macos_artifacts.sh ${{ matrix.target }}
    - name: Upload Darwin Artifacts
      uses: actions/upload-artifact@v3
      with:
        name: darwin-native
        path: |
          node/dist/vectordb-darwin*.tgz
  node-linux:
    name: node-linux (${{ matrix.arch}}-unknown-linux-${{ matrix.libc }})
    runs-on: ubuntu-latest
    # Only runs on tags that matches the make-release action
    if: startsWith(github.ref, 'refs/tags/v')
    strategy:
      fail-fast: false
      matrix:
        libc:
          - gnu
          # TODO: re-enable musl once we have refactored to pre-built containers
          # Right now we have to build node from source which is too expensive.
          # - musl
        arch:
          - x86_64
          # Building on aarch64 is too slow for now
          # - aarch64
    steps:
    - name: Checkout
      uses: actions/checkout@v3
    - name: Change owner to root (for npm)
      # The docker container is run as root, so we need the files to be owned by root
      # Otherwise npm is a nightmare: https://github.com/npm/cli/issues/3773
      run: sudo chown -R root:root .
    - name: Set up QEMU
      if: ${{ matrix.arch == 'aarch64' }}
      uses: docker/setup-qemu-action@v2
      with:
        platforms: arm64
    - name: Build Linux GNU native node modules
      if: ${{ matrix.libc == 'gnu' }}
      run: |
        docker run \
          -v $(pwd):/io -w /io \
          quay.io/pypa/manylinux2014_${{ matrix.arch }} \
          bash ci/build_linux_artifacts.sh ${{ matrix.arch }}-unknown-linux-gnu
    - name: Build musl Linux native node modules
      if: ${{ matrix.libc == 'musl' }}
      run: |
        docker run --platform linux/arm64/v8 \
          -v $(pwd):/io -w /io \
          quay.io/pypa/musllinux_1_1_${{ matrix.arch }} \
          bash ci/build_linux_artifacts.sh ${{ matrix.arch }}-unknown-linux-musl
    - name: Upload Linux Artifacts
      uses: actions/upload-artifact@v3
      with:
        name: linux-native
        path: |
          node/dist/vectordb-linux*.tgz
  release:
    needs: [node, node-macos, node-linux]
    runs-on: ubuntu-latest
    # Only runs on tags that matches the make-release action
    if: startsWith(github.ref, 'refs/tags/v')
    steps:
      - uses: actions/download-artifact@v3
      - name: Display structure of downloaded files
        run: ls -R
      - uses: actions/setup-node@v3
        with:
          node-version: 20
      - name: Publish to NPM
        env:
          NODE_AUTH_TOKEN: ${{ secrets.LANCEDB_NPM_REGISTRY_TOKEN }}
        run: |
          for filename in */*.tgz; do
            npm publish $filename
          done
--- a/.gitignore
+++ b/.gitignore
@@ -4,8 +4,6 @@
 **/__pycache__
 .DS_Store
 .vscode
 rust/target
 rust/Cargo.lock
--- a/Cargo.lock
+++ b/Cargo.lock
@@ -2,12 +2,6 @@
 # It is not intended for manual editing.
 version = 3
 [[package]]
 name = "accelerate-src"
 version = "0.3.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "415ed64958754dbe991900f3940677e6a7eefb4d7367afd70d642677b0c7d19d"
 [[package]]
 name = "adler"
 version = "1.0.2"
@@ -68,9 +62,9 @@ checksum = "9c7d0618f0e0b7e8ff11427422b64564d5fb0be1940354bfe2e0529b18a9d9b8"
 [[package]]
 name = "arrow"
-version = "37.0.0"
+version = "40.0.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "1aea9fcb25bbb70f7f922f95b99ca29c1013dab47f6df61a6f24861842dd7f2e"
+checksum = "6619cab21a0cdd8c9b9f1d9e09bfaa9b1974e5ef809a6566aef0b998caf38ace"
 dependencies = [
 "ahash",
 "arrow-arith",
@@ -90,9 +84,9 @@ dependencies = [
 [[package]]
 name = "arrow-arith"
-version = "37.0.0"
+version = "40.0.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "8d967b42f7b12c91fd78acd396b20c2973b184c8866846674abbb00c963e93ab"
+checksum = "e0dc95485623a76e00929bda8caa40c1f838190952365c4f43a7b9ae86d03e94"
 dependencies = [
 "arrow-array",
 "arrow-buffer",
@@ -105,9 +99,9 @@ dependencies = [
 [[package]]
 name = "arrow-array"
-version = "37.0.0"
+version = "40.0.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "3190f208ee7aa0f3596fa0098d42911dec5e123ca88c002a08b24877ad14c71e"
+checksum = "3267847f53d3042473cfd2c769afd8d74a6d7d201fc3a34f5cb84c0282ef47a7"
 dependencies = [
 "ahash",
 "arrow-buffer",
@@ -122,9 +116,9 @@ dependencies = [
 [[package]]
 name = "arrow-buffer"
-version = "37.0.0"
+version = "40.0.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "5d33c733c5b6c44a0fc526f29c09546e04eb56772a7a21e48e602f368be381f6"
+checksum = "c5f66553e66e120ac4b21570368ee9ebf35ff3f5399f872b0667699e145678f5"
 dependencies = [
 "half",
 "num",
@@ -132,9 +126,9 @@ dependencies = [
 [[package]]
 name = "arrow-cast"
-version = "37.0.0"
+version = "40.0.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "abd349520b6a1ed4924ae2afc9d23330a3044319e4ec3d5b124c09e4d440ae87"
+checksum = "65e6f3579dbf0d97c683d451b2550062b0f0e62a3169bf74238b5f59f44ad6d8"
 dependencies = [
 "arrow-array",
 "arrow-buffer",
@@ -149,9 +143,9 @@ dependencies = [
 [[package]]
 name = "arrow-csv"
-version = "37.0.0"
+version = "40.0.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "c80af3c3e290a2a7e1cc518f1471dff331878cb4af9a5b088bf030b89debf649"
+checksum = "373579c4c1a8f5307d3125b7a89c700fcf8caf85821c77eb4baab3855ae0aba5"
 dependencies = [
 "arrow-array",
 "arrow-buffer",
@@ -168,9 +162,9 @@ dependencies = [
 [[package]]
 name = "arrow-data"
-version = "37.0.0"
+version = "40.0.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "b1c8361947aaa96d331da9df3f7a08bdd8ab805a449994c97f5c4d24c4b7e2cf"
+checksum = "61bc8df9912cca6642665fdf989d6fa0de2570f18a7f709bcf59d29de96d2097"
 dependencies = [
 "arrow-buffer",
 "arrow-schema",
@@ -180,9 +174,9 @@ dependencies = [
 [[package]]
 name = "arrow-ipc"
-version = "37.0.0"
+version = "40.0.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "9a46ee000b9fbd1e8db6e8b26acb8c760838512b39d8c9f9d73892cb55351d50"
+checksum = "0105dcf5f91daa7182d87b713ee0b32b3bfc88e0c48e7dc3e9d6f1277a07d1ae"
 dependencies = [
 "arrow-array",
 "arrow-buffer",
@@ -195,9 +189,9 @@ dependencies = [
 [[package]]
 name = "arrow-json"
-version = "37.0.0"
+version = "40.0.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "4bf2366607be867ced681ad7f272371a5cf1fc2941328eef7b4fee14565166fb"
+checksum = "e73134fb5b5ec8770f8cbb214c2c487b2d350081e403ca4eeeb6f8f5e19846ac"
 dependencies = [
 "arrow-array",
 "arrow-buffer",
@@ -215,9 +209,9 @@ dependencies = [
 [[package]]
 name = "arrow-ord"
-version = "37.0.0"
+version = "40.0.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "304069901c867200e21ec868ae7521165875470ef2f1f6d58f979a443d63997e"
+checksum = "89f25bc66e18d4c2aa1fe2f9bb03e2269da60e636213210385ae41a107f9965a"
 dependencies = [
 "arrow-array",
 "arrow-buffer",
@@ -230,9 +224,9 @@ dependencies = [
 [[package]]
 name = "arrow-row"
-version = "37.0.0"
+version = "40.0.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "0d57fe8ceef3392fdd493269d8a2d589de17bafce151aacbffbddac7a57f441a"
+checksum = "1095ff85ea4f5ff02d17b30b089de31b51a50be01c6b674f0a0509ab771232f1"
 dependencies = [
 "ahash",
 "arrow-array",
@@ -245,15 +239,15 @@ dependencies = [
 [[package]]
 name = "arrow-schema"
-version = "37.0.0"
+version = "40.0.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "a16b88a93ac8350f0200b1cd336a1f887315925b8dd7aa145a37b8bdbd8497a4"
+checksum = "25187bbef474151a2e4ddec67b9e34bda5cbfba292dc571392fa3a1f71ff5a82"
 [[package]]
 name = "arrow-select"
-version = "37.0.0"
+version = "40.0.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "98e8a4d6ca37d5212439b24caad4d80743fcbb706706200dd174bb98e68fe9d8"
+checksum = "fd0d4ee884aec3aa05e41478e3cd312bf609de9babb5d187a43fb45931da4da4"
 dependencies = [
 "arrow-array",
 "arrow-buffer",
@@ -264,9 +258,9 @@ dependencies = [
 [[package]]
 name = "arrow-string"
-version = "37.0.0"
+version = "40.0.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "cbb594efa397eb6a546f42b1f8df3d242ea84dbfda5232e06035dc2b2e2c8459"
+checksum = "d6d71c3ffe4c07e66ce8fdc6aed5b00e0e60c5144911879b10546f5b72d8fa1c"
 dependencies = [
 "arrow-array",
 "arrow-buffer",
@@ -274,7 +268,7 @@ dependencies = [
 "arrow-schema",
 "arrow-select",
 "regex",
- "regex-syntax 0.6.29",
+ "regex-syntax",
 ]
 [[package]]
@@ -683,26 +677,6 @@ dependencies = [
 "either",
 ]
 [[package]]
 name = "cblas"
 version = "0.4.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "3de46dff748ed7e891bc46faae117f48d2a7911041c6630aed3c61a3fe12326f"
 dependencies = [
 "cblas-sys",
 "libc",
 "num-complex",
 ]
 [[package]]
 name = "cblas-sys"
 version = "0.1.4"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "b6feecd82cce51b0204cf063f0041d69f24ce83f680d87514b004248e7b0fa65"
 dependencies = [
 "libc",
 ]
 [[package]]
 name = "cc"
 version = "1.0.79"
@@ -929,9 +903,9 @@ dependencies = [
 [[package]]
 name = "datafusion"
-version = "23.0.0"
+version = "26.0.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "a8a7d4b334f4512ff2fdbce87f511f570ae895af1ac7c729e77c12583253b22a"
+checksum = "9992c267436551d40b52d65289b144712e7b0ebdc62c8c859fd1574e5f73efbb"
 dependencies = [
 "ahash",
 "arrow",
@@ -956,7 +930,7 @@ dependencies = [
 "lazy_static",
 "log",
 "num_cpus",
- "object_store",
+ "object_store 0.5.6",
 "parking_lot",
 "parquet",
 "percent-encoding",
@@ -974,31 +948,31 @@ dependencies = [
 [[package]]
 name = "datafusion-common"
-version = "23.0.0"
+version = "26.0.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "80abfcb1dbc6390f952f21de9069e6177ad6318fcae5fbceabb50666d96533dd"
+checksum = "c3be97f7a7c720cdbb71e9eeabf814fa6ad8102b9022390f6cac74d3b4af6392"
 dependencies = [
 "arrow",
 "arrow-array",
 "chrono",
 "num_cpus",
- "object_store",
+ "object_store 0.5.6",
 "parquet",
 "sqlparser",
 ]
 [[package]]
 name = "datafusion-execution"
-version = "23.0.0"
+version = "26.0.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "df2524f1b4b58319895b112809d2a59e54fa662d0e46330a455f22882c2cb7b9"
+checksum = "c77c4b14b809b0e4c5bb101b6834504f06cdbb0d3c643400c61d0d844b33264e"
 dependencies = [
 "dashmap",
 "datafusion-common",
 "datafusion-expr",
 "hashbrown 0.13.2",
 "log",
- "object_store",
+ "object_store 0.5.6",
 "parking_lot",
 "rand",
 "tempfile",
@@ -1007,21 +981,24 @@ dependencies = [
 [[package]]
 name = "datafusion-expr"
-version = "23.0.0"
+version = "26.0.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "af8040b7a75b04685f4db0a1b11ffa93cd163c1bc13751df3f5cf76baabaf5a1"
+checksum = "e6ec7409bd45cf4fae6395d7d1024c8a97e543cadc88363e405d2aad5330e5e7"
 dependencies = [
 "ahash",
 "arrow",
 "datafusion-common",
 "lazy_static",
 "sqlparser",
 "strum",
 "strum_macros",
 ]
 [[package]]
 name = "datafusion-optimizer"
-version = "23.0.0"
+version = "26.0.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "74ceae25accc0f640a4238283f55f3a9fd181d55398703a4330fb2c46261e6a2"
+checksum = "64b537c93f87989c212db92a448a0f5eb4f0995e27199bb7687ae94f8b64a7a8"
 dependencies = [
 "arrow",
 "async-trait",
@@ -1032,14 +1009,14 @@ dependencies = [
 "hashbrown 0.13.2",
 "itertools",
 "log",
- "regex-syntax 0.6.29",
+ "regex-syntax",
 ]
 [[package]]
 name = "datafusion-physical-expr"
-version = "23.0.0"
+version = "26.0.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "df4cf228b312f2758cb78e93fe3d2dc602345028efdf7cfa5b338cb370d0a347"
+checksum = "f60ee3f53340fdef36ee54d9e12d446ae2718b1d0196ac581f791d34808ec876"
 dependencies = [
 "ahash",
 "arrow",
@@ -1065,9 +1042,9 @@ dependencies = [
 [[package]]
 name = "datafusion-row"
-version = "23.0.0"
+version = "26.0.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "b52b486fb3d81bb132e400304be01af5aba0ad6737e3518045bb98944991fe32"
+checksum = "d58fc64058aa3bcb00077a0d19474a0d584d31dec8c7ac3406868f485f659af9"
 dependencies = [
 "arrow",
 "datafusion-common",
@@ -1077,9 +1054,9 @@ dependencies = [
 [[package]]
 name = "datafusion-sql"
-version = "23.0.0"
+version = "26.0.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "773e985c182e41cfd68f7a7b483ab6bfb68beaac241c348cd4b1bf9f9d61b762"
+checksum = "1531f0314151a34bf6c0a83c7261525688b7c729876f53e7896b8f4ca8f57d07"
 dependencies = [
 "arrow",
 "arrow-schema",
@@ -1490,6 +1467,12 @@ version = "1.0.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "c4a1e36c821dbe04574f602848a19f742f4fb3c98d40449f11bcad18d6b17421"
 [[package]]
 name = "humantime"
 version = "2.1.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "9a3a5bfb195931eeb336b2a7b4d761daec841b97f947d34394601737a7bba5e4"
 [[package]]
 name = "hyper"
 version = "0.14.26"
@@ -1653,11 +1636,10 @@ dependencies = [
 [[package]]
 name = "lance"
-version = "0.4.21"
+version = "0.5.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "3d6c2e7bcfc71c7167ec70cd06c6d55c644a148f6580218c5a0b66e13ac5b5cc"
+checksum = "84dfe2a2af3e7b079a4743e303617c6ac19f43d212b7d6def8873305266f2bcd"
 dependencies = [
 "accelerate-src",
 "arrow",
 "arrow-arith",
 "arrow-array",
@@ -1675,16 +1657,15 @@ dependencies = [
 "aws-credential-types",
 "byteorder",
 "bytes",
 "cblas",
 "chrono",
 "dashmap",
 "datafusion",
 "futures",
- "lapack",
+ "log",
 "lru_time_cache",
 "num-traits",
 "num_cpus",
- "object_store",
+ "object_store 0.6.1",
 "openblas-src",
 "ordered-float 3.7.0",
 "path-absolutize",
@@ -1704,26 +1685,6 @@ dependencies = [
 "vcpkg",
 ]
 [[package]]
 name = "lapack"
 version = "0.19.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "ad676a6b4df7e76a9fd80a0c50c619a3948d6105b62a0ab135f064d99c51d207"
 dependencies = [
 "lapack-sys",
 "libc",
 "num-complex",
 ]
 [[package]]
 name = "lapack-sys"
 version = "0.14.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "447f56c85fb410a7a3d36701b2153c1018b1d2b908c5fbaf01c1b04fac33bcbe"
 dependencies = [
 "libc",
 ]
 [[package]]
 name = "lazy_static"
 version = "1.4.0"
@@ -2068,13 +2029,32 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "ec9cd6ca25e796a49fa242876d1c4de36a24a6da5258e9f0bc062dbf5e81c53b"
 dependencies = [
 "async-trait",
- "aws-config",
+ "bytes",
- "aws-credential-types",
+ "chrono",
- "aws-types",
+ "futures",
 "itertools",
 "parking_lot",
 "percent-encoding",
 "snafu",
 "tokio",
 "tracing",
 "url",
 "walkdir",
 ]
 [[package]]
 name = "object_store"
 version = "0.6.1"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "27c776db4f332b571958444982ff641d2531417a326ca368995073b639205d58"
 dependencies = [
 "async-trait",
 "base64 0.21.0",
 "bytes",
 "chrono",
 "futures",
 "humantime",
 "hyper",
 "itertools",
 "parking_lot",
 "percent-encoding",
@@ -2223,9 +2203,9 @@ dependencies = [
 [[package]]
 name = "parquet"
-version = "37.0.0"
+version = "40.0.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "b5022d98333271f4ca3e87bab760498e61726bf5a6ca919123c80517e20ded29"
+checksum = "d6a656fcc17e641657c955742c689732684e096f790ff30865d9f8dcc39f7c4a"
 dependencies = [
 "ahash",
 "arrow-array",
@@ -2245,6 +2225,7 @@ dependencies = [
 "lz4",
 "num",
 "num-bigint",
 "object_store 0.5.6",
 "paste",
 "seq-macro",
 "snap",
@@ -2550,15 +2531,9 @@ checksum = "af83e617f331cc6ae2da5443c602dfa5af81e517212d9d611a5b3ba1777b5370"
 dependencies = [
 "aho-corasick",
 "memchr",
- "regex-syntax 0.7.1",
+ "regex-syntax",
 ]
 [[package]]
 name = "regex-syntax"
 version = "0.6.29"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "f162c6dd7b008981e4d40210aca20b4bd0f9b60ca9271061b07f78537722f2e1"
 [[package]]
 name = "regex-syntax"
 version = "0.7.1"
@@ -2929,9 +2904,9 @@ checksum = "6e63cff320ae2c57904679ba7cb63280a3dc4613885beafb148ee7bf9aa9042d"
 [[package]]
 name = "sqlparser"
-version = "0.33.0"
+version = "0.34.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "355dc4d4b6207ca8a3434fc587db0a8016130a574dbcdbfb93d7f7b5bc5b211a"
+checksum = "37d3706eefb17039056234df6b566b0014f303f867f2656108334a55b8096f59"
 dependencies = [
 "log",
 "sqlparser_derive",
@@ -2968,6 +2943,9 @@ name = "strum"
 version = "0.24.1"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "063e6045c0e62079840579a7e47a355ae92f60eb74daaf156fb1e84ba164e63f"
 dependencies = [
 "strum_macros",
 ]
 [[package]]
 name = "strum_macros"
@@ -3386,13 +3364,13 @@ checksum = "accd4ea62f7bb7a82fe23066fb0957d48ef677f6eeb8215f372f52e48bb32426"
 [[package]]
 name = "vectordb"
-version = "0.1.6"
+version = "0.1.8"
 dependencies = [
 "arrow-array",
 "arrow-data",
 "arrow-schema",
 "lance",
- "object_store",
+ "object_store 0.5.6",
 "rand",
 "snafu",
 "tempfile",
@@ -3401,7 +3379,7 @@ dependencies = [
 [[package]]
 name = "vectordb-node"
-version = "0.1.6"
+version = "0.1.8"
 dependencies = [
 "arrow-array",
 "arrow-ipc",
--- a/ci/build_linux_artifacts.sh
+++ b/ci/build_linux_artifacts.sh
@@ -1,91 +0,0 @@
 #!/bin/bash
 # Builds the Linux artifacts (node binaries).
 # Usage: ./build_linux_artifacts.sh [target]
 # Targets supported: 
 # - x86_64-unknown-linux-gnu:centos
 # - aarch64-unknown-linux-gnu:centos
 # - aarch64-unknown-linux-musl
 # - x86_64-unknown-linux-musl
 # TODO: refactor this into a Docker container we can pull
 set -e
 setup_dependencies() {
    echo "Installing system dependencies..."
    if [[ $1 == *musl ]]; then
        # musllinux
        apk add openssl-dev
    else
        # manylinux2014
        yum install -y openssl-devel unzip
    fi
    if [[ $1 == x86_64* ]]; then
        ARCH=x86_64
    else
        # gnu target
        ARCH=aarch_64
    fi
    # Install new enough protobuf (yum-provided is old)
    PB_REL=https://github.com/protocolbuffers/protobuf/releases
    PB_VERSION=23.1
    curl -LO $PB_REL/download/v$PB_VERSION/protoc-$PB_VERSION-linux-$ARCH.zip
    unzip protoc-$PB_VERSION-linux-$ARCH.zip -d /usr/local
 }
 install_node() {
    echo "Installing node..."
    curl -o- https://raw.githubusercontent.com/nvm-sh/nvm/v0.34.0/install.sh | bash
    source "$HOME"/.bashrc
    if [[ $1 == *musl ]]; then
        # This node version is 15, we need 16 or higher:
        # apk add nodejs-current npm 
        # So instead we install from source (nvm doesn't provide binaries for musl):
        nvm install -s --no-progress 17
    else
        nvm install --no-progress 17 # latest that supports glibc 2.17
    fi
 }
 install_rust() {
    echo "Installing rust..."
    curl https://sh.rustup.rs -sSf | bash -s -- -y
    export PATH="$PATH:/root/.cargo/bin"
 }
 build_node_binary() {
    echo "Building node library for $1..."
    pushd node
    npm ci
    if [[ $1 == *musl ]]; then
        # This is needed for cargo to allow build cdylibs with musl
        export RUSTFLAGS="-C target-feature=-crt-static"
    fi
    # Cargo can run out of memory while pulling dependencies, espcially when running
    # in QEMU. This is a workaround for that.
    export CARGO_NET_GIT_FETCH_WITH_CLI=true
    # We don't pass in target, since the native target here already matches
    # and openblas-src doesn't do well with cross-compilation.
    npm run build-release
    npm run pack-build
    popd
 }
 TARGET=${1:-x86_64-unknown-linux-gnu}
 # Others:
 # aarch64-unknown-linux-gnu
 # x86_64-unknown-linux-musl
 # aarch64-unknown-linux-musl
 setup_dependencies $TARGET
 install_node $TARGET
 install_rust
 build_node_binary $TARGET
--- a/ci/build_macos_artifacts.sh
+++ b/ci/build_macos_artifacts.sh
@@ -1,33 +0,0 @@
 # Builds the macOS artifacts (node binaries).
 # Usage: ./ci/build_macos_artifacts.sh [target]
 # Targets supported: x86_64-apple-darwin aarch64-apple-darwin
 prebuild_rust() {
    # Building here for the sake of easier debugging.
    pushd rust/ffi/node
    echo "Building rust library for $1"
    export RUST_BACKTRACE=1
    cargo build --release --target $1
    popd
 }
 build_node_binaries() {
    pushd node
    echo "Building node library for $1"
    npm run build-release -- --target $1
    npm run pack-build -- --target $1
    popd
 }
 if [ -n "$1" ]; then
    targets=$1
 else
    targets="x86_64-apple-darwin aarch64-apple-darwin"
 fi
 echo "Building artifacts for targets: $targets"
 for target in $targets
    do
    prebuild_rust $target
    build_node_binaries $target
 done
--- a/docs/mkdocs.yml
+++ b/docs/mkdocs.yml
@@ -6,11 +6,13 @@ docs_dir: src
 theme:
  name: "material"
  logo: assets/logo.png
  favicon: assets/logo.png
  features:
    - content.code.copy
    - content.tabs.link
  icon:
    repo: fontawesome/brands/github
  custom_dir: overrides
 plugins:
 - search
--- a/docs/overrides/partials/header.html
+++ b/docs/overrides/partials/header.html
@@ -0,0 +1,176 @@
 <!--
  Copyright (c) 2016-2023 Martin Donath <martin.donath@squidfunk.com>
  Permission is hereby granted, free of charge, to any person obtaining a copy
  of this software and associated documentation files (the "Software"), to
  deal in the Software without restriction, including without limitation the
  rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
  sell copies of the Software, and to permit persons to whom the Software is
  furnished to do so, subject to the following conditions:
  The above copyright notice and this permission notice shall be included in
  all copies or substantial portions of the Software.
  THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE
  AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
  FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
  IN THE SOFTWARE.
 -->
 {% set class = "md-header" %}
 {% if "navigation.tabs.sticky" in features %}
  {% set class = class ~ " md-header--shadow md-header--lifted" %}
 {% elif "navigation.tabs" not in features %}
  {% set class = class ~ " md-header--shadow" %}
 {% endif %}
 <!-- Header -->
 <header class="{{ class }}" data-md-component="header">
  <nav
    class="md-header__inner md-grid"
    aria-label="{{ lang.t('header') }}"
  >
    <!-- Link to home -->
    <a
      href="{{ config.extra.homepage | d(nav.homepage.url, true) | url }}"
      title="{{ config.site_name | e }}"
      class="md-header__button md-logo"
      aria-label="{{ config.site_name }}"
      data-md-component="logo"
    >
      {% include "partials/logo.html" %}
    </a>
    <!-- Button to open drawer -->
    <label class="md-header__button md-icon" for="__drawer">
      {% include ".icons/material/menu" ~ ".svg" %}
    </label>
    <!-- Header title -->
    <div class="md-header__title" style="width: auto !important;" data-md-component="header-title">
      <div class="md-header__ellipsis">
        <div class="md-header__topic">
          <span class="md-ellipsis">
            {{ config.site_name }}
          </span>
        </div>
        <div class="md-header__topic" data-md-component="header-topic">
          <span class="md-ellipsis">
            {% if page.meta and page.meta.title %}
              {{ page.meta.title }}
            {% else %}
              {{ page.title }}
            {% endif %}
          </span>
        </div>
      </div>
    </div>
    <!-- Color palette -->
    {% if config.theme.palette %}
      {% if not config.theme.palette is mapping %}
        <form class="md-header__option" data-md-component="palette">
          {% for option in config.theme.palette %}
            {% set scheme  = option.scheme  | d("default", true) %}
            {% set primary = option.primary | d("indigo", true) %}
            {% set accent  = option.accent  | d("indigo", true) %}
            <input
              class="md-option"
              data-md-color-media="{{ option.media }}"
              data-md-color-scheme="{{ scheme | replace(' ', '-') }}"
              data-md-color-primary="{{ primary | replace(' ', '-') }}"
              data-md-color-accent="{{ accent | replace(' ', '-') }}"
              {% if option.toggle %}
                aria-label="{{ option.toggle.name }}"
              {% else  %}
                aria-hidden="true"
              {% endif %}
              type="radio"
              name="__palette"
              id="__palette_{{ loop.index }}"
            />
            {% if option.toggle %}
              <label
                class="md-header__button md-icon"
                title="{{ option.toggle.name }}"
                for="__palette_{{ loop.index0 or loop.length }}"
                hidden
              >
                {% include ".icons/" ~ option.toggle.icon ~ ".svg" %}
              </label>
            {% endif %}
          {% endfor %}
        </form>
      {% endif %}
    {% endif %}
    <!-- Site language selector -->
    {% if config.extra.alternate %}
      <div class="md-header__option">
        <div class="md-select">
          {% set icon = config.theme.icon.alternate or "material/translate" %}
          <button
            class="md-header__button md-icon"
            aria-label="{{ lang.t('select.language') }}"
          >
            {% include ".icons/" ~ icon ~ ".svg" %}
          </button>
          <div class="md-select__inner">
            <ul class="md-select__list">
              {% for alt in config.extra.alternate %}
                <li class="md-select__item">
                  <a
                    href="{{ alt.link | url }}"
                    hreflang="{{ alt.lang }}"
                    class="md-select__link"
                  >
                    {{ alt.name }}
                  </a>
                </li>
              {% endfor %}
            </ul>
          </div>
        </div>
      </div>
    {% endif %}
    <!-- Button to open search modal -->
    {% if "material/search" in config.plugins %}
      <label class="md-header__button md-icon" for="__search">
        {% include ".icons/material/magnify.svg" %}
      </label>
      <!-- Search interface -->
      {% include "partials/search.html" %}
    {% endif %}
    <div style="margin-left: 10px; margin-right: 5px;">
        <a href="https://discord.com/invite/zMM32dvNtd" target="_blank" rel="noopener noreferrer">
            <svg fill="#FFFFFF" xmlns="http://www.w3.org/2000/svg"  viewBox="0 0 50 50" width="25px" height="25px"><path d="M 41.625 10.769531 C 37.644531 7.566406 31.347656 7.023438 31.078125 7.003906 C 30.660156 6.96875 30.261719 7.203125 30.089844 7.589844 C 30.074219 7.613281 29.9375 7.929688 29.785156 8.421875 C 32.417969 8.867188 35.652344 9.761719 38.578125 11.578125 C 39.046875 11.867188 39.191406 12.484375 38.902344 12.953125 C 38.710938 13.261719 38.386719 13.429688 38.050781 13.429688 C 37.871094 13.429688 37.6875 13.378906 37.523438 13.277344 C 32.492188 10.15625 26.210938 10 25 10 C 23.789063 10 17.503906 10.15625 12.476563 13.277344 C 12.007813 13.570313 11.390625 13.425781 11.101563 12.957031 C 10.808594 12.484375 10.953125 11.871094 11.421875 11.578125 C 14.347656 9.765625 17.582031 8.867188 20.214844 8.425781 C 20.0625 7.929688 19.925781 7.617188 19.914063 7.589844 C 19.738281 7.203125 19.34375 6.960938 18.921875 7.003906 C 18.652344 7.023438 12.355469 7.566406 8.320313 10.8125 C 6.214844 12.761719 2 24.152344 2 34 C 2 34.175781 2.046875 34.34375 2.132813 34.496094 C 5.039063 39.605469 12.972656 40.941406 14.78125 41 C 14.789063 41 14.800781 41 14.8125 41 C 15.132813 41 15.433594 40.847656 15.621094 40.589844 L 17.449219 38.074219 C 12.515625 36.800781 9.996094 34.636719 9.851563 34.507813 C 9.4375 34.144531 9.398438 33.511719 9.765625 33.097656 C 10.128906 32.683594 10.761719 32.644531 11.175781 33.007813 C 11.234375 33.0625 15.875 37 25 37 C 34.140625 37 38.78125 33.046875 38.828125 33.007813 C 39.242188 32.648438 39.871094 32.683594 40.238281 33.101563 C 40.601563 33.515625 40.5625 34.144531 40.148438 34.507813 C 40.003906 34.636719 37.484375 36.800781 32.550781 38.074219 L 34.378906 40.589844 C 34.566406 40.847656 34.867188 41 35.1875 41 C 35.199219 41 35.210938 41 35.21875 41 C 37.027344 40.941406 44.960938 39.605469 47.867188 34.496094 C 47.953125 34.34375 48 34.175781 48 34 C 48 24.152344 43.785156 12.761719 41.625 10.769531 Z M 18.5 30 C 16.566406 30 15 28.210938 15 26 C 15 23.789063 16.566406 22 18.5 22 C 20.433594 22 22 23.789063 22 26 C 22 28.210938 20.433594 30 18.5 30 Z M 31.5 30 C 29.566406 30 28 28.210938 28 26 C 28 23.789063 29.566406 22 31.5 22 C 33.433594 22 35 23.789063 35 26 C 35 28.210938 33.433594 30 31.5 30 Z"/></svg>
        </a>
    </div>
    <div style="margin-left: 5px; margin-right: 5px;">
        <a href="https://twitter.com/lancedb" target="_blank" rel="noopener noreferrer">
            <svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" viewBox="0,0,256,256" width="25px" height="25px" fill-rule="nonzero"><g fill-opacity="0" fill="#ffffff" fill-rule="nonzero" stroke="none" stroke-width="1" stroke-linecap="butt" stroke-linejoin="miter" stroke-miterlimit="10" stroke-dasharray="" stroke-dashoffset="0" font-family="none" font-weight="none" font-size="none" text-anchor="none" style="mix-blend-mode: normal"><path d="M0,256v-256h256v256z" id="bgRectangle"></path></g><g fill="#ffffff" fill-rule="nonzero" stroke="none" stroke-width="1" stroke-linecap="butt" stroke-linejoin="miter" stroke-miterlimit="10" stroke-dasharray="" stroke-dashoffset="0" font-family="none" font-weight="none" font-size="none" text-anchor="none" style="mix-blend-mode: normal"><g transform="scale(4,4)"><path d="M57,17.114c-1.32,1.973 -2.991,3.707 -4.916,5.097c0.018,0.423 0.028,0.847 0.028,1.274c0,13.013 -9.902,28.018 -28.016,28.018c-5.562,0 -12.81,-1.948 -15.095,-4.423c0.772,0.092 1.556,0.138 2.35,0.138c4.615,0 8.861,-1.575 12.23,-4.216c-4.309,-0.079 -7.946,-2.928 -9.199,-6.84c1.96,0.308 4.447,-0.17 4.447,-0.17c0,0 -7.7,-1.322 -7.899,-9.779c2.226,1.291 4.46,1.231 4.46,1.231c0,0 -4.441,-2.734 -4.379,-8.195c0.037,-3.221 1.331,-4.953 1.331,-4.953c8.414,10.361 20.298,10.29 20.298,10.29c0,0 -0.255,-1.471 -0.255,-2.243c0,-5.437 4.408,-9.847 9.847,-9.847c2.832,0 5.391,1.196 7.187,3.111c2.245,-0.443 4.353,-1.263 6.255,-2.391c-0.859,3.44 -4.329,5.448 -4.329,5.448c0,0 2.969,-0.329 5.655,-1.55z"></path></g></g></svg>
        </a>
    </div>
    <!-- Repository information -->
    {% if config.repo_url %}
      <div class="md-header__source" style="margin-left: -5px !important;">
        {% include "partials/source.html" %}
      </div>
    {% endif %}
  </nav>
  <!-- Navigation tabs (sticky) -->
  {% if "navigation.tabs.sticky" in features %}
    {% if "navigation.tabs" in features %}
      {% include "partials/tabs.html" %}
    {% endif %}
  {% endif %}
 </header>
--- a/docs/src/integrations.md
+++ b/docs/src/integrations.md
@@ -26,7 +26,7 @@ data = pd.DataFrame({
 table = db.create_table("pd_table", data=data)
 ```
-You will find detailed instructions of creating dataset and index in [Basic Operations](basic.md) and [Indexing](indexing.md)
+You will find detailed instructions of creating dataset and index in [Basic Operations](basic.md) and [Indexing](ann_indexes.md)
 sections.
--- a/node/.npmignore
+++ b/node/.npmignore
@@ -1,4 +0,0 @@
 gen_test_data.py
 index.node
 dist/lancedb*.tgz
 vectordb*.tgz
--- a/node/README.md
+++ b/node/README.md
@@ -8,10 +8,6 @@ A JavaScript / Node.js library for [LanceDB](https://github.com/lancedb/lancedb)
 npm install vectordb
 ```
 This will download the appropriate native library for your platform. We currently
 support x86_64 Linux, aarch64 Linux, Intel MacOS, and ARM (M1/M2) MacOS. We do not
 yet support Windows or musl-based Linux (such as Alpine Linux).
 ## Usage
 ### Basic Example
@@ -28,34 +24,18 @@ The [examples](./examples) folder contains complete examples.
 ## Development
-To build everything fresh:
+The LanceDB javascript is built with npm:
 ```bash
 npm install
 npm run tsc
 npm run build
 ```
-Then you should be able to run the tests with:
+Run the tests with
 ```bash
 npm test
 ```
 ### Rebuilding Rust library
 ```bash
 npm run build
 ```
 ### Rebuilding Typescript
 ```bash
 npm run tsc
 ```
 ### Fix lints
 To run the linter and have it automatically fix all errors
 ```bash
--- a/node/native.js
+++ b/node/native.js
@@ -12,26 +12,29 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 const { currentTarget } = require('@neon-rs/load');
 let nativeLib;
-try {
+function getPlatformLibrary() {
-    nativeLib = require(`vectordb-${currentTarget()}`);
+    if (process.platform === "darwin" && process.arch == "arm64") {
-} catch (e) {
+        return require('./aarch64-apple-darwin.node');
-    try {
+    } else if (process.platform === "darwin" && process.arch == "x64") {
-        // Might be developing locally, so try that. But don't expose that error
+        return require('./x86_64-apple-darwin.node');
-        // to the user.
+    } else if (process.platform === "linux" && process.arch == "x64") {
-        nativeLib = require("./index.node");
+        return require('./x86_64-unknown-linux-gnu.node');
-    } catch {
+    } else {
-        throw new Error(`vectordb: failed to load native library.
+        throw new Error(`vectordb: unsupported platform ${process.platform}_${process.arch}. Please file a bug report at https://github.com/lancedb/lancedb/issues`)
-  You may need to run \`npm install vectordb-${currentTarget()}\`.
+    }
  If that does not work, please file a bug report at https://github.com/lancedb/lancedb/issues
  Source error: ${e}`);
    }   
 }
-// Dynamic require for runtime.
+try {
-module.exports = nativeLib;
+    nativeLib = require('./index.node')
 } catch (e) {
    if (e.code === "MODULE_NOT_FOUND") {
        nativeLib = getPlatformLibrary();
    } else {
        throw new Error('vectordb: failed to load native library. Please file a bug report at https://github.com/lancedb/lancedb/issues');
    }
 }
 module.exports = nativeLib
--- a/node/package-lock.json
+++ b/node/package-lock.json
@@ -1,28 +1,18 @@
 {
  "name": "vectordb",
-  "version": "0.1.5",
+  "version": "0.1.8",
  "lockfileVersion": 2,
  "requires": true,
  "packages": {
    "": {
      "name": "vectordb",
-      "version": "0.1.5",
+      "version": "0.1.8",
      "cpu": [
        "x64",
        "arm64"
      ],
      "license": "Apache-2.0",
      "os": [
        "darwin",
        "linux"
      ],
      "dependencies": {
        "@apache-arrow/ts": "^12.0.0",
        "@neon-rs/load": "^0.0.74",
        "apache-arrow": "^12.0.0"
      },
      "devDependencies": {
        "@neon-rs/cli": "^0.0.74",
        "@types/chai": "^4.3.4",
        "@types/mocha": "^10.0.1",
        "@types/node": "^18.16.2",
@@ -33,7 +23,7 @@
        "chai": "^4.3.7",
        "eslint": "^8.39.0",
        "eslint-config-standard-with-typescript": "^34.0.1",
-        "eslint-plugin-import": "^2.27.5",
+        "eslint-plugin-import": "^2.26.0",
        "eslint-plugin-n": "^15.7.0",
        "eslint-plugin-promise": "^6.1.1",
        "mocha": "^10.2.0",
@@ -45,12 +35,6 @@
        "typedoc": "^0.24.7",
        "typedoc-plugin-markdown": "^3.15.3",
        "typescript": "*"
      },
      "optionalDependencies": {
        "vectordb-darwin-arm64": "0.1.2",
        "vectordb-darwin-x64": "0.1.2",
        "vectordb-linux-arm64-gnu": "0.1.2",
        "vectordb-linux-x64-gnu": "0.1.2"
      }
    },
    "node_modules/@apache-arrow/ts": {
@@ -218,20 +202,6 @@
        "@jridgewell/sourcemap-codec": "^1.4.10"
      }
    },
    "node_modules/@neon-rs/cli": {
      "version": "0.0.74",
      "resolved": "https://registry.npmjs.org/@neon-rs/cli/-/cli-0.0.74.tgz",
      "integrity": "sha512-9lPmNmjej5iKKOTMPryOMubwkgMRyTWRuaq1yokASvI5mPhr2kzPN7UVjdCOjQvpunNPngR9yAHoirpjiWhUHw==",
      "dev": true,
      "bin": {
        "neon": "index.js"
      }
    },
    "node_modules/@neon-rs/load": {
      "version": "0.0.74",
      "resolved": "https://registry.npmjs.org/@neon-rs/load/-/load-0.0.74.tgz",
      "integrity": "sha512-/cPZD907UNz55yrc/ud4wDgQKtU1TvkD9jeqZWG6J4IMmZkp6zgjkQcKA8UvpkZlcpPHvc8J17sGzLFbP/LUYg=="
    },
    "node_modules/@nodelib/fs.scandir": {
      "version": "2.1.5",
      "resolved": "https://registry.npmjs.org/@nodelib/fs.scandir/-/fs.scandir-2.1.5.tgz",
@@ -817,24 +787,6 @@
        "url": "https://github.com/sponsors/ljharb"
      }
    },
    "node_modules/array.prototype.flatmap": {
      "version": "1.3.1",
      "resolved": "https://registry.npmjs.org/array.prototype.flatmap/-/array.prototype.flatmap-1.3.1.tgz",
      "integrity": "sha512-8UGn9O1FDVvMNB0UlLv4voxRMze7+FpHyF5mSMRjWHUMlpoDViniy05870VlxhfgTnLbpuwTzvD76MTtWxB/mQ==",
      "dev": true,
      "dependencies": {
        "call-bind": "^1.0.2",
        "define-properties": "^1.1.4",
        "es-abstract": "^1.20.4",
        "es-shim-unscopables": "^1.0.0"
      },
      "engines": {
        "node": ">= 0.4"
      },
      "funding": {
        "url": "https://github.com/sponsors/ljharb"
      }
    },
    "node_modules/assertion-error": {
      "version": "1.1.0",
      "resolved": "https://registry.npmjs.org/assertion-error/-/assertion-error-1.1.0.tgz",
@@ -1663,25 +1615,23 @@
      }
    },
    "node_modules/eslint-plugin-import": {
-      "version": "2.27.5",
+      "version": "2.26.0",
-      "resolved": "https://registry.npmjs.org/eslint-plugin-import/-/eslint-plugin-import-2.27.5.tgz",
+      "resolved": "https://registry.npmjs.org/eslint-plugin-import/-/eslint-plugin-import-2.26.0.tgz",
-      "integrity": "sha512-LmEt3GVofgiGuiE+ORpnvP+kAm3h6MLZJ4Q5HCyHADofsb4VzXFsRiWj3c0OFiV+3DWFh0qg3v9gcPlfc3zRow==",
+      "integrity": "sha512-hYfi3FXaM8WPLf4S1cikh/r4IxnO6zrhZbEGz2b660EJRbuxgpDS5gkCuYgGWg2xxh2rBuIr4Pvhve/7c31koA==",
      "dev": true,
      "dependencies": {
-        "array-includes": "^3.1.6",
+        "array-includes": "^3.1.4",
-        "array.prototype.flat": "^1.3.1",
+        "array.prototype.flat": "^1.2.5",
-        "array.prototype.flatmap": "^1.3.1",
+        "debug": "^2.6.9",
        "debug": "^3.2.7",
        "doctrine": "^2.1.0",
-        "eslint-import-resolver-node": "^0.3.7",
+        "eslint-import-resolver-node": "^0.3.6",
-        "eslint-module-utils": "^2.7.4",
+        "eslint-module-utils": "^2.7.3",
        "has": "^1.0.3",
-        "is-core-module": "^2.11.0",
+        "is-core-module": "^2.8.1",
        "is-glob": "^4.0.3",
        "minimatch": "^3.1.2",
-        "object.values": "^1.1.6",
+        "object.values": "^1.1.5",
-        "resolve": "^1.22.1",
+        "resolve": "^1.22.0",
        "semver": "^6.3.0",
        "tsconfig-paths": "^3.14.1"
      },
      "engines": {
@@ -1692,12 +1642,12 @@
      }
    },
    "node_modules/eslint-plugin-import/node_modules/debug": {
-      "version": "3.2.7",
+      "version": "2.6.9",
-      "resolved": "https://registry.npmjs.org/debug/-/debug-3.2.7.tgz",
+      "resolved": "https://registry.npmjs.org/debug/-/debug-2.6.9.tgz",
-      "integrity": "sha512-CFjzYYAi4ThfiQvizrFQevTTXHtnCqWfe7x1AhgEscTz6ZbLbfoLRLPugTQyBth6f8ZERVUSyWHFD/7Wu4t1XQ==",
+      "integrity": "sha512-bC7ElrdJaJnPbAP+1EotYvqZsb3ecl5wi6Bfi6BJTUcNowp6cvspg0jXznRTKDjm/E7AdgFBVeAPVMNcKGsHMA==",
      "dev": true,
      "dependencies": {
-        "ms": "^2.1.1"
+        "ms": "2.0.0"
      }
    },
    "node_modules/eslint-plugin-import/node_modules/doctrine": {
@@ -1712,14 +1662,11 @@
        "node": ">=0.10.0"
      }
    },
-    "node_modules/eslint-plugin-import/node_modules/semver": {
+    "node_modules/eslint-plugin-import/node_modules/ms": {
-      "version": "6.3.0",
+      "version": "2.0.0",
-      "resolved": "https://registry.npmjs.org/semver/-/semver-6.3.0.tgz",
+      "resolved": "https://registry.npmjs.org/ms/-/ms-2.0.0.tgz",
-      "integrity": "sha512-b39TBaTSfV6yBrapU89p5fKekE2m/NwnDocOVruQFS1/veMgdzuPcnOM34M6CwxW8jH/lxEa5rBoDeUwu5HHTw==",
+      "integrity": "sha512-Tpp60P6IUJDTuOq/5Z8cdskzJujfwqfOTkrwIwj7IRISpnkJnT6SyJ4PCPnGMoFjC9ddhal5KVIYtAt97ix05A==",
-      "dev": true,
+      "dev": true
      "bin": {
        "semver": "bin/semver.js"
      }
    },
    "node_modules/eslint-plugin-n": {
      "version": "15.7.0",
@@ -3649,9 +3596,9 @@
      }
    },
    "node_modules/semver": {
-      "version": "7.5.0",
+      "version": "7.5.3",
-      "resolved": "https://registry.npmjs.org/semver/-/semver-7.5.0.tgz",
+      "resolved": "https://registry.npmjs.org/semver/-/semver-7.5.3.tgz",
-      "integrity": "sha512-+XC0AD/R7Q2mPSRuy2Id0+CGTZ98+8f+KvwirxOKIEyid+XSx6HbC63p+O4IndTHuX5Z+JxQ0TghCkO5Cg/2HA==",
+      "integrity": "sha512-QBlUtyVk/5EeHbi7X0fw6liDZc7BBmEaSYn01fMU1OUYbf6GPsbTtd8WmnqbI20SeycoHSeiybkE/q1Q+qlThQ==",
      "dev": true,
      "dependencies": {
        "lru-cache": "^6.0.0"
@@ -4631,17 +4578,6 @@
        "@jridgewell/sourcemap-codec": "^1.4.10"
      }
    },
    "@neon-rs/cli": {
      "version": "0.0.74",
      "resolved": "https://registry.npmjs.org/@neon-rs/cli/-/cli-0.0.74.tgz",
      "integrity": "sha512-9lPmNmjej5iKKOTMPryOMubwkgMRyTWRuaq1yokASvI5mPhr2kzPN7UVjdCOjQvpunNPngR9yAHoirpjiWhUHw==",
      "dev": true
    },
    "@neon-rs/load": {
      "version": "0.0.74",
      "resolved": "https://registry.npmjs.org/@neon-rs/load/-/load-0.0.74.tgz",
      "integrity": "sha512-/cPZD907UNz55yrc/ud4wDgQKtU1TvkD9jeqZWG6J4IMmZkp6zgjkQcKA8UvpkZlcpPHvc8J17sGzLFbP/LUYg=="
    },
    "@nodelib/fs.scandir": {
      "version": "2.1.5",
      "resolved": "https://registry.npmjs.org/@nodelib/fs.scandir/-/fs.scandir-2.1.5.tgz",
@@ -5079,18 +5015,6 @@
        "es-shim-unscopables": "^1.0.0"
      }
    },
    "array.prototype.flatmap": {
      "version": "1.3.1",
      "resolved": "https://registry.npmjs.org/array.prototype.flatmap/-/array.prototype.flatmap-1.3.1.tgz",
      "integrity": "sha512-8UGn9O1FDVvMNB0UlLv4voxRMze7+FpHyF5mSMRjWHUMlpoDViniy05870VlxhfgTnLbpuwTzvD76MTtWxB/mQ==",
      "dev": true,
      "requires": {
        "call-bind": "^1.0.2",
        "define-properties": "^1.1.4",
        "es-abstract": "^1.20.4",
        "es-shim-unscopables": "^1.0.0"
      }
    },
    "assertion-error": {
      "version": "1.1.0",
      "resolved": "https://registry.npmjs.org/assertion-error/-/assertion-error-1.1.0.tgz",
@@ -5748,35 +5672,33 @@
      }
    },
    "eslint-plugin-import": {
-      "version": "2.27.5",
+      "version": "2.26.0",
-      "resolved": "https://registry.npmjs.org/eslint-plugin-import/-/eslint-plugin-import-2.27.5.tgz",
+      "resolved": "https://registry.npmjs.org/eslint-plugin-import/-/eslint-plugin-import-2.26.0.tgz",
-      "integrity": "sha512-LmEt3GVofgiGuiE+ORpnvP+kAm3h6MLZJ4Q5HCyHADofsb4VzXFsRiWj3c0OFiV+3DWFh0qg3v9gcPlfc3zRow==",
+      "integrity": "sha512-hYfi3FXaM8WPLf4S1cikh/r4IxnO6zrhZbEGz2b660EJRbuxgpDS5gkCuYgGWg2xxh2rBuIr4Pvhve/7c31koA==",
      "dev": true,
      "requires": {
-        "array-includes": "^3.1.6",
+        "array-includes": "^3.1.4",
-        "array.prototype.flat": "^1.3.1",
+        "array.prototype.flat": "^1.2.5",
-        "array.prototype.flatmap": "^1.3.1",
+        "debug": "^2.6.9",
        "debug": "^3.2.7",
        "doctrine": "^2.1.0",
-        "eslint-import-resolver-node": "^0.3.7",
+        "eslint-import-resolver-node": "^0.3.6",
-        "eslint-module-utils": "^2.7.4",
+        "eslint-module-utils": "^2.7.3",
        "has": "^1.0.3",
-        "is-core-module": "^2.11.0",
+        "is-core-module": "^2.8.1",
        "is-glob": "^4.0.3",
        "minimatch": "^3.1.2",
-        "object.values": "^1.1.6",
+        "object.values": "^1.1.5",
-        "resolve": "^1.22.1",
+        "resolve": "^1.22.0",
        "semver": "^6.3.0",
        "tsconfig-paths": "^3.14.1"
      },
      "dependencies": {
        "debug": {
-          "version": "3.2.7",
+          "version": "2.6.9",
-          "resolved": "https://registry.npmjs.org/debug/-/debug-3.2.7.tgz",
+          "resolved": "https://registry.npmjs.org/debug/-/debug-2.6.9.tgz",
-          "integrity": "sha512-CFjzYYAi4ThfiQvizrFQevTTXHtnCqWfe7x1AhgEscTz6ZbLbfoLRLPugTQyBth6f8ZERVUSyWHFD/7Wu4t1XQ==",
+          "integrity": "sha512-bC7ElrdJaJnPbAP+1EotYvqZsb3ecl5wi6Bfi6BJTUcNowp6cvspg0jXznRTKDjm/E7AdgFBVeAPVMNcKGsHMA==",
          "dev": true,
          "requires": {
-            "ms": "^2.1.1"
+            "ms": "2.0.0"
          }
        },
        "doctrine": {
@@ -5788,10 +5710,10 @@
            "esutils": "^2.0.2"
          }
        },
-        "semver": {
+        "ms": {
-          "version": "6.3.0",
+          "version": "2.0.0",
-          "resolved": "https://registry.npmjs.org/semver/-/semver-6.3.0.tgz",
+          "resolved": "https://registry.npmjs.org/ms/-/ms-2.0.0.tgz",
-          "integrity": "sha512-b39TBaTSfV6yBrapU89p5fKekE2m/NwnDocOVruQFS1/veMgdzuPcnOM34M6CwxW8jH/lxEa5rBoDeUwu5HHTw==",
+          "integrity": "sha512-Tpp60P6IUJDTuOq/5Z8cdskzJujfwqfOTkrwIwj7IRISpnkJnT6SyJ4PCPnGMoFjC9ddhal5KVIYtAt97ix05A==",
          "dev": true
        }
      }
@@ -7119,9 +7041,9 @@
      }
    },
    "semver": {
-      "version": "7.5.0",
+      "version": "7.5.3",
-      "resolved": "https://registry.npmjs.org/semver/-/semver-7.5.0.tgz",
+      "resolved": "https://registry.npmjs.org/semver/-/semver-7.5.3.tgz",
-      "integrity": "sha512-+XC0AD/R7Q2mPSRuy2Id0+CGTZ98+8f+KvwirxOKIEyid+XSx6HbC63p+O4IndTHuX5Z+JxQ0TghCkO5Cg/2HA==",
+      "integrity": "sha512-QBlUtyVk/5EeHbi7X0fw6liDZc7BBmEaSYn01fMU1OUYbf6GPsbTtd8WmnqbI20SeycoHSeiybkE/q1Q+qlThQ==",
      "dev": true,
      "requires": {
        "lru-cache": "^6.0.0"
--- a/node/package.json
+++ b/node/package.json
@@ -1,19 +1,16 @@
 {
  "name": "vectordb",
-  "version": "0.1.8",
+  "version": "0.1.9",
  "description": " Serverless, low-latency vector database for AI applications",
  "main": "dist/index.js",
  "types": "dist/index.d.ts",
  "scripts": {
    "tsc": "tsc -b",
-    "build": "cargo-cp-artifact --artifact cdylib vectordb-node index.node -- cargo build --message-format=json",
+    "build": "cargo-cp-artifact --artifact cdylib vectordb-node index.node -- cargo build --message-format=json-render-diagnostics",
    "build-release": "npm run build -- --release",
    "cross-release": "cargo-cp-artifact --artifact cdylib vectordb-node index.node -- cross build --message-format=json --release -p vectordb-node",
    "test": "mocha -recursive dist/test",
    "lint": "eslint src --ext .js,.ts",
-    "clean": "rm -rf node_modules *.node dist/",
+    "clean": "rm -rf node_modules *.node dist/"
    "pack-build": "neon pack-build",
    "check-npm": "printenv && which node && which npm && npm --version"
  },
  "repository": {
    "type": "git",
@@ -28,7 +25,6 @@
  "author": "Lance Devs",
  "license": "Apache-2.0",
  "devDependencies": {
    "@neon-rs/cli": "^0.0.74",
    "@types/chai": "^4.3.4",
    "@types/mocha": "^10.0.1",
    "@types/node": "^18.16.2",
@@ -39,7 +35,7 @@
    "chai": "^4.3.7",
    "eslint": "^8.39.0",
    "eslint-config-standard-with-typescript": "^34.0.1",
-    "eslint-plugin-import": "^2.27.5",
+    "eslint-plugin-import": "^2.26.0",
    "eslint-plugin-n": "^15.7.0",
    "eslint-plugin-promise": "^6.1.1",
    "mocha": "^10.2.0",
@@ -54,29 +50,6 @@
  },
  "dependencies": {
    "@apache-arrow/ts": "^12.0.0",
    "@neon-rs/load": "^0.0.74",
    "apache-arrow": "^12.0.0"
  },
  "os": [
    "darwin",
    "linux"
  ],
  "cpu": [
    "x64",
    "arm64"
  ],
  "neon": {
    "targets": {
      "x86_64-apple-darwin": "vectordb-darwin-x64",
      "aarch64-apple-darwin": "vectordb-darwin-arm64",
      "x86_64-unknown-linux-gnu": "vectordb-linux-x64-gnu",
      "aarch64-unknown-linux-gnu": "vectordb-linux-arm64-gnu"
    }
  },
  "optionalDependencies": {
    "vectordb-darwin-arm64": "0.1.8",
    "vectordb-darwin-x64": "0.1.8",
    "vectordb-linux-x64-gnu": "0.1.8",
    "vectordb-linux-arm64-gnu": "0.1.8"
  }
 }
--- a/node/src/index.ts
+++ b/node/src/index.ts
@@ -22,7 +22,7 @@ import { fromRecordsToBuffer } from './arrow'
 import type { EmbeddingFunction } from './embedding/embedding_function'
 // eslint-disable-next-line @typescript-eslint/no-var-requires
-const { databaseNew, databaseTableNames, databaseOpenTable, tableCreate, tableSearch, tableAdd, tableCreateVectorIndex, tableCountRows } = require('../native.js')
+const { databaseNew, databaseTableNames, databaseOpenTable, databaseDropTable, tableCreate, tableSearch, tableAdd, tableCreateVectorIndex, tableCountRows, tableDelete } = require('../native.js')
 export type { EmbeddingFunction }
 export { OpenAIEmbeddingFunction } from './embedding/openai'
@@ -111,6 +111,14 @@ export class Connection {
    await tableCreate.call(this._db, name, Buffer.from(await writer.toUint8Array()))
    return await this.openTable(name)
  }
  /**
   * Drop an existing table.
   * @param name The name of the table to drop.
   */
  async dropTable (name: string): Promise<void> {
    await databaseDropTable.call(this._db, name)
  }
 }
 export class Table<T = number[]> {
@@ -185,6 +193,15 @@ export class Table<T = number[]> {
  async countRows (): Promise<number> {
    return tableCountRows.call(this._tbl)
  }
  /**
   * Delete rows from this table.
   *
   * @param filter The filter to be applied to this table.
   */
  async delete (filter: string): Promise<void> {
    return tableDelete.call(this._tbl, filter)
  }
 }
 interface IvfPQIndexConfig {
--- a/node/src/test/test.ts
+++ b/node/src/test/test.ts
@@ -147,6 +147,17 @@ describe('LanceDB client', function () {
      await table.overwrite(dataOver)
      assert.equal(await table.countRows(), 2)
    })
    it('can delete records from a table', async function () {
      const uri = await createTestDB()
      const con = await lancedb.connect(uri)
      const table = await con.openTable('vectors')
      assert.equal(await table.countRows(), 2)
      await table.delete('price = 10')
      assert.equal(await table.countRows(), 1)
    })
  })
  describe('when creating a vector index', function () {
@@ -224,3 +235,22 @@ async function createTestDB (numDimensions: number = 2, numRows: number = 2): Pr
  await con.createTable('vectors', data)
  return dir
 }
 describe('Drop table', function () {
  it('drop a table', async function () {
    const dir = await track().mkdir('lancejs')
    const con = await lancedb.connect(dir)
    const data = [
      { price: 10, name: 'foo', vector: [1, 2, 3] },
      { price: 50, name: 'bar', vector: [4, 5, 6] }
    ]
    await con.createTable('t1', data)
    await con.createTable('t2', data)
    assert.deepEqual(await con.tableNames(), ['t1', 't2'])
    await con.dropTable('t1')
    assert.deepEqual(await con.tableNames(), ['t2'])
  })
 })
--- a/python/lancedb/db.py
+++ b/python/lancedb/db.py
@@ -43,7 +43,7 @@ class LanceDBConnection:
    LanceTable(my_table)
    >>> db.create_table("another_table", data=[{"vector": [0.4, 0.4], "b": 6}])
    LanceTable(another_table)
-    >>> db.table_names()
+    >>> sorted(db.table_names())
    ['another_table', 'my_table']
    >>> len(db)
    2
--- a/python/lancedb/table.py
+++ b/python/lancedb/table.py
@@ -292,6 +292,34 @@ class LanceTable:
        lance.write_dataset(data, tbl._dataset_uri, mode=mode)
        return tbl
    def delete(self, where: str):
        """Delete rows from the table.
        Parameters
        ----------
        where: str
            The SQL where clause to use when deleting rows.
        Examples
        --------
        >>> import lancedb
        >>> import pandas as pd
        >>> data = pd.DataFrame({"x": [1, 2, 3], "vector": [[1, 2], [3, 4], [5, 6]]})
        >>> db = lancedb.connect("./.lancedb")
        >>> table = db.create_table("my_table", data)
        >>> table.to_pandas()
           x      vector
        0  1  [1.0, 2.0]
        1  2  [3.0, 4.0]
        2  3  [5.0, 6.0]
        >>> table.delete("x = 2")
        >>> table.to_pandas()
           x      vector
        0  1  [1.0, 2.0]
        1  3  [5.0, 6.0]
        """
        self._dataset.delete(where)
 def _sanitize_schema(data: pa.Table, schema: pa.Schema = None) -> pa.Table:
    """Ensure that the table has the expected schema.
--- a/python/pyproject.toml
+++ b/python/pyproject.toml
@@ -1,7 +1,7 @@
 [project]
 name = "lancedb"
-version = "0.1.8"
+version = "0.1.9"
-dependencies = ["pylance>=0.4.20", "ratelimiter", "retry", "tqdm", "aiohttp", "pydantic", "attr"]
+dependencies = ["pylance~=0.5.0", "ratelimiter", "retry", "tqdm", "aiohttp", "pydantic", "attr"]
 description = "lancedb"
 authors = [
    { name = "LanceDB Devs", email = "dev@lancedb.com" },
@@ -37,7 +37,7 @@ repository = "https://github.com/lancedb/lancedb"
 [project.optional-dependencies]
 tests = [
-    "pytest", "pytest-mock", "doctest", "pytest-asyncio"
+    "pytest", "pytest-mock", "pytest-asyncio"
 ]
 dev = [
    "ruff", "pre-commit", "black"
--- a/rust/ffi/node/Cargo.toml
+++ b/rust/ffi/node/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "vectordb-node"
-version = "0.1.8"
+version = "0.1.9"
 description = "Serverless, low-latency vector database for AI applications"
 license = "Apache-2.0"
 edition = "2018"
@@ -10,12 +10,12 @@ exclude = ["index.node"]
 crate-type = ["cdylib"]
 [dependencies]
-arrow-array = "37.0"
+arrow-array = "40.0"
-arrow-ipc = "37.0"
+arrow-ipc = "40.0"
-arrow-schema = "37.0"
+arrow-schema = "40.0"
 once_cell = "1"
 futures = "0.3"
-lance = "0.4.17"
+lance = "0.5.0"
 vectordb = { path = "../../vectordb" }
 tokio = { version = "1.23", features = ["rt-multi-thread"] }
 neon = {version = "0.10.1", default-features = false, features = ["channel-api", "napi-6", "promise-api", "task-api"] }
--- a/rust/ffi/node/src/lib.rs
+++ b/rust/ffi/node/src/lib.rs
@@ -122,6 +122,27 @@ fn database_open_table(mut cx: FunctionContext) -> JsResult<JsPromise> {
    Ok(promise)
 }
 fn database_drop_table(mut cx: FunctionContext) -> JsResult<JsPromise> {
    let db = cx
        .this()
        .downcast_or_throw::<JsBox<JsDatabase>, _>(&mut cx)?;
    let table_name = cx.argument::<JsString>(0)?.value(&mut cx);
    let rt = runtime(&mut cx)?;
    let channel = cx.channel();
    let database = db.database.clone();
    let (deferred, promise) = cx.promise();
    rt.spawn(async move {
        let result = database.drop_table(&table_name).await;
        deferred.settle_with(&channel, move |mut cx| {
            result.or_else(|err| cx.throw_error(err.to_string()))?;
            Ok(cx.null())
        });
    });
    Ok(promise)
 }
 fn table_search(mut cx: FunctionContext) -> JsResult<JsPromise> {
    let js_table = cx.this().downcast_or_throw::<JsBox<JsTable>, _>(&mut cx)?;
    let query_obj = cx.argument::<JsObject>(0)?;
@@ -283,15 +304,37 @@ fn table_count_rows(mut cx: FunctionContext) -> JsResult<JsPromise> {
    Ok(promise)
 }
 fn table_delete(mut cx: FunctionContext) -> JsResult<JsPromise> {
    let js_table = cx.this().downcast_or_throw::<JsBox<JsTable>, _>(&mut cx)?;
    let rt = runtime(&mut cx)?;
    let channel = cx.channel();
    let (deferred, promise) = cx.promise();
    let table = js_table.table.clone();
    let predicate = cx.argument::<JsString>(0)?.value(&mut cx);
    let delete_result = rt.block_on(async move { table.lock().unwrap().delete(&predicate).await });
    deferred.settle_with(&channel, move |mut cx| {
        delete_result.or_else(|err| cx.throw_error(err.to_string()))?;
        Ok(cx.undefined())
    });
    Ok(promise)
 }
 #[neon::main]
 fn main(mut cx: ModuleContext) -> NeonResult<()> {
    cx.export_function("databaseNew", database_new)?;
    cx.export_function("databaseTableNames", database_table_names)?;
    cx.export_function("databaseOpenTable", database_open_table)?;
    cx.export_function("databaseDropTable", database_drop_table)?;
    cx.export_function("tableSearch", table_search)?;
    cx.export_function("tableCreate", table_create)?;
    cx.export_function("tableAdd", table_add)?;
    cx.export_function("tableCountRows", table_count_rows)?;
    cx.export_function("tableDelete", table_delete)?;
    cx.export_function(
        "tableCreateVectorIndex",
        index::vector::table_create_vector_index,
--- a/rust/vectordb/Cargo.toml
+++ b/rust/vectordb/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "vectordb"
-version = "0.1.8"
+version = "0.1.9"
 edition = "2021"
 description = "Serverless, low-latency vector database for AI applications"
 license = "Apache-2.0"
@@ -9,12 +9,12 @@ repository = "https://github.com/lancedb/lancedb"
 # See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
 [dependencies]
-arrow-array = "37.0"
+arrow-array = "40.0"
-arrow-data = "37.0"
+arrow-data = "40.0"
-arrow-schema = "37.0"
+arrow-schema = "40.0"
-object_store = "0.5.6"
+object_store = "0.6.1"
 snafu = "0.7.4"
-lance = "0.4.21"
+lance = "0.5.0"
 tokio = { version = "1.23", features = ["rt-multi-thread"] }
 [dev-dependencies]
--- a/rust/vectordb/src/database.rs
+++ b/rust/vectordb/src/database.rs
@@ -1,4 +1,4 @@
-// Copyright 2023 Lance Developers.
+// Copyright 2023 LanceDB Developers.
 //
 // Licensed under the Apache License, Version 2.0 (the "License");
 // you may not use this file except in compliance with the License.
@@ -109,6 +109,16 @@ impl Database {
    pub async fn open_table(&self, name: &str) -> Result<Table> {
        Table::open(&self.uri, name).await
    }
    /// Drop a table in the database.
    ///
    /// # Arguments
    /// * `name` - The name of the table.
    pub async fn drop_table(&self, name: &str) -> Result<()> {
        let dir_name = format!("{}/{}.{}", self.uri, name, LANCE_EXTENSION);
        self.object_store.remove_dir_all(dir_name).await?;
        Ok(())
    }
 }
 #[cfg(test)]
@@ -146,4 +156,17 @@ mod tests {
    async fn test_connect_s3() {
        // let db = Database::connect("s3://bucket/path/to/database").await.unwrap();
    }
    #[tokio::test]
    async fn drop_table() {
        let tmp_dir = tempdir().unwrap();
        create_dir_all(tmp_dir.path().join("table1.lance")).unwrap();
        let uri = tmp_dir.path().to_str().unwrap();
        let db = Database::connect(uri).await.unwrap();
        db.drop_table("table1").await.unwrap();
        let tables = db.table_names().await.unwrap();
        assert_eq!(tables.len(), 0);
    }
 }
--- a/rust/vectordb/src/lib.rs
+++ b/rust/vectordb/src/lib.rs
@@ -17,3 +17,5 @@ pub mod error;
 pub mod index;
 pub mod query;
 pub mod table;
 pub use database::Database;
--- a/rust/vectordb/src/query.rs
+++ b/rust/vectordb/src/query.rs
@@ -74,9 +74,7 @@ impl Query {
        )?;
        scanner.nprobs(self.nprobes);
        scanner.use_index(self.use_index);
-        self.select
+        self.select.as_ref().map(|p| scanner.project(p.as_slice()));
            .as_ref()
            .map(|p| scanner.project(p.as_slice()));
        self.filter.as_ref().map(|f| scanner.filter(f));
        self.refine_factor.map(|rf| scanner.refine(rf));
        self.metric_type.map(|mt| scanner.distance_metric(mt));
--- a/rust/vectordb/src/table.rs
+++ b/rust/vectordb/src/table.rs
@@ -28,7 +28,7 @@ pub const VECTOR_COLUMN_NAME: &str = "vector";
 pub const LANCE_FILE_EXTENSION: &str = "lance";
 /// A table in a LanceDB database.
-#[derive(Debug)]
+#[derive(Debug, Clone)]
 pub struct Table {
    name: String,
    uri: String,
@@ -175,6 +175,27 @@ impl Table {
    pub async fn count_rows(&self) -> Result<usize> {
        Ok(self.dataset.count_rows().await?)
    }
    /// Merge new data into this table.
    pub async fn merge(
        &mut self,
        mut batches: Box<dyn RecordBatchReader>,
        left_on: &str,
        right_on: &str,
    ) -> Result<()> {
        let mut dataset = self.dataset.as_ref().clone();
        dataset.merge(&mut batches, left_on, right_on).await?;
        self.dataset = Arc::new(dataset);
        Ok(())
    }
    /// Delete rows from the table
    pub async fn delete(&mut self, predicate: &str) -> Result<()> {
        let mut dataset = self.dataset.as_ref().clone();
        dataset.delete(predicate).await?;
        self.dataset = Arc::new(dataset);
        Ok(())
    }
 }
 #[cfg(test)]
Author	SHA1	Message	Date
Will Jones	0e4c52b8a6	bump python module version	2023-06-26 11:25:39 -07:00
Lance Release	c8bebf4776	Bump version: 0.1.8 → 0.1.9	2023-06-26 18:12:38 +00:00
Lei Xu	c14ad91df0	[Node] drop table api (#221 ) Provide `drop_table` in rust and node. Closes #86	2023-06-23 19:58:37 -07:00
Will Jones	ad48242ffb	feat: support for deletion (#219 ) Also upgrades Arrow and Lance.	2023-06-23 18:09:07 -07:00
Leon Yee	1a9a392e20	[docs] CTA for discord + twitter (#218 ) ![image](https://github.com/lancedb/lancedb/assets/43097991/33eb893c-3baf-4166-8291-47d2f4bde23a) Includes discord and twitter links in documentation [#1001](https://github.com/lancedb/sophon/issues/1001)	2023-06-22 16:52:34 -07:00
Ayush Chaurasia	b489edc576	Add favicon in docs (#209 )	2023-06-19 20:30:46 -07:00
gsilvestrin	8708fde3ef	Revert "feat(node): pull node binaries into separate packages (2) (#1… (#206 ) …97)" This reverts commit `0724d41c4b`.	2023-06-16 18:15:49 -07:00