feat: add mem_wal flag to merge insert for MemWAL write path

Add support for enabling MemWAL (Memory Write-Ahead Log) mode on merge insert operations. This allows streaming writes to route through memory nodes for high-performance buffered writes. Changes: - Add `mem_wal` field to MergeInsertBuilder with validation - Add `x-lancedb-mem-wal-enabled` header for remote requests - Add Python `mem_wal()` method to LanceMergeInsertBuilder - Add validation to ensure only upsert pattern is supported: - when_matched_update_all() without filter - when_not_matched_insert_all() - Throw NotSupported error for native tables - Add mem_wal_enabled to ClientConfig for Python/Node bindings Generated with [Claude Code](https://claude.ai/code) via [Happy](https://happy.engineering) Co-Authored-By: Claude <noreply@anthropic.com> Co-Authored-By: Happy <yesreply@happy.engineering>
fixes for breaking changes
2026-09-03 12:08:52 +00:00 · 2026-03-16 01:04:04 -07:00 · 2026-03-04 15:27:32 -08:00 · 2026-03-04 14:57:17 -08:00
56 changed files with 4055 additions and 3413 deletions
@@ -1,5 +1,5 @@
 [tool.bumpversion]
-current_version = "0.27.0-beta.5"
+current_version = "0.27.0-beta.3"
 parse = """(?x)
    (?P<major>0|[1-9]\\d*)\\.
    (?P<minor>0|[1-9]\\d*)\\.
@@ -15,7 +15,7 @@ jobs:
    name: Label PR
    runs-on: ubuntu-latest
    steps:
-      - uses: srvaroa/labeler@v1
+      - uses: srvaroa/labeler@master
        env:
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
  commitlint:
@@ -24,7 +24,7 @@ jobs:
    name: Verify PR title / description conforms to semantic-release
    runs-on: ubuntu-latest
    steps:
-      - uses: actions/setup-node@v4
+      - uses: actions/setup-node@v3
        with:
          node-version: "18"
      # These rules are disabled because Github will always ensure there
@@ -47,7 +47,7 @@ jobs:

            ${{ github.event.pull_request.body }}
      - if: failure()
-        uses: actions/github-script@v7
+        uses: actions/github-script@v6
        with:
          script: |
            const message = `**ACTION NEEDED**
@@ -53,7 +53,7 @@ jobs:
          python -m pip install --extra-index-url https://pypi.fury.io/lance-format/ --extra-index-url https://pypi.fury.io/lancedb/ -e .
          python -m pip install --extra-index-url https://pypi.fury.io/lance-format/ --extra-index-url https://pypi.fury.io/lancedb/ -r ../docs/requirements.txt
      - name: Set up node
-        uses: actions/setup-node@v4
+        uses: actions/setup-node@v3
        with:
          node-version: 20
          cache: 'npm'
@@ -68,7 +68,7 @@ jobs:
        run: |
          PYTHONPATH=. mkdocs build
      - name: Setup Pages
-        uses: actions/configure-pages@v5
+        uses: actions/configure-pages@v2
      - name: Upload artifact
        uses: actions/upload-pages-artifact@v3
        with:
@@ -37,7 +37,7 @@ jobs:
      with:
        fetch-depth: 0
        lfs: true
-    - uses: actions/setup-node@v4
+    - uses: actions/setup-node@v3
      with:
        node-version: 20
        cache: 'npm'
@@ -77,7 +77,7 @@ jobs:
      with:
        fetch-depth: 0
        lfs: true
-    - uses: actions/setup-node@v4
+    - uses: actions/setup-node@v3
      name: Setup Node.js 20 for build
      with:
        # @napi-rs/cli v3 requires Node >= 20.12 (via @inquirer/prompts@8).
@@ -94,7 +94,7 @@ jobs:
      run: |
        npm ci --include=optional
        npm run build:debug -- --profile ci
-    - uses: actions/setup-node@v4
+    - uses: actions/setup-node@v3
      name: Setup Node.js ${{ matrix.node-version }} for test
      with:
        node-version: ${{ matrix.node-version }}
@@ -143,7 +143,7 @@ jobs:
      with:
        fetch-depth: 0
        lfs: true
-    - uses: actions/setup-node@v4
+    - uses: actions/setup-node@v3
      with:
        node-version: 20
        cache: 'npm'
@@ -547,7 +547,7 @@ dependencies = [
 "aws-sdk-ssooidc",
 "aws-sdk-sts",
 "aws-smithy-async",
- "aws-smithy-http 0.62.6",
+ "aws-smithy-http",
 "aws-smithy-json",
 "aws-smithy-runtime",
 "aws-smithy-runtime-api",
@@ -567,9 +567,9 @@ dependencies = [

 [[package]]
 name = "aws-credential-types"
-version = "1.2.12"
+version = "1.2.8"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "e26bbf46abc608f2dc61fd6cb3b7b0665497cc259a21520151ed98f8b37d2c79"
+checksum = "faf26925f4a5b59eb76722b63c2892b1d70d06fa053c72e4a100ec308c1d47bc"
 dependencies = [
 "aws-smithy-async",
 "aws-smithy-runtime-api",
@@ -579,9 +579,9 @@ dependencies = [

 [[package]]
 name = "aws-lc-rs"
-version = "1.16.1"
+version = "1.13.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "94bffc006df10ac2a68c83692d734a465f8ee6c5b384d8545a636f81d858f4bf"
+checksum = "19b756939cb2f8dc900aa6dcd505e6e2428e9cae7ff7b028c49e3946efa70878"
 dependencies = [
 "aws-lc-sys",
 "untrusted 0.7.1",
@@ -590,10 +590,11 @@ dependencies = [

 [[package]]
 name = "aws-lc-sys"
-version = "0.38.0"
+version = "0.28.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "4321e568ed89bb5a7d291a7f37997c2c0df89809d7b6d12062c81ddb54aa782e"
+checksum = "b9f7720b74ed28ca77f90769a71fd8c637a0137f6fae4ae947e1050229cff57f"
 dependencies = [
+ "bindgen",
 "cc",
 "cmake",
 "dunce",
@@ -602,26 +603,23 @@ dependencies = [

 [[package]]
 name = "aws-runtime"
-version = "1.7.0"
+version = "1.5.12"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "b0f92058d22a46adf53ec57a6a96f34447daf02bff52e8fb956c66bcd5c6ac12"
+checksum = "bfa006bb32360ed90ac51203feafb9d02e3d21046e1fd3a450a404b90ea73e5d"
 dependencies = [
 "aws-credential-types",
 "aws-sigv4",
 "aws-smithy-async",
 "aws-smithy-eventstream",
- "aws-smithy-http 0.63.4",
+ "aws-smithy-http",
 "aws-smithy-runtime",
 "aws-smithy-runtime-api",
 "aws-smithy-types",
 "aws-types",
 "bytes",
- "bytes-utils",
 "fastrand",
 "http 0.2.12",
- "http 1.3.1",
 "http-body 0.4.6",
- "http-body 1.0.1",
 "percent-encoding",
 "pin-project-lite",
 "tracing",
@@ -630,16 +628,16 @@ dependencies = [

 [[package]]
 name = "aws-sdk-bedrockruntime"
-version = "1.113.0"
+version = "1.109.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "d5d2b8f081b9e8ff455b8dd7387b6b02263c3dac73172d188d2b523ff1e775e9"
+checksum = "fbfdfd941dcb253c17bf70baddbf1e5b22f19e29d313d2e049bad4b1dadb2011"
 dependencies = [
 "aws-credential-types",
 "aws-runtime",
 "aws-sigv4",
 "aws-smithy-async",
 "aws-smithy-eventstream",
- "aws-smithy-http 0.62.6",
+ "aws-smithy-http",
 "aws-smithy-json",
 "aws-smithy-runtime",
 "aws-smithy-runtime-api",
@@ -655,14 +653,14 @@ dependencies = [

 [[package]]
 name = "aws-sdk-dynamodb"
-version = "1.96.0"
+version = "1.95.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "a2e1f3871da847c7ff682ddd2c2b802fa10a562db34eaf16dd863fc2d3f72ad6"
+checksum = "699bab2e1f9da570071889b674a43df1184b6ec42bf4770ef8758a8f3e02f38f"
 dependencies = [
 "aws-credential-types",
 "aws-runtime",
 "aws-smithy-async",
- "aws-smithy-http 0.62.6",
+ "aws-smithy-http",
 "aws-smithy-json",
 "aws-smithy-runtime",
 "aws-smithy-runtime-api",
@@ -677,14 +675,14 @@ dependencies = [

 [[package]]
 name = "aws-sdk-kms"
-version = "1.91.0"
+version = "1.89.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "30662f9c5a2be685ee921f92d5ad88d5bc6ac971e8c0e49c5907bd52b2b069df"
+checksum = "fcf2158ad0759016eb2d36b6eae2365f5c93af47270403b92ad58b75dee5e4df"
 dependencies = [
 "aws-credential-types",
 "aws-runtime",
 "aws-smithy-async",
- "aws-smithy-http 0.62.6",
+ "aws-smithy-http",
 "aws-smithy-json",
 "aws-smithy-runtime",
 "aws-smithy-runtime-api",
@@ -699,9 +697,9 @@ dependencies = [

 [[package]]
 name = "aws-sdk-s3"
-version = "1.109.0"
+version = "1.108.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "3c6d81b75f8ff78882e70c5909804b44553d56136899fb4015a0a68ecc870e0e"
+checksum = "200be4aed61e3c0669f7268bacb768f283f1c32a7014ce57225e1160be2f6ccb"
 dependencies = [
 "aws-credential-types",
 "aws-runtime",
@@ -709,7 +707,7 @@ dependencies = [
 "aws-smithy-async",
 "aws-smithy-checksums",
 "aws-smithy-eventstream",
- "aws-smithy-http 0.62.6",
+ "aws-smithy-http",
 "aws-smithy-json",
 "aws-smithy-runtime",
 "aws-smithy-runtime-api",
@@ -733,14 +731,14 @@ dependencies = [

 [[package]]
 name = "aws-sdk-sso"
-version = "1.87.0"
+version = "1.86.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "f4af747ffcb5aa8da8be8f0679ef6940f1afdb8c2e10c36738c9ebeb8d17b95e"
+checksum = "4a0abbfab841446cce6e87af853a3ba2cc1bc9afcd3f3550dd556c43d434c86d"
 dependencies = [
 "aws-credential-types",
 "aws-runtime",
 "aws-smithy-async",
- "aws-smithy-http 0.62.6",
+ "aws-smithy-http",
 "aws-smithy-json",
 "aws-smithy-runtime",
 "aws-smithy-runtime-api",
@@ -755,14 +753,14 @@ dependencies = [

 [[package]]
 name = "aws-sdk-ssooidc"
-version = "1.89.0"
+version = "1.88.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "695dc67bb861ccb8426c9129b91c30e266a0e3d85650cafdf62fcca14c8fd338"
+checksum = "9a68d675582afea0e94d38b6ca9c5aaae4ca14f1d36faa6edb19b42e687e70d7"
 dependencies = [
 "aws-credential-types",
 "aws-runtime",
 "aws-smithy-async",
- "aws-smithy-http 0.62.6",
+ "aws-smithy-http",
 "aws-smithy-json",
 "aws-smithy-runtime",
 "aws-smithy-runtime-api",
@@ -777,14 +775,14 @@ dependencies = [

 [[package]]
 name = "aws-sdk-sts"
-version = "1.89.0"
+version = "1.88.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "928e87698cd916cf1efd5268148347269e6d2911028742c0061ff6261e639e3c"
+checksum = "d30990923f4f675523c51eb1c0dec9b752fb267b36a61e83cbc219c9d86da715"
 dependencies = [
 "aws-credential-types",
 "aws-runtime",
 "aws-smithy-async",
- "aws-smithy-http 0.62.6",
+ "aws-smithy-http",
 "aws-smithy-json",
 "aws-smithy-query",
 "aws-smithy-runtime",
@@ -800,13 +798,13 @@ dependencies = [

 [[package]]
 name = "aws-sigv4"
-version = "1.4.0"
+version = "1.3.5"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "68f6ae9b71597dc5fd115d52849d7a5556ad9265885ad3492ea8d73b93bbc46e"
+checksum = "bffc03068fbb9c8dd5ce1c6fb240678a5cffb86fb2b7b1985c999c4b83c8df68"
 dependencies = [
 "aws-credential-types",
 "aws-smithy-eventstream",
- "aws-smithy-http 0.63.4",
+ "aws-smithy-http",
 "aws-smithy-runtime-api",
 "aws-smithy-types",
 "bytes",
@@ -828,9 +826,9 @@ dependencies = [

 [[package]]
 name = "aws-smithy-async"
-version = "1.2.12"
+version = "1.2.6"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "3cba48474f1d6807384d06fec085b909f5807e16653c5af5c45dfe89539f0b70"
+checksum = "127fcfad33b7dfc531141fda7e1c402ac65f88aca5511a4d31e2e3d2cd01ce9c"
 dependencies = [
 "futures-util",
 "pin-project-lite",
@@ -843,7 +841,7 @@ version = "0.63.9"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "165d8583d8d906e2fb5511d29201d447cc710864f075debcdd9c31c265412806"
 dependencies = [
- "aws-smithy-http 0.62.6",
+ "aws-smithy-http",
 "aws-smithy-types",
 "bytes",
 "crc-fast",
@@ -859,9 +857,9 @@ dependencies = [

 [[package]]
 name = "aws-smithy-eventstream"
-version = "0.60.19"
+version = "0.60.12"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "1c0b3e587fbaa5d7f7e870544508af8ce82ea47cd30376e69e1e37c4ac746f79"
+checksum = "9656b85088f8d9dc7ad40f9a6c7228e1e8447cdf4b046c87e152e0805dea02fa"
 dependencies = [
 "aws-smithy-types",
 "bytes",
@@ -870,9 +868,9 @@ dependencies = [

 [[package]]
 name = "aws-smithy-http"
-version = "0.62.6"
+version = "0.62.4"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "826141069295752372f8203c17f28e30c464d22899a43a0c9fd9c458d469c88b"
+checksum = "3feafd437c763db26aa04e0cc7591185d0961e64c61885bece0fb9d50ceac671"
 dependencies = [
 "aws-smithy-eventstream",
 "aws-smithy-runtime-api",
@@ -880,7 +878,6 @@ dependencies = [
 "bytes",
 "bytes-utils",
 "futures-core",
- "futures-util",
 "http 0.2.12",
 "http 1.3.1",
 "http-body 0.4.6",
@@ -890,32 +887,11 @@ dependencies = [
 "tracing",
 ]

-[[package]]
-name = "aws-smithy-http"
-version = "0.63.4"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "af4a8a5fe3e4ac7ee871237c340bbce13e982d37543b65700f4419e039f5d78e"
-dependencies = [
- "aws-smithy-runtime-api",
- "aws-smithy-types",
- "bytes",
- "bytes-utils",
- "futures-core",
- "futures-util",
- "http 1.3.1",
- "http-body 1.0.1",
- "http-body-util",
- "percent-encoding",
- "pin-project-lite",
- "pin-utils",
- "tracing",
-]
-
 [[package]]
 name = "aws-smithy-http-client"
-version = "1.1.10"
+version = "1.1.3"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "0709f0083aa19b704132684bc26d3c868e06bd428ccc4373b0b55c3e8748a58b"
+checksum = "1053b5e587e6fa40ce5a79ea27957b04ba660baa02b28b7436f64850152234f1"
 dependencies = [
 "aws-smithy-async",
 "aws-smithy-runtime-api",
@@ -933,7 +909,7 @@ dependencies = [
 "pin-project-lite",
 "rustls 0.21.12",
 "rustls 0.23.31",
- "rustls-native-certs",
+ "rustls-native-certs 0.8.1",
 "rustls-pki-types",
 "tokio",
 "tokio-rustls 0.26.4",
@@ -943,18 +919,18 @@ dependencies = [

 [[package]]
 name = "aws-smithy-json"
-version = "0.61.9"
+version = "0.61.6"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "49fa1213db31ac95288d981476f78d05d9cbb0353d22cdf3472cc05bb02f6551"
+checksum = "cff418fc8ec5cadf8173b10125f05c2e7e1d46771406187b2c878557d4503390"
 dependencies = [
 "aws-smithy-types",
 ]

 [[package]]
 name = "aws-smithy-observability"
-version = "0.2.5"
+version = "0.1.4"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "4d3f39d5bb871aaf461d59144557f16d5927a5248a983a40654d9cf3b9ba183b"
+checksum = "2d1881b1ea6d313f9890710d65c158bdab6fb08c91ea825f74c1c8c357baf4cc"
 dependencies = [
 "aws-smithy-runtime-api",
 ]
@@ -971,12 +947,12 @@ dependencies = [

 [[package]]
 name = "aws-smithy-runtime"
-version = "1.10.1"
+version = "1.9.3"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "8fd3dfc18c1ce097cf81fced7192731e63809829c6cbf933c1ec47452d08e1aa"
+checksum = "40ab99739082da5347660c556689256438defae3bcefd66c52b095905730e404"
 dependencies = [
 "aws-smithy-async",
- "aws-smithy-http 0.63.4",
+ "aws-smithy-http",
 "aws-smithy-http-client",
 "aws-smithy-observability",
 "aws-smithy-runtime-api",
@@ -987,7 +963,6 @@ dependencies = [
 "http 1.3.1",
 "http-body 0.4.6",
 "http-body 1.0.1",
- "http-body-util",
 "pin-project-lite",
 "pin-utils",
 "tokio",
@@ -996,9 +971,9 @@ dependencies = [

 [[package]]
 name = "aws-smithy-runtime-api"
-version = "1.11.4"
+version = "1.9.1"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "8c55e0837e9b8526f49e0b9bfa9ee18ddee70e853f5bc09c5d11ebceddcb0fec"
+checksum = "3683c5b152d2ad753607179ed71988e8cfd52964443b4f74fd8e552d0bbfeb46"
 dependencies = [
 "aws-smithy-async",
 "aws-smithy-types",
@@ -1013,9 +988,9 @@ dependencies = [

 [[package]]
 name = "aws-smithy-types"
-version = "1.4.4"
+version = "1.3.3"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "576b0d6991c9c32bc14fc340582ef148311f924d41815f641a308b5d11e8e7cd"
+checksum = "9f5b3a7486f6690ba25952cabf1e7d75e34d69eaff5081904a47bc79074d6457"
 dependencies = [
 "base64-simd",
 "bytes",
@@ -1048,9 +1023,9 @@ dependencies = [

 [[package]]
 name = "aws-types"
-version = "1.3.12"
+version = "1.3.9"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "6c50f3cdf47caa8d01f2be4a6663ea02418e892f9bbfd82c7b9a3a37eaccdd3a"
+checksum = "e2fd329bf0e901ff3f60425691410c69094dc2a1f34b331f37bfc4e9ac1565a1"
 dependencies = [
 "aws-credential-types",
 "aws-smithy-async",
@@ -1193,6 +1168,29 @@ dependencies = [
 "num-traits",
 ]

+[[package]]
+name = "bindgen"
+version = "0.69.5"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "271383c67ccabffb7381723dea0672a673f292304fcb45c01cc648c7a8d58088"
+dependencies = [
+ "bitflags 2.9.4",
+ "cexpr",
+ "clang-sys",
+ "itertools 0.12.1",
+ "lazy_static",
+ "lazycell",
+ "log",
+ "prettyplease",
+ "proc-macro2",
+ "quote",
+ "regex",
+ "rustc-hash 1.1.0",
+ "shlex",
+ "syn 2.0.114",
+ "which",
+]
+
 [[package]]
 name = "bit-set"
 version = "0.5.3"
@@ -1479,6 +1477,15 @@ version = "0.4.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "4f4c707c6a209cbe82d10abd08e1ea8995e9ea937d2550646e02798948992be0"

+[[package]]
+name = "cexpr"
+version = "0.6.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "6fac387a98bb7c37292057cffc56d62ecb629900026402633ae9160df93a8766"
+dependencies = [
+ "nom 7.1.3",
+]
+
 [[package]]
 name = "cfg-if"
 version = "1.0.3"
@@ -1547,6 +1554,17 @@ dependencies = [
 "inout",
 ]

+[[package]]
+name = "clang-sys"
+version = "1.8.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "0b023947811758c97c59bf9d1c188fd619ad4718dcaa767947df1cadb14f39f4"
+dependencies = [
+ "glob",
+ "libc",
+ "libloading 0.8.9",
+]
+
 [[package]]
 name = "cmake"
 version = "0.1.54"
@@ -3070,8 +3088,8 @@ checksum = "42703706b716c37f96a77aea830392ad231f44c9e9a67872fa5548707e11b11c"

 [[package]]
 name = "fsst"
-version = "4.0.0-beta.8"
-source = "git+https://github.com/lance-format/lance.git?tag=v4.0.0-beta.8#e7eb014de4a8d9d958ed9eaa8d62eadb9cae3f40"
+version = "3.0.0-rc.3"
+source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-rc.3#de393a26a068dd297929ca7d798e43dc31c57337"
 dependencies = [
 "arrow-array",
 "rand 0.9.2",
@@ -3812,6 +3830,7 @@ dependencies = [
 "hyper 0.14.32",
 "log",
 "rustls 0.21.12",
+ "rustls-native-certs 0.6.3",
 "tokio",
 "tokio-rustls 0.24.1",
 ]
@@ -3826,7 +3845,7 @@ dependencies = [
 "hyper 1.7.0",
 "hyper-util",
 "rustls 0.23.31",
- "rustls-native-certs",
+ "rustls-native-certs 0.8.1",
 "rustls-pki-types",
 "tokio",
 "tokio-rustls 0.26.4",
@@ -3852,7 +3871,7 @@ dependencies = [
 "libc",
 "percent-encoding",
 "pin-project-lite",
- "socket2 0.5.10",
+ "socket2 0.6.0",
 "system-configuration",
 "tokio",
 "tower-service",
@@ -4241,8 +4260,8 @@ dependencies = [

 [[package]]
 name = "lance"
-version = "4.0.0-beta.8"
-source = "git+https://github.com/lance-format/lance.git?tag=v4.0.0-beta.8#e7eb014de4a8d9d958ed9eaa8d62eadb9cae3f40"
+version = "3.0.0-rc.3"
+source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-rc.3#de393a26a068dd297929ca7d798e43dc31c57337"
 dependencies = [
 "arrow",
 "arrow-arith",
@@ -4308,8 +4327,8 @@ dependencies = [

 [[package]]
 name = "lance-arrow"
-version = "4.0.0-beta.8"
-source = "git+https://github.com/lance-format/lance.git?tag=v4.0.0-beta.8#e7eb014de4a8d9d958ed9eaa8d62eadb9cae3f40"
+version = "3.0.0-rc.3"
+source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-rc.3#de393a26a068dd297929ca7d798e43dc31c57337"
 dependencies = [
 "arrow-array",
 "arrow-buffer",
@@ -4329,8 +4348,8 @@ dependencies = [

 [[package]]
 name = "lance-bitpacking"
-version = "4.0.0-beta.8"
-source = "git+https://github.com/lance-format/lance.git?tag=v4.0.0-beta.8#e7eb014de4a8d9d958ed9eaa8d62eadb9cae3f40"
+version = "3.0.0-rc.3"
+source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-rc.3#de393a26a068dd297929ca7d798e43dc31c57337"
 dependencies = [
 "arrayref",
 "paste",
@@ -4339,8 +4358,8 @@ dependencies = [

 [[package]]
 name = "lance-core"
-version = "4.0.0-beta.8"
-source = "git+https://github.com/lance-format/lance.git?tag=v4.0.0-beta.8#e7eb014de4a8d9d958ed9eaa8d62eadb9cae3f40"
+version = "3.0.0-rc.3"
+source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-rc.3#de393a26a068dd297929ca7d798e43dc31c57337"
 dependencies = [
 "arrow-array",
 "arrow-buffer",
@@ -4377,8 +4396,8 @@ dependencies = [

 [[package]]
 name = "lance-datafusion"
-version = "4.0.0-beta.8"
-source = "git+https://github.com/lance-format/lance.git?tag=v4.0.0-beta.8#e7eb014de4a8d9d958ed9eaa8d62eadb9cae3f40"
+version = "3.0.0-rc.3"
+source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-rc.3#de393a26a068dd297929ca7d798e43dc31c57337"
 dependencies = [
 "arrow",
 "arrow-array",
@@ -4408,8 +4427,8 @@ dependencies = [

 [[package]]
 name = "lance-datagen"
-version = "4.0.0-beta.8"
-source = "git+https://github.com/lance-format/lance.git?tag=v4.0.0-beta.8#e7eb014de4a8d9d958ed9eaa8d62eadb9cae3f40"
+version = "3.0.0-rc.3"
+source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-rc.3#de393a26a068dd297929ca7d798e43dc31c57337"
 dependencies = [
 "arrow",
 "arrow-array",
@@ -4427,8 +4446,8 @@ dependencies = [

 [[package]]
 name = "lance-encoding"
-version = "4.0.0-beta.8"
-source = "git+https://github.com/lance-format/lance.git?tag=v4.0.0-beta.8#e7eb014de4a8d9d958ed9eaa8d62eadb9cae3f40"
+version = "3.0.0-rc.3"
+source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-rc.3#de393a26a068dd297929ca7d798e43dc31c57337"
 dependencies = [
 "arrow-arith",
 "arrow-array",
@@ -4465,8 +4484,8 @@ dependencies = [

 [[package]]
 name = "lance-file"
-version = "4.0.0-beta.8"
-source = "git+https://github.com/lance-format/lance.git?tag=v4.0.0-beta.8#e7eb014de4a8d9d958ed9eaa8d62eadb9cae3f40"
+version = "3.0.0-rc.3"
+source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-rc.3#de393a26a068dd297929ca7d798e43dc31c57337"
 dependencies = [
 "arrow-arith",
 "arrow-array",
@@ -4498,8 +4517,8 @@ dependencies = [

 [[package]]
 name = "lance-index"
-version = "4.0.0-beta.8"
-source = "git+https://github.com/lance-format/lance.git?tag=v4.0.0-beta.8#e7eb014de4a8d9d958ed9eaa8d62eadb9cae3f40"
+version = "3.0.0-rc.3"
+source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-rc.3#de393a26a068dd297929ca7d798e43dc31c57337"
 dependencies = [
 "arrow",
 "arrow-arith",
@@ -4562,8 +4581,8 @@ dependencies = [

 [[package]]
 name = "lance-io"
-version = "4.0.0-beta.8"
-source = "git+https://github.com/lance-format/lance.git?tag=v4.0.0-beta.8#e7eb014de4a8d9d958ed9eaa8d62eadb9cae3f40"
+version = "3.0.0-rc.3"
+source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-rc.3#de393a26a068dd297929ca7d798e43dc31c57337"
 dependencies = [
 "arrow",
 "arrow-arith",
@@ -4604,8 +4623,8 @@ dependencies = [

 [[package]]
 name = "lance-linalg"
-version = "4.0.0-beta.8"
-source = "git+https://github.com/lance-format/lance.git?tag=v4.0.0-beta.8#e7eb014de4a8d9d958ed9eaa8d62eadb9cae3f40"
+version = "3.0.0-rc.3"
+source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-rc.3#de393a26a068dd297929ca7d798e43dc31c57337"
 dependencies = [
 "arrow-array",
 "arrow-buffer",
@@ -4621,8 +4640,8 @@ dependencies = [

 [[package]]
 name = "lance-namespace"
-version = "4.0.0-beta.8"
-source = "git+https://github.com/lance-format/lance.git?tag=v4.0.0-beta.8#e7eb014de4a8d9d958ed9eaa8d62eadb9cae3f40"
+version = "3.0.0-rc.3"
+source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-rc.3#de393a26a068dd297929ca7d798e43dc31c57337"
 dependencies = [
 "arrow",
 "async-trait",
@@ -4634,8 +4653,8 @@ dependencies = [

 [[package]]
 name = "lance-namespace-impls"
-version = "4.0.0-beta.8"
-source = "git+https://github.com/lance-format/lance.git?tag=v4.0.0-beta.8#e7eb014de4a8d9d958ed9eaa8d62eadb9cae3f40"
+version = "3.0.0-rc.3"
+source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-rc.3#de393a26a068dd297929ca7d798e43dc31c57337"
 dependencies = [
 "arrow",
 "arrow-ipc",
@@ -4679,8 +4698,8 @@ dependencies = [

 [[package]]
 name = "lance-table"
-version = "4.0.0-beta.8"
-source = "git+https://github.com/lance-format/lance.git?tag=v4.0.0-beta.8#e7eb014de4a8d9d958ed9eaa8d62eadb9cae3f40"
+version = "3.0.0-rc.3"
+source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-rc.3#de393a26a068dd297929ca7d798e43dc31c57337"
 dependencies = [
 "arrow",
 "arrow-array",
@@ -4719,8 +4738,8 @@ dependencies = [

 [[package]]
 name = "lance-testing"
-version = "4.0.0-beta.8"
-source = "git+https://github.com/lance-format/lance.git?tag=v4.0.0-beta.8#e7eb014de4a8d9d958ed9eaa8d62eadb9cae3f40"
+version = "3.0.0-rc.3"
+source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-rc.3#de393a26a068dd297929ca7d798e43dc31c57337"
 dependencies = [
 "arrow-array",
 "arrow-schema",
@@ -4731,7 +4750,7 @@ dependencies = [

 [[package]]
 name = "lancedb"
-version = "0.27.0-beta.5"
+version = "0.27.0-beta.3"
 dependencies = [
 "ahash",
 "anyhow",
@@ -4813,7 +4832,7 @@ dependencies = [

 [[package]]
 name = "lancedb-nodejs"
-version = "0.27.0-beta.5"
+version = "0.27.0-beta.3"
 dependencies = [
 "arrow-array",
 "arrow-ipc",
@@ -4833,24 +4852,20 @@ dependencies = [

 [[package]]
 name = "lancedb-python"
-version = "0.30.0-beta.5"
+version = "0.30.0-beta.3"
 dependencies = [
 "arrow",
 "async-trait",
- "bytes",
 "env_logger",
 "futures",
 "lance-core",
 "lance-io",
 "lance-namespace",
- "lance-namespace-impls",
 "lancedb",
 "pin-project",
 "pyo3",
 "pyo3-async-runtimes",
 "pyo3-build-config",
- "serde",
- "serde_json",
 "snafu 0.8.9",
 "tokio",
 ]
@@ -4864,6 +4879,12 @@ dependencies = [
 "spin",
 ]

+[[package]]
+name = "lazycell"
+version = "1.3.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "830d08ce1d1d941e6b30645f1a0eb5643013d835ce3779a5fc208261dbe10f55"
+
 [[package]]
 name = "leb128fmt"
 version = "0.1.0"
@@ -5316,7 +5337,7 @@ dependencies = [
 "napi-build",
 "napi-sys",
 "nohash-hasher",
- "rustc-hash",
+ "rustc-hash 2.1.1",
 "tokio",
 ]

@@ -5481,9 +5502,9 @@ dependencies = [

 [[package]]
 name = "num-conv"
-version = "0.2.0"
+version = "0.1.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "cf97ec579c3c42f953ef76dbf8d55ac91fb219dde70e49aa4a6b7d74e9919050"
+checksum = "51d515d32fb182ee37cda2ccdcb92950d6a3c2893aa280e540671c2cd0f3b1d9"

 [[package]]
 name = "num-integer"
@@ -5589,7 +5610,7 @@ dependencies = [
 "rand 0.9.2",
 "reqwest",
 "ring",
- "rustls-pemfile",
+ "rustls-pemfile 2.2.0",
 "serde",
 "serde_json",
 "serde_urlencoded",
@@ -5632,9 +5653,9 @@ checksum = "a4895175b425cb1f87721b59f0f286c2092bd4af812243672510e1ac53e2e0ad"

 [[package]]
 name = "oneshot"
-version = "0.1.13"
+version = "0.1.11"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "269bca4c2591a28585d6bf10d9ed0332b7d76900a1b02bec41bdc3a2cdcda107"
+checksum = "b4ce411919553d3f9fa53a0880544cda985a112117a0444d5ff1e870a893d6ea"

 [[package]]
 name = "onig"
@@ -6443,7 +6464,7 @@ version = "0.14.3"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "343d3bd7056eda839b03204e68deff7d1b13aba7af2b2fd16890697274262ee7"
 dependencies = [
- "heck 0.4.1",
+ "heck 0.5.0",
 "itertools 0.14.0",
 "log",
 "multimap",
@@ -6630,9 +6651,9 @@ dependencies = [
 "pin-project-lite",
 "quinn-proto",
 "quinn-udp",
- "rustc-hash",
+ "rustc-hash 2.1.1",
 "rustls 0.23.31",
- "socket2 0.5.10",
+ "socket2 0.6.0",
 "thiserror 2.0.17",
 "tokio",
 "tracing",
@@ -6650,7 +6671,7 @@ dependencies = [
 "lru-slab",
 "rand 0.9.2",
 "ring",
- "rustc-hash",
+ "rustc-hash 2.1.1",
 "rustls 0.23.31",
 "rustls-pki-types",
 "slab",
@@ -6669,7 +6690,7 @@ dependencies = [
 "cfg_aliases",
 "libc",
 "once_cell",
- "socket2 0.5.10",
+ "socket2 0.6.0",
 "tracing",
 "windows-sys 0.60.2",
 ]
@@ -7037,7 +7058,7 @@ dependencies = [
 "pin-project-lite",
 "quinn",
 "rustls 0.23.31",
- "rustls-native-certs",
+ "rustls-native-certs 0.8.1",
 "rustls-pki-types",
 "serde",
 "serde_json",
@@ -7110,9 +7131,9 @@ dependencies = [

 [[package]]
 name = "rsa"
-version = "0.9.10"
+version = "0.9.8"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "b8573f03f5883dcaebdfcf4725caa1ecb9c15b2ef50c43a07b816e06799bb12d"
+checksum = "78928ac1ed176a5ca1d17e578a1825f3d81ca54cf41053a592584b020cfd691b"
 dependencies = [
 "const-oid",
 "digest",
@@ -7179,6 +7200,12 @@ dependencies = [
 "serde_derive",
 ]

+[[package]]
+name = "rustc-hash"
+version = "1.1.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "08d43f7aa6b08d49f382cde6a7982047c3426db949b1424bc4b7ec9ae12c6ce2"
+
 [[package]]
 name = "rustc-hash"
 version = "2.1.1"
@@ -7248,6 +7275,18 @@ dependencies = [
 "zeroize",
 ]

+[[package]]
+name = "rustls-native-certs"
+version = "0.6.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "a9aace74cb666635c918e9c12bc0d348266037aa8eb599b5cba565709a8dff00"
+dependencies = [
+ "openssl-probe",
+ "rustls-pemfile 1.0.4",
+ "schannel",
+ "security-framework 2.11.1",
+]
+
 [[package]]
 name = "rustls-native-certs"
 version = "0.8.1"
@@ -7257,7 +7296,16 @@ dependencies = [
 "openssl-probe",
 "rustls-pki-types",
 "schannel",
- "security-framework",
+ "security-framework 3.5.1",
+]
+
+[[package]]
+name = "rustls-pemfile"
+version = "1.0.4"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "1c74cae0a4cf6ccbbf5f359f08efdf8ee7e1dc532573bf0db71968cb56b1448c"
+dependencies = [
+ "base64 0.21.7",
 ]

 [[package]]
@@ -7431,6 +7479,19 @@ dependencies = [
 "zeroize",
 ]

+[[package]]
+name = "security-framework"
+version = "2.11.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "897b2245f0b511c87893af39b033e5ca9cce68824c4d7e7630b5a1d339658d02"
+dependencies = [
+ "bitflags 2.9.4",
+ "core-foundation 0.9.4",
+ "core-foundation-sys",
+ "libc",
+ "security-framework-sys",
+]
+
 [[package]]
 name = "security-framework"
 version = "3.5.1"
@@ -7735,7 +7796,7 @@ version = "0.8.9"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "c1c97747dbf44bb1ca44a561ece23508e99cb592e862f22222dcf42f51d1e451"
 dependencies = [
- "heck 0.4.1",
+ "heck 0.5.0",
 "proc-macro2",
 "quote",
 "syn 2.0.114",
@@ -8101,7 +8162,7 @@ dependencies = [
 "rayon",
 "regex",
 "rust-stemmers",
- "rustc-hash",
+ "rustc-hash 2.1.1",
 "serde",
 "serde_json",
 "sketches-ddsketch",
@@ -8327,30 +8388,30 @@ dependencies = [

 [[package]]
 name = "time"
-version = "0.3.47"
+version = "0.3.44"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "743bd48c283afc0388f9b8827b976905fb217ad9e647fae3a379a9283c4def2c"
+checksum = "91e7d9e3bb61134e77bde20dd4825b97c010155709965fedf0f49bb138e52a9d"
 dependencies = [
 "deranged",
 "itoa",
 "num-conv",
 "powerfmt",
- "serde_core",
+ "serde",
 "time-core",
 "time-macros",
 ]

 [[package]]
 name = "time-core"
-version = "0.1.8"
+version = "0.1.6"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "7694e1cfe791f8d31026952abf09c69ca6f6fa4e1a1229e18988f06a04a12dca"
+checksum = "40868e7c1d2f0b8d73e4a8c7f0ff63af4f6d19be117e90bd73eb1d62cf831c6b"

 [[package]]
 name = "time-macros"
-version = "0.2.27"
+version = "0.2.24"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "2e70e4c5a0e0a8a4823ad65dfe1a6930e4f4d756dcd9dd7939022b5e8c501215"
+checksum = "30cfb0125f12d9c277f35663a0a33f8c30190f4e4574868a330595412d34ebf3"
 dependencies = [
 "num-conv",
 "time-core",
@@ -9057,6 +9118,18 @@ dependencies = [
 "rustls-pki-types",
 ]

+[[package]]
+name = "which"
+version = "4.4.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "87ba24419a2078cd2b0f2ede2691b6c66d8e47836da3b6db8265ebad47afbfc7"
+dependencies = [
+ "either",
+ "home",
+ "once_cell",
+ "rustix 0.38.44",
+]
+
 [[package]]
 name = "winapi"
 version = "0.3.9"
@@ -15,20 +15,20 @@ categories = ["database-implementations"]
 rust-version = "1.91.0"

 [workspace.dependencies]
-lance = { "version" = "=4.0.0-beta.8", default-features = false, "tag" = "v4.0.0-beta.8", "git" = "https://github.com/lance-format/lance.git" }
-lance-core = { "version" = "=4.0.0-beta.8", "tag" = "v4.0.0-beta.8", "git" = "https://github.com/lance-format/lance.git" }
-lance-datagen = { "version" = "=4.0.0-beta.8", "tag" = "v4.0.0-beta.8", "git" = "https://github.com/lance-format/lance.git" }
-lance-file = { "version" = "=4.0.0-beta.8", "tag" = "v4.0.0-beta.8", "git" = "https://github.com/lance-format/lance.git" }
-lance-io = { "version" = "=4.0.0-beta.8", default-features = false, "tag" = "v4.0.0-beta.8", "git" = "https://github.com/lance-format/lance.git" }
-lance-index = { "version" = "=4.0.0-beta.8", "tag" = "v4.0.0-beta.8", "git" = "https://github.com/lance-format/lance.git" }
-lance-linalg = { "version" = "=4.0.0-beta.8", "tag" = "v4.0.0-beta.8", "git" = "https://github.com/lance-format/lance.git" }
-lance-namespace = { "version" = "=4.0.0-beta.8", "tag" = "v4.0.0-beta.8", "git" = "https://github.com/lance-format/lance.git" }
-lance-namespace-impls = { "version" = "=4.0.0-beta.8", default-features = false, "tag" = "v4.0.0-beta.8", "git" = "https://github.com/lance-format/lance.git" }
-lance-table = { "version" = "=4.0.0-beta.8", "tag" = "v4.0.0-beta.8", "git" = "https://github.com/lance-format/lance.git" }
-lance-testing = { "version" = "=4.0.0-beta.8", "tag" = "v4.0.0-beta.8", "git" = "https://github.com/lance-format/lance.git" }
-lance-datafusion = { "version" = "=4.0.0-beta.8", "tag" = "v4.0.0-beta.8", "git" = "https://github.com/lance-format/lance.git" }
-lance-encoding = { "version" = "=4.0.0-beta.8", "tag" = "v4.0.0-beta.8", "git" = "https://github.com/lance-format/lance.git" }
-lance-arrow = { "version" = "=4.0.0-beta.8", "tag" = "v4.0.0-beta.8", "git" = "https://github.com/lance-format/lance.git" }
+lance = { "version" = "=3.0.0-rc.3", default-features = false, "tag" = "v3.0.0-rc.3", "git" = "https://github.com/lance-format/lance.git" }
+lance-core = { "version" = "=3.0.0-rc.3", "tag" = "v3.0.0-rc.3", "git" = "https://github.com/lance-format/lance.git" }
+lance-datagen = { "version" = "=3.0.0-rc.3", "tag" = "v3.0.0-rc.3", "git" = "https://github.com/lance-format/lance.git" }
+lance-file = { "version" = "=3.0.0-rc.3", "tag" = "v3.0.0-rc.3", "git" = "https://github.com/lance-format/lance.git" }
+lance-io = { "version" = "=3.0.0-rc.3", default-features = false, "tag" = "v3.0.0-rc.3", "git" = "https://github.com/lance-format/lance.git" }
+lance-index = { "version" = "=3.0.0-rc.3", "tag" = "v3.0.0-rc.3", "git" = "https://github.com/lance-format/lance.git" }
+lance-linalg = { "version" = "=3.0.0-rc.3", "tag" = "v3.0.0-rc.3", "git" = "https://github.com/lance-format/lance.git" }
+lance-namespace = { "version" = "=3.0.0-rc.3", "tag" = "v3.0.0-rc.3", "git" = "https://github.com/lance-format/lance.git" }
+lance-namespace-impls = { "version" = "=3.0.0-rc.3", default-features = false, "tag" = "v3.0.0-rc.3", "git" = "https://github.com/lance-format/lance.git" }
+lance-table = { "version" = "=3.0.0-rc.3", "tag" = "v3.0.0-rc.3", "git" = "https://github.com/lance-format/lance.git" }
+lance-testing = { "version" = "=3.0.0-rc.3", "tag" = "v3.0.0-rc.3", "git" = "https://github.com/lance-format/lance.git" }
+lance-datafusion = { "version" = "=3.0.0-rc.3", "tag" = "v3.0.0-rc.3", "git" = "https://github.com/lance-format/lance.git" }
+lance-encoding = { "version" = "=3.0.0-rc.3", "tag" = "v3.0.0-rc.3", "git" = "https://github.com/lance-format/lance.git" }
+lance-arrow = { "version" = "=3.0.0-rc.3", "tag" = "v3.0.0-rc.3", "git" = "https://github.com/lance-format/lance.git" }
 ahash = "0.8"
 # Note that this one does not include pyarrow
 arrow = { version = "57.2", optional = false }
@@ -1,27 +1,27 @@
-# Simple base dockerfile that supports basic dependencies required to run lance with FTS and Hybrid Search
-# Usage: docker build -t lancedb:latest -f Dockerfile .
-FROM python:3.12-slim-bookworm
+#Simple base dockerfile that supports basic dependencies required to run lance with FTS and Hybrid Search
+#Usage docker build -t lancedb:latest -f Dockerfile .
+FROM python:3.10-slim-buster

-# Install build dependencies in a single layer
-RUN apt-get update && \
-  apt-get install -y --no-install-recommends \
-    curl \
-    build-essential \
-    protobuf-compiler \
-    git \
-    ca-certificates && \
-  apt-get clean && \
-  rm -rf /var/lib/apt/lists/*
-
-# Install Rust (pinned installer, non-interactive)
-RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y --default-toolchain stable --profile minimal
+# Install Rust
+RUN apt-get update && apt-get install -y curl build-essential && \
+  curl https://sh.rustup.rs -sSf | sh -s -- -y

 # Set the environment variable for Rust
 ENV PATH="/root/.cargo/bin:${PATH}"

+# Install protobuf compiler
+RUN apt-get install -y protobuf-compiler && \
+  apt-get clean && \
+  rm -rf /var/lib/apt/lists/*
+
+RUN apt-get -y update &&\
+  apt-get -y upgrade && \
+  apt-get -y install git
+
+
 # Verify installations
 RUN python --version && \
  rustc --version && \
  protoc --version

-RUN pip install --no-cache-dir tantivy lancedb
+RUN pip install tantivy lancedb
@@ -52,21 +52,14 @@ plugins:
          options:
            docstring_style: numpy
            heading_level: 3
+            show_source: true
+            show_symbol_type_in_heading: true
            show_signature_annotations: true
            show_root_heading: true
-            show_docstring_examples: true
-            show_docstring_attributes: false
-            show_docstring_other_parameters: true
-            show_symbol_type_heading: true
-            show_labels: false
-            show_if_no_docstring: true
-            show_source: false
            members_order: source
            docstring_section_style: list
            signature_crossrefs: true
            separate_signature: true
-            filters:
-              - "!^_"
          import:
            # for cross references
            - https://arrow.apache.org/docs/objects.inv
@@ -120,7 +113,7 @@ markdown_extensions:
      emoji_index: !!python/name:material.extensions.emoji.twemoji
      emoji_generator: !!python/name:material.extensions.emoji.to_svg
  - markdown.extensions.toc:
-      toc_depth: 4
+      toc_depth: 3
      permalink: true
      permalink_title: Anchor link to this section

@@ -1,9 +1,9 @@
 mkdocs==1.5.3
 mkdocs-jupyter==0.24.1
 mkdocs-material==9.5.3
-mkdocs-autorefs>=0.5,<=1.0
+mkdocs-autorefs<=1.0
 mkdocstrings[python]==0.25.2
-griffe>=0.40,<1.0
-mkdocs-render-swagger-plugin>=0.1.0
-pydantic>=2.0,<3.0
-mkdocs-redirects>=1.2.0
+griffe
+mkdocs-render-swagger-plugin
+pydantic
+mkdocs-redirects
@@ -14,7 +14,7 @@ Add the following dependency to your `pom.xml`:
 <dependency>
    <groupId>com.lancedb</groupId>
    <artifactId>lancedb-core</artifactId>
-    <version>0.27.0-beta.5</version>
+    <version>0.27.0-beta.3</version>
 </dependency>
 ```

@@ -1,4 +1,4 @@
-# LanceDB Java Enterprise Client
+# LanceDB Java SDK

 ## Configuration and Initialization

@@ -8,7 +8,7 @@
    <parent>
      <groupId>com.lancedb</groupId>
      <artifactId>lancedb-parent</artifactId>
-      <version>0.27.0-beta.5</version>
+      <version>0.27.0-beta.3</version>
      <relativePath>../pom.xml</relativePath>
    </parent>

@@ -56,21 +56,21 @@
        <dependency>
            <groupId>org.apache.logging.log4j</groupId>
            <artifactId>log4j-slf4j2-impl</artifactId>
-            <version>2.25.3</version>
+            <version>2.24.3</version>
            <scope>test</scope>
        </dependency>

        <dependency>
            <groupId>org.apache.logging.log4j</groupId>
            <artifactId>log4j-core</artifactId>
-            <version>2.25.3</version>
+            <version>2.24.3</version>
            <scope>test</scope>
        </dependency>

        <dependency>
            <groupId>org.apache.logging.log4j</groupId>
            <artifactId>log4j-api</artifactId>
-            <version>2.25.3</version>
+            <version>2.24.3</version>
            <scope>test</scope>
        </dependency>
    </dependencies>
@@ -6,7 +6,7 @@

    <groupId>com.lancedb</groupId>
    <artifactId>lancedb-parent</artifactId>
-    <version>0.27.0-beta.5</version>
+    <version>0.27.0-beta.3</version>
    <packaging>pom</packaging>
    <name>${project.artifactId}</name>
    <description>LanceDB Java SDK Parent POM</description>
@@ -28,7 +28,7 @@
    <properties>
        <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
        <arrow.version>15.0.0</arrow.version>
-        <lance-core.version>4.0.0-beta.8</lance-core.version>
+        <lance-core.version>3.1.0-beta.2</lance-core.version>
        <spotless.skip>false</spotless.skip>
        <spotless.version>2.30.0</spotless.version>
        <spotless.java.googlejavaformat.version>1.7</spotless.java.googlejavaformat.version>
@@ -111,7 +111,7 @@
            <plugin>
                <groupId>org.apache.maven.plugins</groupId>
                <artifactId>maven-source-plugin</artifactId>
-                <version>3.3.1</version>
+                <version>2.2.1</version>
                <executions>
                    <execution>
                        <id>attach-sources</id>
@@ -124,7 +124,7 @@
            <plugin>
                <groupId>org.apache.maven.plugins</groupId>
                <artifactId>maven-javadoc-plugin</artifactId>
-                <version>3.11.2</version>
+                <version>2.9.1</version>
                <executions>
                    <execution>
                        <id>attach-javadocs</id>
@@ -178,15 +178,15 @@
            <plugins>
                <plugin>
                    <artifactId>maven-clean-plugin</artifactId>
-                    <version>3.4.1</version>
+                    <version>3.1.0</version>
                </plugin>
                <plugin>
                    <artifactId>maven-resources-plugin</artifactId>
-                    <version>3.3.1</version>
+                    <version>3.0.2</version>
                </plugin>
                <plugin>
                    <artifactId>maven-compiler-plugin</artifactId>
-                    <version>3.14.0</version>
+                    <version>3.8.1</version>
                    <configuration>
                        <compilerArgs>
                            <arg>-h</arg>
@@ -205,11 +205,11 @@
                </plugin>
                <plugin>
                    <artifactId>maven-jar-plugin</artifactId>
-                    <version>3.4.2</version>
+                    <version>3.0.2</version>
                </plugin>
                <plugin>
                    <artifactId>maven-install-plugin</artifactId>
-                    <version>3.1.3</version>
+                    <version>2.5.2</version>
                </plugin>
                <plugin>
                    <groupId>com.diffplug.spotless</groupId>
@@ -327,7 +327,7 @@
                    <plugin>
                        <groupId>org.apache.maven.plugins</groupId>
                        <artifactId>maven-gpg-plugin</artifactId>
-                        <version>3.2.7</version>
+                        <version>1.5</version>
                        <executions>
                            <execution>
                                <id>sign-artifacts</id>
@@ -1,7 +1,7 @@
 [package]
 name = "lancedb-nodejs"
 edition.workspace = true
-version = "0.27.0-beta.5"
+version = "0.27.0-beta.3"
 license.workspace = true
 description.workspace = true
 repository.workspace = true
@@ -25,12 +25,12 @@ napi = { version = "3.8.3", default-features = false, features = [
 ] }
 napi-derive = "3.5.2"
 # Prevent dynamic linking of lzma, which comes from datafusion
-lzma-sys = { version = "0.1", features = ["static"] }
+lzma-sys = { version = "*", features = ["static"] }
 log.workspace = true

-# Pin to resolve build failures; update periodically for security patches.
-aws-lc-sys = "=0.38.0"
-aws-lc-rs = "=1.16.1"
+# Workaround for build failure until we can fix it.
+aws-lc-sys = "=0.28.0"
+aws-lc-rs = "=1.13.0"

 [build-dependencies]
 napi-build = "2.3.1"
@@ -63,7 +63,6 @@ describe.each([arrow15, arrow16, arrow17, arrow18])(
      tableFromIPC,
      DataType,
      Dictionary,
-      Uint8: ArrowUint8,
      // biome-ignore lint/suspicious/noExplicitAny: <explanation>
    } = <any>arrow;
    type Schema = ApacheArrow["Schema"];
@@ -363,38 +362,6 @@ describe.each([arrow15, arrow16, arrow17, arrow18])(
        ).toEqual(new Float64().toString());
      });

-      it("will infer FixedSizeList<Float32> from Float32Array values", async function () {
-        const table = makeArrowTable([
-          { id: "a", vector: new Float32Array([0.1, 0.2, 0.3]) },
-          { id: "b", vector: new Float32Array([0.4, 0.5, 0.6]) },
-        ]);
-
-        expect(DataType.isFixedSizeList(table.getChild("vector")?.type)).toBe(
-          true,
-        );
-        const vectorType = table.getChild("vector")?.type;
-        expect(vectorType.listSize).toBe(3);
-        expect(vectorType.children[0].type.toString()).toEqual(
-          new Float32().toString(),
-        );
-      });
-
-      it("will infer FixedSizeList<Uint8> from Uint8Array values", async function () {
-        const table = makeArrowTable([
-          { id: "a", vector: new Uint8Array([1, 2, 3]) },
-          { id: "b", vector: new Uint8Array([4, 5, 6]) },
-        ]);
-
-        expect(DataType.isFixedSizeList(table.getChild("vector")?.type)).toBe(
-          true,
-        );
-        const vectorType = table.getChild("vector")?.type;
-        expect(vectorType.listSize).toBe(3);
-        expect(vectorType.children[0].type.toString()).toEqual(
-          new ArrowUint8().toString(),
-        );
-      });
-
      it("will use dictionary encoded strings if asked", async function () {
        const table = makeArrowTable([{ str: "hello" }]);
        expect(DataType.isUtf8(table.getChild("str")?.type)).toBe(true);
@@ -2204,36 +2204,3 @@ describe("when creating an empty table", () => {
    expect((actualSchema.fields[1].type as Float64).precision).toBe(2);
  });
 });
-
-// Ensure we can create float32 arrays without using Arrow
-// by utilizing native JS TypedArray support
-//
-// https://github.com/lancedb/lancedb/issues/3115
-describe("when creating a table with Float32Array vectors", () => {
-  let tmpDir: tmp.DirResult;
-  beforeEach(() => {
-    tmpDir = tmp.dirSync({ unsafeCleanup: true });
-  });
-  afterEach(() => {
-    tmpDir.removeCallback();
-  });
-
-  it("should persist Float32Array as FixedSizeList<Float32> in the LanceDB schema", async () => {
-    const db = await connect(tmpDir.name);
-    const table = await db.createTable("test", [
-      { id: "a", vector: new Float32Array([0.1, 0.2, 0.3]) },
-      { id: "b", vector: new Float32Array([0.4, 0.5, 0.6]) },
-    ]);
-
-    const schema = await table.schema();
-    const vectorField = schema.fields.find((f) => f.name === "vector");
-    expect(vectorField).toBeDefined();
-    expect(vectorField!.type).toBeInstanceOf(FixedSizeList);
-
-    const fsl = vectorField!.type as FixedSizeList;
-    expect(fsl.listSize).toBe(3);
-    expect(fsl.children[0].type.typeId).toBe(Type.Float);
-    // precision: HALF=0, SINGLE=1, DOUBLE=2
-    expect((fsl.children[0].type as Float32).precision).toBe(1);
-  });
-});
@@ -30,15 +30,12 @@
        "x64",
        "arm64"
      ],
-      "dev": true,
      "license": "Apache-2.0",
-      "optional": true,
      "os": [
        "darwin",
        "linux",
        "win32"
      ],
-      "peer": true,
      "dependencies": {
        "reflect-metadata": "^0.2.2"
      },
@@ -94,15 +91,14 @@
      }
    },
    "node_modules/@babel/code-frame": {
-      "version": "7.29.0",
-      "resolved": "https://registry.npmjs.org/@babel/code-frame/-/code-frame-7.29.0.tgz",
-      "integrity": "sha512-9NhCeYjq9+3uxgdtp20LSiJXJvN0FeCtNGpJxuMFZ1Kv3cWUNb6DOhJwUvcVCzKGR66cw4njwM6hrJLqgOwbcw==",
+      "version": "7.26.2",
+      "resolved": "https://registry.npmjs.org/@babel/code-frame/-/code-frame-7.26.2.tgz",
+      "integrity": "sha512-RJlIHRueQgwWitWgF8OdFYGZX328Ax5BCemNGlqHfplnRT9ESi8JkFlvaVYbS+UubVY6dpv87Fs2u5M29iNFVQ==",
      "dev": true,
-      "license": "MIT",
      "dependencies": {
-        "@babel/helper-validator-identifier": "^7.28.5",
+        "@babel/helper-validator-identifier": "^7.25.9",
        "js-tokens": "^4.0.0",
-        "picocolors": "^1.1.1"
+        "picocolors": "^1.0.0"
      },
      "engines": {
        "node": ">=6.9.0"
@@ -237,21 +233,19 @@
      }
    },
    "node_modules/@babel/helper-string-parser": {
-      "version": "7.27.1",
-      "resolved": "https://registry.npmjs.org/@babel/helper-string-parser/-/helper-string-parser-7.27.1.tgz",
-      "integrity": "sha512-qMlSxKbpRlAridDExk92nSobyDdpPijUq2DW6oDnUqd0iOGxmQjyqhMIihI9+zv4LPyZdRje2cavWPbCbWm3eA==",
+      "version": "7.25.9",
+      "resolved": "https://registry.npmjs.org/@babel/helper-string-parser/-/helper-string-parser-7.25.9.tgz",
+      "integrity": "sha512-4A/SCr/2KLd5jrtOMFzaKjVtAei3+2r/NChoBNoZ3EyP/+GlhoaEGoWOZUmFmoITP7zOJyHIMm+DYRd8o3PvHA==",
      "dev": true,
-      "license": "MIT",
      "engines": {
        "node": ">=6.9.0"
      }
    },
    "node_modules/@babel/helper-validator-identifier": {
-      "version": "7.28.5",
-      "resolved": "https://registry.npmjs.org/@babel/helper-validator-identifier/-/helper-validator-identifier-7.28.5.tgz",
-      "integrity": "sha512-qSs4ifwzKJSV39ucNjsvc6WVHs6b7S03sOh2OcHF9UHfVPqWWALUsNUVzhSBiItjRZoLHx7nIarVjqKVusUZ1Q==",
+      "version": "7.25.9",
+      "resolved": "https://registry.npmjs.org/@babel/helper-validator-identifier/-/helper-validator-identifier-7.25.9.tgz",
+      "integrity": "sha512-Ed61U6XJc3CVRfkERJWDz4dJwKe7iLmmJsbOGu9wSloNSFttHV0I8g6UAgb7qnK5ly5bGLPd4oXZlxCdANBOWQ==",
      "dev": true,
-      "license": "MIT",
      "engines": {
        "node": ">=6.9.0"
      }
@@ -266,27 +260,25 @@
      }
    },
    "node_modules/@babel/helpers": {
-      "version": "7.28.6",
-      "resolved": "https://registry.npmjs.org/@babel/helpers/-/helpers-7.28.6.tgz",
-      "integrity": "sha512-xOBvwq86HHdB7WUDTfKfT/Vuxh7gElQ+Sfti2Cy6yIWNW05P8iUslOVcZ4/sKbE+/jQaukQAdz/gf3724kYdqw==",
+      "version": "7.26.0",
+      "resolved": "https://registry.npmjs.org/@babel/helpers/-/helpers-7.26.0.tgz",
+      "integrity": "sha512-tbhNuIxNcVb21pInl3ZSjksLCvgdZy9KwJ8brv993QtIVKJBBkYXz4q4ZbAv31GdnC+R90np23L5FbEBlthAEw==",
      "dev": true,
-      "license": "MIT",
      "dependencies": {
-        "@babel/template": "^7.28.6",
-        "@babel/types": "^7.28.6"
+        "@babel/template": "^7.25.9",
+        "@babel/types": "^7.26.0"
      },
      "engines": {
        "node": ">=6.9.0"
      }
    },
    "node_modules/@babel/parser": {
-      "version": "7.29.0",
-      "resolved": "https://registry.npmjs.org/@babel/parser/-/parser-7.29.0.tgz",
-      "integrity": "sha512-IyDgFV5GeDUVX4YdF/3CPULtVGSXXMLh1xVIgdCgxApktqnQV0r7/8Nqthg+8YLGaAtdyIlo2qIdZrbCv4+7ww==",
+      "version": "7.26.2",
+      "resolved": "https://registry.npmjs.org/@babel/parser/-/parser-7.26.2.tgz",
+      "integrity": "sha512-DWMCZH9WA4Maitz2q21SRKHo9QXZxkDsbNZoVD62gusNtNBBqDg9i7uOhASfTfIGNzW+O+r7+jAlM8dwphcJKQ==",
      "dev": true,
-      "license": "MIT",
      "dependencies": {
-        "@babel/types": "^7.29.0"
+        "@babel/types": "^7.26.0"
      },
      "bin": {
        "parser": "bin/babel-parser.js"
@@ -518,15 +510,14 @@
      }
    },
    "node_modules/@babel/template": {
-      "version": "7.28.6",
-      "resolved": "https://registry.npmjs.org/@babel/template/-/template-7.28.6.tgz",
-      "integrity": "sha512-YA6Ma2KsCdGb+WC6UpBVFJGXL58MDA6oyONbjyF/+5sBgxY/dwkhLogbMT2GXXyU84/IhRw/2D1Os1B/giz+BQ==",
+      "version": "7.25.9",
+      "resolved": "https://registry.npmjs.org/@babel/template/-/template-7.25.9.tgz",
+      "integrity": "sha512-9DGttpmPvIxBb/2uwpVo3dqJ+O6RooAFOS+lB+xDqoE2PVCE8nfoHMdZLpfCQRLwvohzXISPZcgxt80xLfsuwg==",
      "dev": true,
-      "license": "MIT",
      "dependencies": {
-        "@babel/code-frame": "^7.28.6",
-        "@babel/parser": "^7.28.6",
-        "@babel/types": "^7.28.6"
+        "@babel/code-frame": "^7.25.9",
+        "@babel/parser": "^7.25.9",
+        "@babel/types": "^7.25.9"
      },
      "engines": {
        "node": ">=6.9.0"
@@ -551,14 +542,13 @@
      }
    },
    "node_modules/@babel/types": {
-      "version": "7.29.0",
-      "resolved": "https://registry.npmjs.org/@babel/types/-/types-7.29.0.tgz",
-      "integrity": "sha512-LwdZHpScM4Qz8Xw2iKSzS+cfglZzJGvofQICy7W7v4caru4EaAmyUuO6BGrbyQ2mYV11W0U8j5mBhd14dd3B0A==",
+      "version": "7.26.0",
+      "resolved": "https://registry.npmjs.org/@babel/types/-/types-7.26.0.tgz",
+      "integrity": "sha512-Z/yiTPj+lDVnF7lWeKCIJzaIkI0vYO87dMpZ4bg4TDrFe4XXLFWL1TbXU27gBP3QccxV9mZICCrnjnYlJjXHOA==",
      "dev": true,
-      "license": "MIT",
      "dependencies": {
-        "@babel/helper-string-parser": "^7.27.1",
-        "@babel/helper-validator-identifier": "^7.28.5"
+        "@babel/helper-string-parser": "^7.25.9",
+        "@babel/helper-validator-identifier": "^7.25.9"
      },
      "engines": {
        "node": ">=6.9.0"
@@ -1161,6 +1151,95 @@
        "url": "https://opencollective.com/libvips"
      }
    },
+    "node_modules/@isaacs/cliui": {
+      "version": "8.0.2",
+      "resolved": "https://registry.npmjs.org/@isaacs/cliui/-/cliui-8.0.2.tgz",
+      "integrity": "sha512-O8jcjabXaleOG9DQ0+ARXWZBTfnP4WNAqzuiJK7ll44AmxGKv/J2M4TPjxjY3znBCfvBXFzucm1twdyFybFqEA==",
+      "dependencies": {
+        "string-width": "^5.1.2",
+        "string-width-cjs": "npm:string-width@^4.2.0",
+        "strip-ansi": "^7.0.1",
+        "strip-ansi-cjs": "npm:strip-ansi@^6.0.1",
+        "wrap-ansi": "^8.1.0",
+        "wrap-ansi-cjs": "npm:wrap-ansi@^7.0.0"
+      },
+      "engines": {
+        "node": ">=12"
+      }
+    },
+    "node_modules/@isaacs/cliui/node_modules/ansi-regex": {
+      "version": "6.1.0",
+      "resolved": "https://registry.npmjs.org/ansi-regex/-/ansi-regex-6.1.0.tgz",
+      "integrity": "sha512-7HSX4QQb4CspciLpVFwyRe79O3xsIZDDLER21kERQ71oaPodF8jL725AgJMFAYbooIqolJoRLuM81SpeUkpkvA==",
+      "engines": {
+        "node": ">=12"
+      },
+      "funding": {
+        "url": "https://github.com/chalk/ansi-regex?sponsor=1"
+      }
+    },
+    "node_modules/@isaacs/cliui/node_modules/ansi-styles": {
+      "version": "6.2.1",
+      "resolved": "https://registry.npmjs.org/ansi-styles/-/ansi-styles-6.2.1.tgz",
+      "integrity": "sha512-bN798gFfQX+viw3R7yrGWRqnrN2oRkEkUjjl4JNn4E8GxxbjtG3FbrEIIY3l8/hrwUwIeCZvi4QuOTP4MErVug==",
+      "engines": {
+        "node": ">=12"
+      },
+      "funding": {
+        "url": "https://github.com/chalk/ansi-styles?sponsor=1"
+      }
+    },
+    "node_modules/@isaacs/cliui/node_modules/emoji-regex": {
+      "version": "9.2.2",
+      "resolved": "https://registry.npmjs.org/emoji-regex/-/emoji-regex-9.2.2.tgz",
+      "integrity": "sha512-L18DaJsXSUk2+42pv8mLs5jJT2hqFkFE4j21wOmgbUqsZ2hL72NsUU785g9RXgo3s0ZNgVl42TiHp3ZtOv/Vyg=="
+    },
+    "node_modules/@isaacs/cliui/node_modules/string-width": {
+      "version": "5.1.2",
+      "resolved": "https://registry.npmjs.org/string-width/-/string-width-5.1.2.tgz",
+      "integrity": "sha512-HnLOCR3vjcY8beoNLtcjZ5/nxn2afmME6lhrDrebokqMap+XbeW8n9TXpPDOqdGK5qcI3oT0GKTW6wC7EMiVqA==",
+      "dependencies": {
+        "eastasianwidth": "^0.2.0",
+        "emoji-regex": "^9.2.2",
+        "strip-ansi": "^7.0.1"
+      },
+      "engines": {
+        "node": ">=12"
+      },
+      "funding": {
+        "url": "https://github.com/sponsors/sindresorhus"
+      }
+    },
+    "node_modules/@isaacs/cliui/node_modules/strip-ansi": {
+      "version": "7.1.0",
+      "resolved": "https://registry.npmjs.org/strip-ansi/-/strip-ansi-7.1.0.tgz",
+      "integrity": "sha512-iq6eVVI64nQQTRYq2KtEg2d2uU7LElhTJwsH4YzIHZshxlgZms/wIc4VoDQTlG/IvVIrBKG06CrZnp0qv7hkcQ==",
+      "dependencies": {
+        "ansi-regex": "^6.0.1"
+      },
+      "engines": {
+        "node": ">=12"
+      },
+      "funding": {
+        "url": "https://github.com/chalk/strip-ansi?sponsor=1"
+      }
+    },
+    "node_modules/@isaacs/cliui/node_modules/wrap-ansi": {
+      "version": "8.1.0",
+      "resolved": "https://registry.npmjs.org/wrap-ansi/-/wrap-ansi-8.1.0.tgz",
+      "integrity": "sha512-si7QWI6zUMq56bESFvagtmzMdGOtoxfR+Sez11Mobfc7tm+VkUckk9bW2UeffTGVUbOksxmSw0AA2gs8g71NCQ==",
+      "dependencies": {
+        "ansi-styles": "^6.1.0",
+        "string-width": "^5.0.1",
+        "strip-ansi": "^7.0.1"
+      },
+      "engines": {
+        "node": ">=12"
+      },
+      "funding": {
+        "url": "https://github.com/chalk/wrap-ansi?sponsor=1"
+      }
+    },
    "node_modules/@isaacs/fs-minipass": {
      "version": "4.0.1",
      "resolved": "https://registry.npmjs.org/@isaacs/fs-minipass/-/fs-minipass-4.0.1.tgz",
@@ -1527,6 +1606,15 @@
      "resolved": "../dist",
      "link": true
    },
+    "node_modules/@pkgjs/parseargs": {
+      "version": "0.11.0",
+      "resolved": "https://registry.npmjs.org/@pkgjs/parseargs/-/parseargs-0.11.0.tgz",
+      "integrity": "sha512-+1VkjdD0QBLPodGrJUeqarH8VAIvQODIbwh9XpP5Syisf7YoQgsJKPNFoqqLQlu+VQ/tVSshMR6loPMn8U+dPg==",
+      "optional": true,
+      "engines": {
+        "node": ">=14"
+      }
+    },
    "node_modules/@protobufjs/aspromise": {
      "version": "1.1.2",
      "resolved": "https://registry.npmjs.org/@protobufjs/aspromise/-/aspromise-1.1.2.tgz",
@@ -1758,7 +1846,6 @@
      "version": "5.0.1",
      "resolved": "https://registry.npmjs.org/ansi-regex/-/ansi-regex-5.0.1.tgz",
      "integrity": "sha512-quJQXlTSUGL2LH9SUXo8VwsY4soanhgo6LNSm84E1LBcE8s3O0wpdiRzyR9z/ZZJMlMWv37qOOb9pdJlMUEKFQ==",
-      "dev": true,
      "engines": {
        "node": ">=8"
      }
@@ -1767,7 +1854,6 @@
      "version": "4.3.0",
      "resolved": "https://registry.npmjs.org/ansi-styles/-/ansi-styles-4.3.0.tgz",
      "integrity": "sha512-zbB9rCJAT1rbjiVDb2hqKFHNYLxgtk8NURxZ3IZwD3F6NtxbXZQCnnSi1Lkx+IDohdPlFp222wVALIheZJQSEg==",
-      "dev": true,
      "dependencies": {
        "color-convert": "^2.0.1"
      },
@@ -1933,15 +2019,13 @@
    "node_modules/balanced-match": {
      "version": "1.0.2",
      "resolved": "https://registry.npmjs.org/balanced-match/-/balanced-match-1.0.2.tgz",
-      "integrity": "sha512-3oSeUO0TMV67hN1AmbXsK4yaqU7tjiHlbxRDZOpH0KW9+CeX4bRAaX0Anxt0tx2MrpRpWwQaPwIlISEJhYU5Pw==",
-      "dev": true
+      "integrity": "sha512-3oSeUO0TMV67hN1AmbXsK4yaqU7tjiHlbxRDZOpH0KW9+CeX4bRAaX0Anxt0tx2MrpRpWwQaPwIlISEJhYU5Pw=="
    },
    "node_modules/brace-expansion": {
-      "version": "1.1.12",
-      "resolved": "https://registry.npmjs.org/brace-expansion/-/brace-expansion-1.1.12.tgz",
-      "integrity": "sha512-9T9UjW3r0UW5c1Q7GTwllptXwhvYmEzFhzMfZ9H7FQWt+uZePjZPjBP/W1ZEyZ1twGWom5/56TF4lPcqjnDHcg==",
+      "version": "1.1.11",
+      "resolved": "https://registry.npmjs.org/brace-expansion/-/brace-expansion-1.1.11.tgz",
+      "integrity": "sha512-iCuPHDFgrHX7H2vEI/5xpz07zSHB00TpugqhmYtVmMO6518mCuRMoOYFldEBl0g187ufozdaHgWKcYFb61qGiA==",
      "dev": true,
-      "license": "MIT",
      "dependencies": {
        "balanced-match": "^1.0.0",
        "concat-map": "0.0.1"
@@ -2018,19 +2102,6 @@
      "integrity": "sha512-E+XQCRwSbaaiChtv6k6Dwgc+bx+Bs6vuKJHHl5kox/BaKbhiXzqQOwK4cO22yElGp2OCmjwVhT3HmxgyPGnJfQ==",
      "dev": true
    },
-    "node_modules/call-bind-apply-helpers": {
-      "version": "1.0.2",
-      "resolved": "https://registry.npmjs.org/call-bind-apply-helpers/-/call-bind-apply-helpers-1.0.2.tgz",
-      "integrity": "sha512-Sp1ablJ0ivDkSzjcaJdxEunN5/XvksFJ2sMBFfq6x0ryhQV/2b/KwFe21cMpmHtPOSij8K99/wSfoEuTObmuMQ==",
-      "license": "MIT",
-      "dependencies": {
-        "es-errors": "^1.3.0",
-        "function-bind": "^1.1.2"
-      },
-      "engines": {
-        "node": ">= 0.4"
-      }
-    },
    "node_modules/callsites": {
      "version": "3.1.0",
      "resolved": "https://registry.npmjs.org/callsites/-/callsites-3.1.0.tgz",
@@ -2227,11 +2298,9 @@
      }
    },
    "node_modules/cross-spawn": {
-      "version": "7.0.6",
-      "resolved": "https://registry.npmjs.org/cross-spawn/-/cross-spawn-7.0.6.tgz",
-      "integrity": "sha512-uV2QOWP2nWzsy2aMp8aRibhi9dlzF5Hgh5SHaB9OiTGEyDTiJJyx0uy51QXdyWbtAHNua4XJzUKca3OzKUd3vA==",
-      "dev": true,
-      "license": "MIT",
+      "version": "7.0.3",
+      "resolved": "https://registry.npmjs.org/cross-spawn/-/cross-spawn-7.0.3.tgz",
+      "integrity": "sha512-iRDPJKUPVEND7dHPO8rkbOnPpyDygcDFtWjpeWNCgy8WP2rXcxXL8TskReQl6OrB2G7+UJrags1q15Fudc7G6w==",
      "dependencies": {
        "path-key": "^3.1.0",
        "shebang-command": "^2.0.0",
@@ -2315,19 +2384,10 @@
        "node": "^14.15.0 || ^16.10.0 || >=18.0.0"
      }
    },
-    "node_modules/dunder-proto": {
-      "version": "1.0.1",
-      "resolved": "https://registry.npmjs.org/dunder-proto/-/dunder-proto-1.0.1.tgz",
-      "integrity": "sha512-KIN/nDJBQRcXw0MLVhZE9iQHmG68qAVIBg9CqmUYjmQIhgij9U5MFvrqkUL5FbtyyzZuOeOt0zdeRe4UY7ct+A==",
-      "license": "MIT",
-      "dependencies": {
-        "call-bind-apply-helpers": "^1.0.1",
-        "es-errors": "^1.3.0",
-        "gopd": "^1.2.0"
-      },
-      "engines": {
-        "node": ">= 0.4"
-      }
+    "node_modules/eastasianwidth": {
+      "version": "0.2.0",
+      "resolved": "https://registry.npmjs.org/eastasianwidth/-/eastasianwidth-0.2.0.tgz",
+      "integrity": "sha512-I88TYZWc9XiYHRQ4/3c5rjjfgkjhLyW2luGIheGERbNQ6OY7yTybanSpDXZa8y7VUP9YmDcYa+eyq4ca7iLqWA=="
    },
    "node_modules/ejs": {
      "version": "3.1.10",
@@ -2365,8 +2425,7 @@
    "node_modules/emoji-regex": {
      "version": "8.0.0",
      "resolved": "https://registry.npmjs.org/emoji-regex/-/emoji-regex-8.0.0.tgz",
-      "integrity": "sha512-MSjYzcWNOA0ewAHpz0MxpYFvwg6yjy1NG3xteoqz644VCo/RPgnr1/GGt+ic3iJTzQ8Eu3TdM14SawnVUmGE6A==",
-      "dev": true
+      "integrity": "sha512-MSjYzcWNOA0ewAHpz0MxpYFvwg6yjy1NG3xteoqz644VCo/RPgnr1/GGt+ic3iJTzQ8Eu3TdM14SawnVUmGE6A=="
    },
    "node_modules/error-ex": {
      "version": "1.3.2",
@@ -2383,51 +2442,6 @@
      "integrity": "sha512-zz06S8t0ozoDXMG+ube26zeCTNXcKIPJZJi8hBrF4idCLms4CG9QtK7qBl1boi5ODzFpjswb5JPmHCbMpjaYzg==",
      "dev": true
    },
-    "node_modules/es-define-property": {
-      "version": "1.0.1",
-      "resolved": "https://registry.npmjs.org/es-define-property/-/es-define-property-1.0.1.tgz",
-      "integrity": "sha512-e3nRfgfUZ4rNGL232gUgX06QNyyez04KdjFrF+LTRoOXmrOgFKDg4BCdsjW8EnT69eqdYGmRpJwiPVYNrCaW3g==",
-      "license": "MIT",
-      "engines": {
-        "node": ">= 0.4"
-      }
-    },
-    "node_modules/es-errors": {
-      "version": "1.3.0",
-      "resolved": "https://registry.npmjs.org/es-errors/-/es-errors-1.3.0.tgz",
-      "integrity": "sha512-Zf5H2Kxt2xjTvbJvP2ZWLEICxA6j+hAmMzIlypy4xcBg1vKVnx89Wy0GbS+kf5cwCVFFzdCFh2XSCFNULS6csw==",
-      "license": "MIT",
-      "engines": {
-        "node": ">= 0.4"
-      }
-    },
-    "node_modules/es-object-atoms": {
-      "version": "1.1.1",
-      "resolved": "https://registry.npmjs.org/es-object-atoms/-/es-object-atoms-1.1.1.tgz",
-      "integrity": "sha512-FGgH2h8zKNim9ljj7dankFPcICIK9Cp5bm+c2gQSYePhpaG5+esrLODihIorn+Pe6FGJzWhXQotPv73jTaldXA==",
-      "license": "MIT",
-      "dependencies": {
-        "es-errors": "^1.3.0"
-      },
-      "engines": {
-        "node": ">= 0.4"
-      }
-    },
-    "node_modules/es-set-tostringtag": {
-      "version": "2.1.0",
-      "resolved": "https://registry.npmjs.org/es-set-tostringtag/-/es-set-tostringtag-2.1.0.tgz",
-      "integrity": "sha512-j6vWzfrGVfyXxge+O0x5sh6cvxAog0a/4Rdd2K36zCMV5eJ+/+tOAngRO8cODMNWbVRdVlmGZQL2YS3yR8bIUA==",
-      "license": "MIT",
-      "dependencies": {
-        "es-errors": "^1.3.0",
-        "get-intrinsic": "^1.2.6",
-        "has-tostringtag": "^1.0.2",
-        "hasown": "^2.0.2"
-      },
-      "engines": {
-        "node": ">= 0.4"
-      }
-    },
    "node_modules/escalade": {
      "version": "3.2.0",
      "resolved": "https://registry.npmjs.org/escalade/-/escalade-3.2.0.tgz",
@@ -2540,21 +2554,19 @@
      }
    },
    "node_modules/filelist/node_modules/brace-expansion": {
-      "version": "2.0.2",
-      "resolved": "https://registry.npmjs.org/brace-expansion/-/brace-expansion-2.0.2.tgz",
-      "integrity": "sha512-Jt0vHyM+jmUBqojB7E1NIYadt0vI0Qxjxd2TErW94wDz+E2LAm5vKMXXwg6ZZBTHPuUlDgQHKXvjGBdfcF1ZDQ==",
+      "version": "2.0.1",
+      "resolved": "https://registry.npmjs.org/brace-expansion/-/brace-expansion-2.0.1.tgz",
+      "integrity": "sha512-XnAIvQ8eM+kC6aULx6wuQiwVsnzsi9d3WxzV3FpWTGA19F621kwdbsAcFKXgKUHZWsy+mY6iL1sHTxWEFCytDA==",
      "dev": true,
-      "license": "MIT",
      "dependencies": {
        "balanced-match": "^1.0.0"
      }
    },
    "node_modules/filelist/node_modules/minimatch": {
-      "version": "5.1.9",
-      "resolved": "https://registry.npmjs.org/minimatch/-/minimatch-5.1.9.tgz",
-      "integrity": "sha512-7o1wEA2RyMP7Iu7GNba9vc0RWWGACJOCZBJX2GJWip0ikV+wcOsgVuY9uE8CPiyQhkGFSlhuSkZPavN7u1c2Fw==",
+      "version": "5.1.6",
+      "resolved": "https://registry.npmjs.org/minimatch/-/minimatch-5.1.6.tgz",
+      "integrity": "sha512-lKwV/1brpG6mBUFHtb7NUmtABCb2WZZmm2wNiOA5hAb8VdCS4B3dtMWyvcoViccwAW/COERjXLt0zP1zXUN26g==",
      "dev": true,
-      "license": "ISC",
      "dependencies": {
        "brace-expansion": "^2.0.1"
      },
@@ -2592,16 +2604,39 @@
      "resolved": "https://registry.npmjs.org/flatbuffers/-/flatbuffers-1.12.0.tgz",
      "integrity": "sha512-c7CZADjRcl6j0PlvFy0ZqXQ67qSEZfrVPynmnL+2zPc+NtMvrF8Y0QceMo7QqnSPc7+uWjUIAbvCQ5WIKlMVdQ=="
    },
+    "node_modules/foreground-child": {
+      "version": "3.3.0",
+      "resolved": "https://registry.npmjs.org/foreground-child/-/foreground-child-3.3.0.tgz",
+      "integrity": "sha512-Ld2g8rrAyMYFXBhEqMz8ZAHBi4J4uS1i/CxGMDnjyFWddMXLVcDp051DZfu+t7+ab7Wv6SMqpWmyFIj5UbfFvg==",
+      "dependencies": {
+        "cross-spawn": "^7.0.0",
+        "signal-exit": "^4.0.1"
+      },
+      "engines": {
+        "node": ">=14"
+      },
+      "funding": {
+        "url": "https://github.com/sponsors/isaacs"
+      }
+    },
+    "node_modules/foreground-child/node_modules/signal-exit": {
+      "version": "4.1.0",
+      "resolved": "https://registry.npmjs.org/signal-exit/-/signal-exit-4.1.0.tgz",
+      "integrity": "sha512-bzyZ1e88w9O1iNJbKnOlvYTrWPDl46O1bG0D3XInv+9tkPrxrN8jUUTiFlDkkmKWgn1M6CfIA13SuGqOa9Korw==",
+      "engines": {
+        "node": ">=14"
+      },
+      "funding": {
+        "url": "https://github.com/sponsors/isaacs"
+      }
+    },
    "node_modules/form-data": {
-      "version": "4.0.5",
-      "resolved": "https://registry.npmjs.org/form-data/-/form-data-4.0.5.tgz",
-      "integrity": "sha512-8RipRLol37bNs2bhoV67fiTEvdTrbMUYcFTiy3+wuuOnUog2QBHCZWXDRijWQfAkhBj2Uf5UnVaiWwA5vdd82w==",
-      "license": "MIT",
+      "version": "4.0.1",
+      "resolved": "https://registry.npmjs.org/form-data/-/form-data-4.0.1.tgz",
+      "integrity": "sha512-tzN8e4TX8+kkxGPK8D5u0FNmjPUjw3lwC9lSLxxoB/+GtsJG91CO8bSWy73APlgAZzZbXEYZJuxjkHH2w+Ezhw==",
      "dependencies": {
        "asynckit": "^0.4.0",
        "combined-stream": "^1.0.8",
-        "es-set-tostringtag": "^2.1.0",
-        "hasown": "^2.0.2",
        "mime-types": "^2.1.12"
      },
      "engines": {
@@ -2649,6 +2684,7 @@
      "version": "1.1.2",
      "resolved": "https://registry.npmjs.org/function-bind/-/function-bind-1.1.2.tgz",
      "integrity": "sha512-7XHNxH7qX9xG5mIwxkhumTox/MIRNcOgDrxWsMt2pAr23WHp6MrRlN7FBSFpCpr+oVO0F744iUgR82nJMfG2SA==",
+      "dev": true,
      "funding": {
        "url": "https://github.com/sponsors/ljharb"
      }
@@ -2671,30 +2707,6 @@
        "node": "6.* || 8.* || >= 10.*"
      }
    },
-    "node_modules/get-intrinsic": {
-      "version": "1.3.0",
-      "resolved": "https://registry.npmjs.org/get-intrinsic/-/get-intrinsic-1.3.0.tgz",
-      "integrity": "sha512-9fSjSaos/fRIVIp+xSJlE6lfwhES7LNtKaCBIamHsjr2na1BiABJPo0mOjjz8GJDURarmCPGqaiVg5mfjb98CQ==",
-      "license": "MIT",
-      "dependencies": {
-        "call-bind-apply-helpers": "^1.0.2",
-        "es-define-property": "^1.0.1",
-        "es-errors": "^1.3.0",
-        "es-object-atoms": "^1.1.1",
-        "function-bind": "^1.1.2",
-        "get-proto": "^1.0.1",
-        "gopd": "^1.2.0",
-        "has-symbols": "^1.1.0",
-        "hasown": "^2.0.2",
-        "math-intrinsics": "^1.1.0"
-      },
-      "engines": {
-        "node": ">= 0.4"
-      },
-      "funding": {
-        "url": "https://github.com/sponsors/ljharb"
-      }
-    },
    "node_modules/get-package-type": {
      "version": "0.1.0",
      "resolved": "https://registry.npmjs.org/get-package-type/-/get-package-type-0.1.0.tgz",
@@ -2704,19 +2716,6 @@
        "node": ">=8.0.0"
      }
    },
-    "node_modules/get-proto": {
-      "version": "1.0.1",
-      "resolved": "https://registry.npmjs.org/get-proto/-/get-proto-1.0.1.tgz",
-      "integrity": "sha512-sTSfBjoXBp89JvIKIefqw7U2CCebsc74kiY6awiGogKtoSGbgjYE/G/+l9sF3MWFPNc9IcoOC4ODfKHfxFmp0g==",
-      "license": "MIT",
-      "dependencies": {
-        "dunder-proto": "^1.0.1",
-        "es-object-atoms": "^1.0.0"
-      },
-      "engines": {
-        "node": ">= 0.4"
-      }
-    },
    "node_modules/get-stream": {
      "version": "6.0.1",
      "resolved": "https://registry.npmjs.org/get-stream/-/get-stream-6.0.1.tgz",
@@ -2759,18 +2758,6 @@
        "node": ">=4"
      }
    },
-    "node_modules/gopd": {
-      "version": "1.2.0",
-      "resolved": "https://registry.npmjs.org/gopd/-/gopd-1.2.0.tgz",
-      "integrity": "sha512-ZUKRh6/kUFoAiTAtTYPZJ3hw9wNxx+BIBOijnlG9PnrJsCcSjs1wyyD6vJpaYtgnzDrKYRSqf3OO6Rfa93xsRg==",
-      "license": "MIT",
-      "engines": {
-        "node": ">= 0.4"
-      },
-      "funding": {
-        "url": "https://github.com/sponsors/ljharb"
-      }
-    },
    "node_modules/graceful-fs": {
      "version": "4.2.11",
      "resolved": "https://registry.npmjs.org/graceful-fs/-/graceful-fs-4.2.11.tgz",
@@ -2791,37 +2778,11 @@
        "node": ">=8"
      }
    },
-    "node_modules/has-symbols": {
-      "version": "1.1.0",
-      "resolved": "https://registry.npmjs.org/has-symbols/-/has-symbols-1.1.0.tgz",
-      "integrity": "sha512-1cDNdwJ2Jaohmb3sg4OmKaMBwuC48sYni5HUw2DvsC8LjGTLK9h+eb1X6RyuOHe4hT0ULCW68iomhjUoKUqlPQ==",
-      "license": "MIT",
-      "engines": {
-        "node": ">= 0.4"
-      },
-      "funding": {
-        "url": "https://github.com/sponsors/ljharb"
-      }
-    },
-    "node_modules/has-tostringtag": {
-      "version": "1.0.2",
-      "resolved": "https://registry.npmjs.org/has-tostringtag/-/has-tostringtag-1.0.2.tgz",
-      "integrity": "sha512-NqADB8VjPFLM2V0VvHUewwwsw0ZWBaIdgo+ieHtK3hasLz4qeCRjYcqfB6AQrBggRKppKF8L52/VqdVsO47Dlw==",
-      "license": "MIT",
-      "dependencies": {
-        "has-symbols": "^1.0.3"
-      },
-      "engines": {
-        "node": ">= 0.4"
-      },
-      "funding": {
-        "url": "https://github.com/sponsors/ljharb"
-      }
-    },
    "node_modules/hasown": {
      "version": "2.0.2",
      "resolved": "https://registry.npmjs.org/hasown/-/hasown-2.0.2.tgz",
      "integrity": "sha512-0hJU9SCPvmMzIBdZFqNPXWa6dqh7WdH0cII9y+CyS8rG3nL48Bclra9HmKhVVUHyPWNH5Y7xDwAB7bfgSjkUMQ==",
+      "dev": true,
      "dependencies": {
        "function-bind": "^1.1.2"
      },
@@ -2921,7 +2882,6 @@
      "version": "3.0.0",
      "resolved": "https://registry.npmjs.org/is-fullwidth-code-point/-/is-fullwidth-code-point-3.0.0.tgz",
      "integrity": "sha512-zymm5+u+sCsSWyD9qNaejV3DFvhCKclKdizYaJUuHA83RLjb7nSuGnddCHGv0hk+KY7BMAlsWeK4Ueg6EV6XQg==",
-      "dev": true,
      "engines": {
        "node": ">=8"
      }
@@ -2959,8 +2919,7 @@
    "node_modules/isexe": {
      "version": "2.0.0",
      "resolved": "https://registry.npmjs.org/isexe/-/isexe-2.0.0.tgz",
-      "integrity": "sha512-RHxMLp9lnKHGHRng9QFhRCMbYAcVpn69smSGcq3f36xjgVVWThj4qqLbTLlq7Ssj8B+fIQ1EuCEGI2lKsyQeIw==",
-      "dev": true
+      "integrity": "sha512-RHxMLp9lnKHGHRng9QFhRCMbYAcVpn69smSGcq3f36xjgVVWThj4qqLbTLlq7Ssj8B+fIQ1EuCEGI2lKsyQeIw=="
    },
    "node_modules/istanbul-lib-coverage": {
      "version": "3.2.2",
@@ -3028,6 +2987,20 @@
        "node": ">=8"
      }
    },
+    "node_modules/jackspeak": {
+      "version": "3.4.3",
+      "resolved": "https://registry.npmjs.org/jackspeak/-/jackspeak-3.4.3.tgz",
+      "integrity": "sha512-OGlZQpz2yfahA/Rd1Y8Cd9SIEsqvXkLVoSw/cgwhnhFMDbsQFeZYoJJ7bIZBS9BcamUW96asq/npPWugM+RQBw==",
+      "dependencies": {
+        "@isaacs/cliui": "^8.0.2"
+      },
+      "funding": {
+        "url": "https://github.com/sponsors/isaacs"
+      },
+      "optionalDependencies": {
+        "@pkgjs/parseargs": "^0.11.0"
+      }
+    },
    "node_modules/jake": {
      "version": "10.9.2",
      "resolved": "https://registry.npmjs.org/jake/-/jake-10.9.2.tgz",
@@ -3632,11 +3605,10 @@
      "dev": true
    },
    "node_modules/js-yaml": {
-      "version": "3.14.2",
-      "resolved": "https://registry.npmjs.org/js-yaml/-/js-yaml-3.14.2.tgz",
-      "integrity": "sha512-PMSmkqxr106Xa156c2M265Z+FTrPl+oxd/rgOQy2tijQeK5TxQ43psO1ZCwhVOSdnn+RzkzlRz/eY4BgJBYVpg==",
+      "version": "3.14.1",
+      "resolved": "https://registry.npmjs.org/js-yaml/-/js-yaml-3.14.1.tgz",
+      "integrity": "sha512-okMH7OXXJ7YrN9Ok3/SXrnu4iX9yOk+25nqX4imS2npuvTYDmo/QEZoqwZkYaIDk3jVvBOTOIEgEhaLOynBS9g==",
      "dev": true,
-      "license": "MIT",
      "dependencies": {
        "argparse": "^1.0.7",
        "esprima": "^4.0.0"
@@ -3756,15 +3728,6 @@
        "tmpl": "1.0.5"
      }
    },
-    "node_modules/math-intrinsics": {
-      "version": "1.1.0",
-      "resolved": "https://registry.npmjs.org/math-intrinsics/-/math-intrinsics-1.1.0.tgz",
-      "integrity": "sha512-/IXtbwEk5HTPyEwyKX6hGkYXxM9nbj64B+ilVJnC/R6B0pH5G4V3b0pVbL7DBj4tkhBAppbQUlf6F6Xl9LHu1g==",
-      "license": "MIT",
-      "engines": {
-        "node": ">= 0.4"
-      }
-    },
    "node_modules/merge-stream": {
      "version": "2.0.0",
      "resolved": "https://registry.npmjs.org/merge-stream/-/merge-stream-2.0.0.tgz",
@@ -3813,11 +3776,10 @@
      }
    },
    "node_modules/minimatch": {
-      "version": "3.1.5",
-      "resolved": "https://registry.npmjs.org/minimatch/-/minimatch-3.1.5.tgz",
-      "integrity": "sha512-VgjWUsnnT6n+NUk6eZq77zeFdpW2LWDzP6zFGrCbHXiYNul5Dzqk2HHQ5uFH2DNW5Xbp8+jVzaeNt94ssEEl4w==",
+      "version": "3.1.2",
+      "resolved": "https://registry.npmjs.org/minimatch/-/minimatch-3.1.2.tgz",
+      "integrity": "sha512-J7p63hRiAjw1NDEww1W7i37+ByIrOWO5XQQAzZ3VOcL0PNybwpfmV/N05zFAzwQ9USyEcX6t3UO+K5aqBQOIHw==",
      "dev": true,
-      "license": "ISC",
      "dependencies": {
        "brace-expansion": "^1.1.7"
      },
@@ -3834,17 +3796,31 @@
      }
    },
    "node_modules/minizlib": {
-      "version": "3.1.0",
-      "resolved": "https://registry.npmjs.org/minizlib/-/minizlib-3.1.0.tgz",
-      "integrity": "sha512-KZxYo1BUkWD2TVFLr0MQoM8vUUigWD3LlD83a/75BqC+4qE0Hb1Vo5v1FgcfaNXvfXzr+5EhQ6ing/CaBijTlw==",
-      "license": "MIT",
+      "version": "3.0.1",
+      "resolved": "https://registry.npmjs.org/minizlib/-/minizlib-3.0.1.tgz",
+      "integrity": "sha512-umcy022ILvb5/3Djuu8LWeqUa8D68JaBzlttKeMWen48SjabqS3iY5w/vzeMzMUNhLDifyhbOwKDSznB1vvrwg==",
      "dependencies": {
-        "minipass": "^7.1.2"
+        "minipass": "^7.0.4",
+        "rimraf": "^5.0.5"
      },
      "engines": {
        "node": ">= 18"
      }
    },
+    "node_modules/mkdirp": {
+      "version": "3.0.1",
+      "resolved": "https://registry.npmjs.org/mkdirp/-/mkdirp-3.0.1.tgz",
+      "integrity": "sha512-+NsyUUAZDmo6YVHzL/stxSu3t9YS1iljliy3BSDrXJ/dkn1KYdmtZODGGjLcc9XLgVVpH4KshHB8XmZgMhaBXg==",
+      "bin": {
+        "mkdirp": "dist/cjs/src/bin.js"
+      },
+      "engines": {
+        "node": ">=10"
+      },
+      "funding": {
+        "url": "https://github.com/sponsors/isaacs"
+      }
+    },
    "node_modules/ms": {
      "version": "2.1.3",
      "resolved": "https://registry.npmjs.org/ms/-/ms-2.1.3.tgz",
@@ -4034,6 +4010,11 @@
        "node": ">=6"
      }
    },
+    "node_modules/package-json-from-dist": {
+      "version": "1.0.1",
+      "resolved": "https://registry.npmjs.org/package-json-from-dist/-/package-json-from-dist-1.0.1.tgz",
+      "integrity": "sha512-UEZIS3/by4OC8vL3P2dTXRETpebLI2NiI5vIrjaD/5UtrkFX/tNbwjTSRAGC/+7CAo2pIcBaRgWmcBBHcsaCIw=="
+    },
    "node_modules/parse-json": {
      "version": "5.2.0",
      "resolved": "https://registry.npmjs.org/parse-json/-/parse-json-5.2.0.tgz",
@@ -4074,7 +4055,6 @@
      "version": "3.1.1",
      "resolved": "https://registry.npmjs.org/path-key/-/path-key-3.1.1.tgz",
      "integrity": "sha512-ojmeN0qd+y0jszEtoY48r0Peq5dwMEkIlCOu6Q5f41lfkswXuKtYrhgoTpLnyIcHm24Uhqx+5Tqm2InSwLhE6Q==",
-      "dev": true,
      "engines": {
        "node": ">=8"
      }
@@ -4085,6 +4065,26 @@
      "integrity": "sha512-LDJzPVEEEPR+y48z93A0Ed0yXb8pAByGWo/k5YYdYgpY2/2EsOsksJrq7lOHxryrVOn1ejG6oAp8ahvOIQD8sw==",
      "dev": true
    },
+    "node_modules/path-scurry": {
+      "version": "1.11.1",
+      "resolved": "https://registry.npmjs.org/path-scurry/-/path-scurry-1.11.1.tgz",
+      "integrity": "sha512-Xa4Nw17FS9ApQFJ9umLiJS4orGjm7ZzwUrwamcGQuHSzDyth9boKDaycYdDcZDuqYATXw4HFXgaqWTctW/v1HA==",
+      "dependencies": {
+        "lru-cache": "^10.2.0",
+        "minipass": "^5.0.0 || ^6.0.2 || ^7.0.0"
+      },
+      "engines": {
+        "node": ">=16 || 14 >=14.18"
+      },
+      "funding": {
+        "url": "https://github.com/sponsors/isaacs"
+      }
+    },
+    "node_modules/path-scurry/node_modules/lru-cache": {
+      "version": "10.4.3",
+      "resolved": "https://registry.npmjs.org/lru-cache/-/lru-cache-10.4.3.tgz",
+      "integrity": "sha512-JNAzZcXrCt42VGLuYz0zfAzDfAvJWW6AfYlDBQyDV5DClI2m5sAmK+OIO7s59XfsRsWHp02jAJrRadPRGTt6SQ=="
+    },
    "node_modules/picocolors": {
      "version": "1.1.1",
      "resolved": "https://registry.npmjs.org/picocolors/-/picocolors-1.1.1.tgz",
@@ -4246,6 +4246,61 @@
        "node": ">=10"
      }
    },
+    "node_modules/rimraf": {
+      "version": "5.0.10",
+      "resolved": "https://registry.npmjs.org/rimraf/-/rimraf-5.0.10.tgz",
+      "integrity": "sha512-l0OE8wL34P4nJH/H2ffoaniAokM2qSmrtXHmlpvYr5AVVX8msAyW0l8NVJFDxlSK4u3Uh/f41cQheDVdnYijwQ==",
+      "dependencies": {
+        "glob": "^10.3.7"
+      },
+      "bin": {
+        "rimraf": "dist/esm/bin.mjs"
+      },
+      "funding": {
+        "url": "https://github.com/sponsors/isaacs"
+      }
+    },
+    "node_modules/rimraf/node_modules/brace-expansion": {
+      "version": "2.0.1",
+      "resolved": "https://registry.npmjs.org/brace-expansion/-/brace-expansion-2.0.1.tgz",
+      "integrity": "sha512-XnAIvQ8eM+kC6aULx6wuQiwVsnzsi9d3WxzV3FpWTGA19F621kwdbsAcFKXgKUHZWsy+mY6iL1sHTxWEFCytDA==",
+      "dependencies": {
+        "balanced-match": "^1.0.0"
+      }
+    },
+    "node_modules/rimraf/node_modules/glob": {
+      "version": "10.4.5",
+      "resolved": "https://registry.npmjs.org/glob/-/glob-10.4.5.tgz",
+      "integrity": "sha512-7Bv8RF0k6xjo7d4A/PxYLbUCfb6c+Vpd2/mB2yRDlew7Jb5hEXiCD9ibfO7wpk8i4sevK6DFny9h7EYbM3/sHg==",
+      "dependencies": {
+        "foreground-child": "^3.1.0",
+        "jackspeak": "^3.1.2",
+        "minimatch": "^9.0.4",
+        "minipass": "^7.1.2",
+        "package-json-from-dist": "^1.0.0",
+        "path-scurry": "^1.11.1"
+      },
+      "bin": {
+        "glob": "dist/esm/bin.mjs"
+      },
+      "funding": {
+        "url": "https://github.com/sponsors/isaacs"
+      }
+    },
+    "node_modules/rimraf/node_modules/minimatch": {
+      "version": "9.0.5",
+      "resolved": "https://registry.npmjs.org/minimatch/-/minimatch-9.0.5.tgz",
+      "integrity": "sha512-G6T0ZX48xgozx7587koeX9Ys2NYy6Gmv//P89sEte9V9whIapMNF4idKxnW2QtCcLiTWlb/wfCabAtAFWhhBow==",
+      "dependencies": {
+        "brace-expansion": "^2.0.1"
+      },
+      "engines": {
+        "node": ">=16 || 14 >=14.17"
+      },
+      "funding": {
+        "url": "https://github.com/sponsors/isaacs"
+      }
+    },
    "node_modules/semver": {
      "version": "7.6.3",
      "resolved": "https://registry.npmjs.org/semver/-/semver-7.6.3.tgz",
@@ -4299,7 +4354,6 @@
      "version": "2.0.0",
      "resolved": "https://registry.npmjs.org/shebang-command/-/shebang-command-2.0.0.tgz",
      "integrity": "sha512-kHxr2zZpYtdmrN1qDjrrX/Z1rR1kG8Dx+gkpK1G4eXmvXswmcE1hTWBWYUzlraYw1/yZp6YuDY77YtvbN0dmDA==",
-      "dev": true,
      "dependencies": {
        "shebang-regex": "^3.0.0"
      },
@@ -4311,7 +4365,6 @@
      "version": "3.0.0",
      "resolved": "https://registry.npmjs.org/shebang-regex/-/shebang-regex-3.0.0.tgz",
      "integrity": "sha512-7++dFhtcx3353uBaq8DDR4NuxBetBzC7ZQOhmTQInHEd6bSrXdiEyzCvG07Z44UYdLShWUyXt5M/yhz8ekcb1A==",
-      "dev": true,
      "engines": {
        "node": ">=8"
      }
@@ -4399,7 +4452,20 @@
      "version": "4.2.3",
      "resolved": "https://registry.npmjs.org/string-width/-/string-width-4.2.3.tgz",
      "integrity": "sha512-wKyQRQpjJ0sIp62ErSZdGsjMJWsap5oRNihHhu6G7JVO/9jIB6UyevL+tXuOqrng8j/cxKTWyWUwvSTriiZz/g==",
-      "dev": true,
+      "dependencies": {
+        "emoji-regex": "^8.0.0",
+        "is-fullwidth-code-point": "^3.0.0",
+        "strip-ansi": "^6.0.1"
+      },
+      "engines": {
+        "node": ">=8"
+      }
+    },
+    "node_modules/string-width-cjs": {
+      "name": "string-width",
+      "version": "4.2.3",
+      "resolved": "https://registry.npmjs.org/string-width/-/string-width-4.2.3.tgz",
+      "integrity": "sha512-wKyQRQpjJ0sIp62ErSZdGsjMJWsap5oRNihHhu6G7JVO/9jIB6UyevL+tXuOqrng8j/cxKTWyWUwvSTriiZz/g==",
      "dependencies": {
        "emoji-regex": "^8.0.0",
        "is-fullwidth-code-point": "^3.0.0",
@@ -4413,7 +4479,18 @@
      "version": "6.0.1",
      "resolved": "https://registry.npmjs.org/strip-ansi/-/strip-ansi-6.0.1.tgz",
      "integrity": "sha512-Y38VPSHcqkFrCpFnQ9vuSXmquuv5oXOKpGeT6aGrr3o3Gc9AlVa6JBfUSOCnbxGGZF+/0ooI7KrPuUSztUdU5A==",
-      "dev": true,
+      "dependencies": {
+        "ansi-regex": "^5.0.1"
+      },
+      "engines": {
+        "node": ">=8"
+      }
+    },
+    "node_modules/strip-ansi-cjs": {
+      "name": "strip-ansi",
+      "version": "6.0.1",
+      "resolved": "https://registry.npmjs.org/strip-ansi/-/strip-ansi-6.0.1.tgz",
+      "integrity": "sha512-Y38VPSHcqkFrCpFnQ9vuSXmquuv5oXOKpGeT6aGrr3o3Gc9AlVa6JBfUSOCnbxGGZF+/0ooI7KrPuUSztUdU5A==",
      "dependencies": {
        "ansi-regex": "^5.0.1"
      },
@@ -4464,15 +4541,15 @@
      }
    },
    "node_modules/tar": {
-      "version": "7.5.10",
-      "resolved": "https://registry.npmjs.org/tar/-/tar-7.5.10.tgz",
-      "integrity": "sha512-8mOPs1//5q/rlkNSPcCegA6hiHJYDmSLEI8aMH/CdSQJNWztHC9WHNam5zdQlfpTwB9Xp7IBEsHfV5LKMJGVAw==",
-      "license": "BlueOak-1.0.0",
+      "version": "7.4.3",
+      "resolved": "https://registry.npmjs.org/tar/-/tar-7.4.3.tgz",
+      "integrity": "sha512-5S7Va8hKfV7W5U6g3aYxXmlPoZVAwUMy9AOKyF2fVuZa2UD3qZjg578OrLRt8PcNN1PleVaL/5/yYATNL0ICUw==",
      "dependencies": {
        "@isaacs/fs-minipass": "^4.0.0",
        "chownr": "^3.0.0",
        "minipass": "^7.1.2",
-        "minizlib": "^3.1.0",
+        "minizlib": "^3.0.1",
+        "mkdirp": "^3.0.1",
        "yallist": "^5.0.0"
      },
      "engines": {
@@ -4705,7 +4782,6 @@
      "version": "2.0.2",
      "resolved": "https://registry.npmjs.org/which/-/which-2.0.2.tgz",
      "integrity": "sha512-BLI3Tl1TW3Pvl70l3yq3Y64i+awpwXqsGBYWkkqMtnbXgrMD+yj7rhW0kuEDxzJaYXGjEW5ogapKNMEKNMjibA==",
-      "dev": true,
      "dependencies": {
        "isexe": "^2.0.0"
      },
@@ -4733,6 +4809,23 @@
        "url": "https://github.com/chalk/wrap-ansi?sponsor=1"
      }
    },
+    "node_modules/wrap-ansi-cjs": {
+      "name": "wrap-ansi",
+      "version": "7.0.0",
+      "resolved": "https://registry.npmjs.org/wrap-ansi/-/wrap-ansi-7.0.0.tgz",
+      "integrity": "sha512-YVGIj2kamLSTxw6NsZjoBxfSwsn0ycdesmc4p+Q21c5zPuZ1pl+NfxVdxPtdHvmNVOQ6XSYG4AUtyt/Fi7D16Q==",
+      "dependencies": {
+        "ansi-styles": "^4.0.0",
+        "string-width": "^4.1.0",
+        "strip-ansi": "^6.0.0"
+      },
+      "engines": {
+        "node": ">=10"
+      },
+      "funding": {
+        "url": "https://github.com/chalk/wrap-ansi?sponsor=1"
+      }
+    },
    "node_modules/wrappy": {
      "version": "1.0.2",
      "resolved": "https://registry.npmjs.org/wrappy/-/wrappy-1.0.2.tgz",
@@ -20,8 +20,6 @@ import {
  Float32,
  Float64,
  Int,
-  Int8,
-  Int16,
  Int32,
  Int64,
  LargeBinary,
@@ -37,8 +35,6 @@ import {
  Timestamp,
  Type,
  Uint8,
-  Uint16,
-  Uint32,
  Utf8,
  Vector,
  makeVector as arrowMakeVector,
@@ -533,8 +529,7 @@ function isObject(value: unknown): value is Record<string, unknown> {
    !(value instanceof Date) &&
    !(value instanceof Set) &&
    !(value instanceof Map) &&
-    !(value instanceof Buffer) &&
-    !ArrayBuffer.isView(value)
+    !(value instanceof Buffer)
  );
 }

@@ -593,13 +588,6 @@ function inferType(
    return new Bool();
  } else if (value instanceof Buffer) {
    return new Binary();
-  } else if (ArrayBuffer.isView(value) && !(value instanceof DataView)) {
-    const info = typedArrayToArrowType(value);
-    if (info !== undefined) {
-      const child = new Field("item", info.elementType, true);
-      return new FixedSizeList(info.length, child);
-    }
-    return undefined;
  } else if (Array.isArray(value)) {
    if (value.length === 0) {
      return undefined; // Without any values we can't infer the type
@@ -758,32 +746,6 @@ function makeListVector(lists: unknown[][]): Vector<unknown> {
  return listBuilder.finish().toVector();
 }

-/**
- * Map a JS TypedArray instance to the corresponding Arrow element DataType
- * and its length. Returns undefined if the value is not a recognized TypedArray.
- */
-function typedArrayToArrowType(
-  value: ArrayBufferView,
-): { elementType: DataType; length: number } | undefined {
-  if (value instanceof Float32Array)
-    return { elementType: new Float32(), length: value.length };
-  if (value instanceof Float64Array)
-    return { elementType: new Float64(), length: value.length };
-  if (value instanceof Uint8Array)
-    return { elementType: new Uint8(), length: value.length };
-  if (value instanceof Uint16Array)
-    return { elementType: new Uint16(), length: value.length };
-  if (value instanceof Uint32Array)
-    return { elementType: new Uint32(), length: value.length };
-  if (value instanceof Int8Array)
-    return { elementType: new Int8(), length: value.length };
-  if (value instanceof Int16Array)
-    return { elementType: new Int16(), length: value.length };
-  if (value instanceof Int32Array)
-    return { elementType: new Int32(), length: value.length };
-  return undefined;
-}
-
 /** Helper function to convert an Array of JS values to an Arrow Vector */
 function makeVector(
  values: unknown[],
@@ -852,16 +814,6 @@ function makeVector(
      "makeVector cannot infer the type if all values are null or undefined",
    );
  }
-  if (ArrayBuffer.isView(sampleValue) && !(sampleValue instanceof DataView)) {
-    const info = typedArrayToArrowType(sampleValue);
-    if (info !== undefined) {
-      const fslType = new FixedSizeList(
-        info.length,
-        new Field("item", info.elementType, true),
-      );
-      return vectorFromArray(values, fslType);
-    }
-  }
  if (Array.isArray(sampleValue)) {
    // Default Arrow inference doesn't handle list types
    return makeListVector(values as unknown[][]);
@@ -1,6 +1,6 @@
 {
 	"name": "@lancedb/lancedb-darwin-arm64",
-	"version": "0.27.0-beta.5",
+	"version": "0.27.0-beta.3",
 	"os": ["darwin"],
 	"cpu": ["arm64"],
 	"main": "lancedb.darwin-arm64.node",
@@ -1,6 +1,6 @@
 {
 	"name": "@lancedb/lancedb-linux-arm64-gnu",
-	"version": "0.27.0-beta.5",
+	"version": "0.27.0-beta.3",
 	"os": ["linux"],
 	"cpu": ["arm64"],
 	"main": "lancedb.linux-arm64-gnu.node",
@@ -1,6 +1,6 @@
 {
 	"name": "@lancedb/lancedb-linux-arm64-musl",
-	"version": "0.27.0-beta.5",
+	"version": "0.27.0-beta.3",
 	"os": ["linux"],
 	"cpu": ["arm64"],
 	"main": "lancedb.linux-arm64-musl.node",
@@ -1,6 +1,6 @@
 {
 	"name": "@lancedb/lancedb-linux-x64-gnu",
-	"version": "0.27.0-beta.5",
+	"version": "0.27.0-beta.3",
 	"os": ["linux"],
 	"cpu": ["x64"],
 	"main": "lancedb.linux-x64-gnu.node",
@@ -1,6 +1,6 @@
 {
 	"name": "@lancedb/lancedb-linux-x64-musl",
-	"version": "0.27.0-beta.5",
+	"version": "0.27.0-beta.3",
 	"os": ["linux"],
 	"cpu": ["x64"],
 	"main": "lancedb.linux-x64-musl.node",
@@ -1,6 +1,6 @@
 {
  "name": "@lancedb/lancedb-win32-arm64-msvc",
-  "version": "0.27.0-beta.5",
+  "version": "0.27.0-beta.3",
  "os": [
    "win32"
  ],
@@ -1,6 +1,6 @@
 {
 	"name": "@lancedb/lancedb-win32-x64-msvc",
-	"version": "0.27.0-beta.5",
+	"version": "0.27.0-beta.3",
 	"os": ["win32"],
 	"cpu": ["x64"],
 	"main": "lancedb.win32-x64-msvc.node",
@@ -11,7 +11,7 @@
    "ann"
  ],
  "private": false,
-  "version": "0.27.0-beta.5",
+  "version": "0.27.0-beta.3",
  "main": "dist/index.js",
  "exports": {
    ".": "./dist/index.js",
@@ -145,6 +145,7 @@ impl From<ClientConfig> for lancedb::remote::ClientConfig {
            id_delimiter: config.id_delimiter,
            tls_config: config.tls_config.map(Into::into),
            header_provider: None, // the header provider is set separately later
+            mem_wal_enabled: None, // mem_wal is set per-operation in merge_insert
        }
    }
 }
@@ -1,5 +1,5 @@
 [tool.bumpversion]
-current_version = "0.30.0-beta.5"
+current_version = "0.30.0-beta.3"
 parse = """(?x)
    (?P<major>0|[1-9]\\d*)\\.
    (?P<minor>0|[1-9]\\d*)\\.
@@ -1,6 +1,6 @@
 [package]
 name = "lancedb-python"
-version = "0.30.0-beta.5"
+version = "0.30.0-beta.3"
 edition.workspace = true
 description = "Python bindings for LanceDB"
 license.workspace = true
@@ -16,11 +16,9 @@ crate-type = ["cdylib"]
 [dependencies]
 arrow = { version = "57.2", features = ["pyarrow"] }
 async-trait = "0.1"
-bytes = "1"
 lancedb = { path = "../rust/lancedb", default-features = false }
 lance-core.workspace = true
 lance-namespace.workspace = true
-lance-namespace-impls.workspace = true
 lance-io.workspace = true
 env_logger.workspace = true
 pyo3 = { version = "0.26", features = ["extension-module", "abi3-py39"] }
@@ -30,8 +28,6 @@ pyo3-async-runtimes = { version = "0.26", features = [
 ] }
 pin-project = "1.1.5"
 futures.workspace = true
-serde = "1"
-serde_json = "1"
 snafu.workspace = true
 tokio = { version = "1.40", features = ["sync"] }

@@ -1,4 +1,4 @@
-# LanceDB Python SDK
+# LanceDB

 A Python library for [LanceDB](https://github.com/lancedb/lancedb).

@@ -3,10 +3,10 @@ name = "lancedb"
 # version in Cargo.toml
 dynamic = ["version"]
 dependencies = [
-    "deprecation>=2.1.0",
-    "numpy>=1.24.0",
+    "deprecation",
+    "numpy",
    "overrides>=0.7; python_version<'3.12'",
-    "packaging>=23.0",
+    "packaging",
    "pyarrow>=16",
    "pydantic>=1.10",
    "tqdm>=4.27.0",
@@ -45,51 +45,51 @@ repository = "https://github.com/lancedb/lancedb"

 [project.optional-dependencies]
 pylance = [
-    "pylance>=4.0.0b7",
+    "pylance>=1.0.0b14",
 ]
 tests = [
-    "aiohttp>=3.9.0",
-    "boto3>=1.28.57",
+    "aiohttp",
+    "boto3",
    "pandas>=1.4",
-    "pytest>=7.0",
-    "pytest-mock>=3.10",
-    "pytest-asyncio>=0.21",
-    "duckdb>=0.9.0",
-    "pytz>=2023.3",
+    "pytest",
+    "pytest-mock",
+    "pytest-asyncio",
+    "duckdb",
+    "pytz",
    "polars>=0.19, <=1.3.0",
-    "tantivy>=0.20.0",
-    "pyarrow-stubs>=16.0",
-    "pylance>=4.0.0b7",
-    "requests>=2.31.0",
-    "datafusion>=52,<53",
+    "tantivy",
+    "pyarrow-stubs",
+    "pylance>=1.0.0b14,<3.0.0",
+    "requests",
+    "datafusion<52",
 ]
 dev = [
-    "ruff>=0.3.0",
-    "pre-commit>=3.5.0",
-    "pyright>=1.1.350",
+    "ruff",
+    "pre-commit",
+    "pyright",
    'typing-extensions>=4.0.0; python_version < "3.11"',
 ]
 docs = ["mkdocs", "mkdocs-jupyter", "mkdocs-material", "mkdocstrings-python"]
-clip = ["torch", "pillow>=12.1.1", "open-clip-torch"]
-siglip = ["torch", "pillow>=12.1.1", "transformers>=4.41.0","sentencepiece"]
+clip = ["torch", "pillow", "open-clip-torch"]
+siglip = ["torch", "pillow", "transformers>=4.41.0","sentencepiece"]
 embeddings = [
    "requests>=2.31.0",
    "openai>=1.6.1",
-    "sentence-transformers>=2.2.0",
-    "torch>=2.0.0",
-    "pillow>=12.1.1",
-    "open-clip-torch>=2.20.0",
-    "cohere>=4.0",
+    "sentence-transformers",
+    "torch",
+    "pillow",
+    "open-clip-torch",
+    "cohere",
    "colpali-engine>=0.3.10",
-    "huggingface_hub>=0.19.0",
-    "InstructorEmbedding>=1.0.1",
-    "google.generativeai>=0.3.0",
+    "huggingface_hub",
+    "InstructorEmbedding",
+    "google.generativeai",
    "boto3>=1.28.57",
-    "awscli>=1.44.38",
+    "awscli>=1.29.57",
    "botocore>=1.31.57",
    'ibm-watsonx-ai>=1.1.2; python_version >= "3.10"',
    "ollama>=0.3.0",
-    "sentencepiece>=0.1.99"
+    "sentencepiece"
 ]
 azure = ["adlfs>=2024.2.0"]

@@ -8,7 +8,7 @@ from abc import abstractmethod
 from datetime import timedelta
 from pathlib import Path
 import sys
-from typing import TYPE_CHECKING, Any, Dict, Iterable, List, Literal, Optional, Union
+from typing import TYPE_CHECKING, Dict, Iterable, List, Literal, Optional, Union

 if sys.version_info >= (3, 12):
    from typing import override
@@ -1541,8 +1541,6 @@ class AsyncConnection(object):
        storage_options_provider: Optional["StorageOptionsProvider"] = None,
        index_cache_size: Optional[int] = None,
        location: Optional[str] = None,
-        namespace_client: Optional[Any] = None,
-        managed_versioning: Optional[bool] = None,
    ) -> AsyncTable:
        """Open a Lance Table in the database.

@@ -1575,9 +1573,6 @@ class AsyncConnection(object):
            The explicit location (URI) of the table. If provided, the table will be
            opened from this location instead of deriving it from the database URI
            and table name.
-        managed_versioning: bool, optional
-            Whether managed versioning is enabled for this table. If provided,
-            avoids a redundant describe_table call when namespace_client is set.

        Returns
        -------
@@ -1592,8 +1587,6 @@ class AsyncConnection(object):
            storage_options_provider=storage_options_provider,
            index_cache_size=index_cache_size,
            location=location,
-            namespace_client=namespace_client,
-            managed_versioning=managed_versioning,
        )
        return AsyncTable(table)

@@ -34,6 +34,7 @@ class LanceMergeInsertBuilder(object):
        self._when_not_matched_by_source_condition = None
        self._timeout = None
        self._use_index = True
+        self._mem_wal = False

    def when_matched_update_all(
        self, *, where: Optional[str] = None
@@ -96,6 +97,47 @@ class LanceMergeInsertBuilder(object):
        self._use_index = use_index
        return self

+    def mem_wal(self, enabled: bool = True) -> LanceMergeInsertBuilder:
+        """
+        Enable MemWAL (Memory Write-Ahead Log) mode for this merge insert operation.
+
+        When enabled, the merge insert will route data through a memory node service
+        that buffers writes before flushing to storage. This is only supported for
+        remote (LanceDB Cloud) tables.
+
+        **Important:** MemWAL only supports the upsert pattern. You must use:
+        - `when_matched_update_all()` (without a filter condition)
+        - `when_not_matched_insert_all()`
+
+        MemWAL does NOT support:
+        - `when_matched_update_all(where=...)` with a filter condition
+        - `when_not_matched_by_source_delete()`
+
+        Parameters
+        ----------
+        enabled: bool
+            Whether to enable MemWAL mode. Defaults to `True`.
+
+        Raises
+        ------
+        NotImplementedError
+            If used on a native (local) table, as MemWAL is only supported for
+            remote tables.
+        ValueError
+            If the merge insert pattern is not supported by MemWAL.
+
+        Examples
+        --------
+        >>> # Correct usage with MemWAL
+        >>> table.merge_insert(["id"]) \\
+        ...     .when_matched_update_all() \\
+        ...     .when_not_matched_insert_all() \\
+        ...     .mem_wal() \\
+        ...     .execute(new_data)
+        """
+        self._mem_wal = enabled
+        return self
+
    def execute(
        self,
        new_data: DATA,
@@ -12,7 +12,7 @@ from __future__ import annotations

 import asyncio
 import sys
-from typing import Any, Dict, Iterable, List, Optional, Union
+from typing import Dict, Iterable, List, Optional, Union

 if sys.version_info >= (3, 12):
    from typing import override
@@ -240,7 +240,7 @@ class LanceNamespaceDBConnection(DBConnection):
        session : Optional[Session]
            A session to use for this connection
        """
-        self._namespace_client = namespace
+        self._ns = namespace
        self.read_consistency_interval = read_consistency_interval
        self.storage_options = storage_options or {}
        self.session = session
@@ -269,7 +269,7 @@ class LanceNamespaceDBConnection(DBConnection):
        if namespace is None:
            namespace = []
        request = ListTablesRequest(id=namespace, page_token=page_token, limit=limit)
-        response = self._namespace_client.list_tables(request)
+        response = self._ns.list_tables(request)
        return response.tables if response.tables else []

    @override
@@ -309,9 +309,7 @@ class LanceNamespaceDBConnection(DBConnection):
            # Try to describe the table first to see if it exists
            try:
                describe_request = DescribeTableRequest(id=table_id)
-                describe_response = self._namespace_client.describe_table(
-                    describe_request
-                )
+                describe_response = self._ns.describe_table(describe_request)
                location = describe_response.location
                namespace_storage_options = describe_response.storage_options
            except Exception:
@@ -325,7 +323,7 @@ class LanceNamespaceDBConnection(DBConnection):
                location=None,
                properties=self.storage_options if self.storage_options else None,
            )
-            declare_response = self._namespace_client.declare_table(declare_request)
+            declare_response = self._ns.declare_table(declare_request)

            if not declare_response.location:
                raise ValueError(
@@ -355,7 +353,7 @@ class LanceNamespaceDBConnection(DBConnection):
        # Only create if namespace returned storage_options (not None)
        if storage_options_provider is None and namespace_storage_options is not None:
            storage_options_provider = LanceNamespaceStorageOptionsProvider(
-                namespace=self._namespace_client,
+                namespace=self._ns,
                table_id=table_id,
            )

@@ -373,7 +371,6 @@ class LanceNamespaceDBConnection(DBConnection):
            storage_options=merged_storage_options,
            storage_options_provider=storage_options_provider,
            location=location,
-            namespace_client=self._namespace_client,
        )

        return tbl
@@ -392,7 +389,7 @@ class LanceNamespaceDBConnection(DBConnection):
            namespace = []
        table_id = namespace + [name]
        request = DescribeTableRequest(id=table_id)
-        response = self._namespace_client.describe_table(request)
+        response = self._ns.describe_table(request)

        # Merge storage options: self.storage_options < user options < namespace options
        merged_storage_options = dict(self.storage_options)
@@ -405,14 +402,10 @@ class LanceNamespaceDBConnection(DBConnection):
        # Only create if namespace returned storage_options (not None)
        if storage_options_provider is None and response.storage_options is not None:
            storage_options_provider = LanceNamespaceStorageOptionsProvider(
-                namespace=self._namespace_client,
+                namespace=self._ns,
                table_id=table_id,
            )

-        # Pass managed_versioning to avoid redundant describe_table call in Rust.
-        # Convert None to False since we already have the answer from describe_table.
-        managed_versioning = response.managed_versioning is True
-
        return self._lance_table_from_uri(
            name,
            response.location,
@@ -420,8 +413,6 @@ class LanceNamespaceDBConnection(DBConnection):
            storage_options=merged_storage_options,
            storage_options_provider=storage_options_provider,
            index_cache_size=index_cache_size,
-            namespace_client=self._namespace_client,
-            managed_versioning=managed_versioning,
        )

    @override
@@ -431,7 +422,7 @@ class LanceNamespaceDBConnection(DBConnection):
            namespace = []
        table_id = namespace + [name]
        request = DropTableRequest(id=table_id)
-        self._namespace_client.drop_table(request)
+        self._ns.drop_table(request)

    @override
    def rename_table(
@@ -493,7 +484,7 @@ class LanceNamespaceDBConnection(DBConnection):
        request = ListNamespacesRequest(
            id=namespace, page_token=page_token, limit=limit
        )
-        response = self._namespace_client.list_namespaces(request)
+        response = self._ns.list_namespaces(request)
        return ListNamespacesResponse(
            namespaces=response.namespaces if response.namespaces else [],
            page_token=response.page_token,
@@ -529,7 +520,7 @@ class LanceNamespaceDBConnection(DBConnection):
            mode=_normalize_create_namespace_mode(mode),
            properties=properties,
        )
-        response = self._namespace_client.create_namespace(request)
+        response = self._ns.create_namespace(request)
        return CreateNamespaceResponse(
            properties=response.properties if hasattr(response, "properties") else None
        )
@@ -564,7 +555,7 @@ class LanceNamespaceDBConnection(DBConnection):
            mode=_normalize_drop_namespace_mode(mode),
            behavior=_normalize_drop_namespace_behavior(behavior),
        )
-        response = self._namespace_client.drop_namespace(request)
+        response = self._ns.drop_namespace(request)
        return DropNamespaceResponse(
            properties=(
                response.properties if hasattr(response, "properties") else None
@@ -590,7 +581,7 @@ class LanceNamespaceDBConnection(DBConnection):
            Response containing the namespace properties.
        """
        request = DescribeNamespaceRequest(id=namespace)
-        response = self._namespace_client.describe_namespace(request)
+        response = self._ns.describe_namespace(request)
        return DescribeNamespaceResponse(
            properties=response.properties if hasattr(response, "properties") else None
        )
@@ -624,7 +615,7 @@ class LanceNamespaceDBConnection(DBConnection):
        if namespace is None:
            namespace = []
        request = ListTablesRequest(id=namespace, page_token=page_token, limit=limit)
-        response = self._namespace_client.list_tables(request)
+        response = self._ns.list_tables(request)
        return ListTablesResponse(
            tables=response.tables if response.tables else [],
            page_token=response.page_token,
@@ -639,8 +630,6 @@ class LanceNamespaceDBConnection(DBConnection):
        storage_options: Optional[Dict[str, str]] = None,
        storage_options_provider: Optional[StorageOptionsProvider] = None,
        index_cache_size: Optional[int] = None,
-        namespace_client: Optional[Any] = None,
-        managed_versioning: Optional[bool] = None,
    ) -> LanceTable:
        # Open a table directly from a URI using the location parameter
        # Note: storage_options should already be merged by the caller
@@ -654,8 +643,6 @@ class LanceNamespaceDBConnection(DBConnection):
        )

        # Open the table using the temporary connection with the location parameter
-        # Pass namespace_client to enable managed versioning support
-        # Pass managed_versioning to avoid redundant describe_table call
        return LanceTable.open(
            temp_conn,
            name,
@@ -664,8 +651,6 @@ class LanceNamespaceDBConnection(DBConnection):
            storage_options_provider=storage_options_provider,
            index_cache_size=index_cache_size,
            location=table_uri,
-            namespace_client=namespace_client,
-            managed_versioning=managed_versioning,
        )


@@ -700,7 +685,7 @@ class AsyncLanceNamespaceDBConnection:
        session : Optional[Session]
            A session to use for this connection
        """
-        self._namespace_client = namespace
+        self._ns = namespace
        self.read_consistency_interval = read_consistency_interval
        self.storage_options = storage_options or {}
        self.session = session
@@ -728,7 +713,7 @@ class AsyncLanceNamespaceDBConnection:
        if namespace is None:
            namespace = []
        request = ListTablesRequest(id=namespace, page_token=page_token, limit=limit)
-        response = self._namespace_client.list_tables(request)
+        response = self._ns.list_tables(request)
        return response.tables if response.tables else []

    async def create_table(
@@ -765,9 +750,7 @@ class AsyncLanceNamespaceDBConnection:
            # Try to describe the table first to see if it exists
            try:
                describe_request = DescribeTableRequest(id=table_id)
-                describe_response = self._namespace_client.describe_table(
-                    describe_request
-                )
+                describe_response = self._ns.describe_table(describe_request)
                location = describe_response.location
                namespace_storage_options = describe_response.storage_options
            except Exception:
@@ -781,7 +764,7 @@ class AsyncLanceNamespaceDBConnection:
                location=None,
                properties=self.storage_options if self.storage_options else None,
            )
-            declare_response = self._namespace_client.declare_table(declare_request)
+            declare_response = self._ns.declare_table(declare_request)

            if not declare_response.location:
                raise ValueError(
@@ -814,7 +797,7 @@ class AsyncLanceNamespaceDBConnection:
                and namespace_storage_options is not None
            ):
                provider = LanceNamespaceStorageOptionsProvider(
-                    namespace=self._namespace_client,
+                    namespace=self._ns,
                    table_id=table_id,
                )
            else:
@@ -834,7 +817,6 @@ class AsyncLanceNamespaceDBConnection:
                storage_options=merged_storage_options,
                storage_options_provider=provider,
                location=location,
-                namespace_client=self._namespace_client,
            )

        lance_table = await asyncio.to_thread(_create_table)
@@ -855,7 +837,7 @@ class AsyncLanceNamespaceDBConnection:
            namespace = []
        table_id = namespace + [name]
        request = DescribeTableRequest(id=table_id)
-        response = self._namespace_client.describe_table(request)
+        response = self._ns.describe_table(request)

        # Merge storage options: self.storage_options < user options < namespace options
        merged_storage_options = dict(self.storage_options)
@@ -867,14 +849,10 @@ class AsyncLanceNamespaceDBConnection:
        # Create a storage options provider if not provided by user
        if storage_options_provider is None and response.storage_options is not None:
            storage_options_provider = LanceNamespaceStorageOptionsProvider(
-                namespace=self._namespace_client,
+                namespace=self._ns,
                table_id=table_id,
            )

-        # Capture managed_versioning from describe response.
-        # Convert None to False since we already have the answer from describe_table.
-        managed_versioning = response.managed_versioning is True
-
        # Open table in a thread
        def _open_table():
            temp_conn = LanceDBConnection(
@@ -892,8 +870,6 @@ class AsyncLanceNamespaceDBConnection:
                storage_options_provider=storage_options_provider,
                index_cache_size=index_cache_size,
                location=response.location,
-                namespace_client=self._namespace_client,
-                managed_versioning=managed_versioning,
            )

        lance_table = await asyncio.to_thread(_open_table)
@@ -905,7 +881,7 @@ class AsyncLanceNamespaceDBConnection:
            namespace = []
        table_id = namespace + [name]
        request = DropTableRequest(id=table_id)
-        self._namespace_client.drop_table(request)
+        self._ns.drop_table(request)

    async def rename_table(
        self,
@@ -967,7 +943,7 @@ class AsyncLanceNamespaceDBConnection:
        request = ListNamespacesRequest(
            id=namespace, page_token=page_token, limit=limit
        )
-        response = self._namespace_client.list_namespaces(request)
+        response = self._ns.list_namespaces(request)
        return ListNamespacesResponse(
            namespaces=response.namespaces if response.namespaces else [],
            page_token=response.page_token,
@@ -1002,7 +978,7 @@ class AsyncLanceNamespaceDBConnection:
            mode=_normalize_create_namespace_mode(mode),
            properties=properties,
        )
-        response = self._namespace_client.create_namespace(request)
+        response = self._ns.create_namespace(request)
        return CreateNamespaceResponse(
            properties=response.properties if hasattr(response, "properties") else None
        )
@@ -1036,7 +1012,7 @@ class AsyncLanceNamespaceDBConnection:
            mode=_normalize_drop_namespace_mode(mode),
            behavior=_normalize_drop_namespace_behavior(behavior),
        )
-        response = self._namespace_client.drop_namespace(request)
+        response = self._ns.drop_namespace(request)
        return DropNamespaceResponse(
            properties=(
                response.properties if hasattr(response, "properties") else None
@@ -1063,7 +1039,7 @@ class AsyncLanceNamespaceDBConnection:
            Response containing the namespace properties.
        """
        request = DescribeNamespaceRequest(id=namespace)
-        response = self._namespace_client.describe_namespace(request)
+        response = self._ns.describe_namespace(request)
        return DescribeNamespaceResponse(
            properties=response.properties if hasattr(response, "properties") else None
        )
@@ -1096,7 +1072,7 @@ class AsyncLanceNamespaceDBConnection:
        if namespace is None:
            namespace = []
        request = ListTablesRequest(id=namespace, page_token=page_token, limit=limit)
-        response = self._namespace_client.list_tables(request)
+        response = self._ns.list_tables(request)
        return ListTablesResponse(
            tables=response.tables if response.tables else [],
            page_token=response.page_token,
@@ -1746,8 +1746,6 @@ class LanceTable(Table):
        storage_options_provider: Optional["StorageOptionsProvider"] = None,
        index_cache_size: Optional[int] = None,
        location: Optional[str] = None,
-        namespace_client: Optional[Any] = None,
-        managed_versioning: Optional[bool] = None,
        _async: AsyncTable = None,
    ):
        if namespace is None:
@@ -1755,7 +1753,6 @@ class LanceTable(Table):
        self._conn = connection
        self._namespace = namespace
        self._location = location  # Store location for use in _dataset_path
-        self._namespace_client = namespace_client
        if _async is not None:
            self._table = _async
        else:
@@ -1767,8 +1764,6 @@ class LanceTable(Table):
                    storage_options_provider=storage_options_provider,
                    index_cache_size=index_cache_size,
                    location=location,
-                    namespace_client=namespace_client,
-                    managed_versioning=managed_versioning,
                )
            )

@@ -1811,8 +1806,6 @@ class LanceTable(Table):
        storage_options_provider: Optional["StorageOptionsProvider"] = None,
        index_cache_size: Optional[int] = None,
        location: Optional[str] = None,
-        namespace_client: Optional[Any] = None,
-        managed_versioning: Optional[bool] = None,
    ):
        if namespace is None:
            namespace = []
@@ -1824,8 +1817,6 @@ class LanceTable(Table):
            storage_options_provider=storage_options_provider,
            index_cache_size=index_cache_size,
            location=location,
-            namespace_client=namespace_client,
-            managed_versioning=managed_versioning,
        )

        # check the dataset exists
@@ -1857,16 +1848,6 @@ class LanceTable(Table):
                "Please install with `pip install pylance`."
            )

-        if self._namespace_client is not None:
-            table_id = self._namespace + [self.name]
-            return lance.dataset(
-                version=self.version,
-                storage_options=self._conn.storage_options,
-                namespace=self._namespace_client,
-                table_id=table_id,
-                **kwargs,
-            )
-
        return lance.dataset(
            self._dataset_path,
            version=self.version,
@@ -2732,7 +2713,6 @@ class LanceTable(Table):
        data_storage_version: Optional[str] = None,
        enable_v2_manifest_paths: Optional[bool] = None,
        location: Optional[str] = None,
-        namespace_client: Optional[Any] = None,
    ):
        """
        Create a new table.
@@ -2793,7 +2773,6 @@ class LanceTable(Table):
        self._conn = db
        self._namespace = namespace
        self._location = location
-        self._namespace_client = namespace_client

        if data_storage_version is not None:
            warnings.warn(
@@ -4202,6 +4181,7 @@ class AsyncTable:
                when_not_matched_by_source_condition=merge._when_not_matched_by_source_condition,
                timeout=merge._timeout,
                use_index=merge._use_index,
+                mem_wal=merge._mem_wal,
            ),
        )

@@ -326,24 +326,6 @@ def test_add_struct(mem_db: DBConnection):
    table = mem_db.create_table("test2", schema=schema)
    table.add(data)

-    struct_type = pa.struct(
-        [
-            ("b", pa.int64()),
-            ("a", pa.int64()),
-        ]
-    )
-    expected = pa.table(
-        {
-            "s_list": [
-                [
-                    pa.scalar({"b": 1, "a": 2}, type=struct_type),
-                    pa.scalar({"b": 4, "a": None}, type=struct_type),
-                ]
-            ],
-        }
-    )
-    assert table.to_arrow() == expected
-

 def test_add_subschema(mem_db: DBConnection):
    schema = pa.schema(
@@ -17,8 +17,7 @@ use pyo3::{
 use pyo3_async_runtimes::tokio::future_into_py;

 use crate::{
-    error::PythonErrorExt, namespace::extract_namespace_arc,
-    storage_options::py_object_to_storage_options_provider, table::Table,
+    error::PythonErrorExt, storage_options::py_object_to_storage_options_provider, table::Table,
 };

 #[pyclass]
@@ -183,8 +182,7 @@ impl Connection {
        })
    }

-    #[allow(clippy::too_many_arguments)]
-    #[pyo3(signature = (name, namespace=vec![], storage_options = None, storage_options_provider=None, index_cache_size = None, location=None, namespace_client=None, managed_versioning=None))]
+    #[pyo3(signature = (name, namespace=vec![], storage_options = None, storage_options_provider=None, index_cache_size = None, location=None))]
    pub fn open_table(
        self_: PyRef<'_, Self>,
        name: String,
@@ -193,13 +191,11 @@ impl Connection {
        storage_options_provider: Option<Py<PyAny>>,
        index_cache_size: Option<u32>,
        location: Option<String>,
-        namespace_client: Option<Py<PyAny>>,
-        managed_versioning: Option<bool>,
    ) -> PyResult<Bound<'_, PyAny>> {
        let inner = self_.get_inner()?.clone();

        let mut builder = inner.open_table(name);
-        builder = builder.namespace(namespace.clone());
+        builder = builder.namespace(namespace);
        if let Some(storage_options) = storage_options {
            builder = builder.storage_options(storage_options);
        }
@@ -213,20 +209,6 @@ impl Connection {
        if let Some(location) = location {
            builder = builder.location(location);
        }
-        // Extract namespace client from Python object if provided
-        let ns_client = if let Some(ns_obj) = namespace_client {
-            let py = self_.py();
-            Some(extract_namespace_arc(py, ns_obj)?)
-        } else {
-            None
-        };
-        if let Some(ns_client) = ns_client {
-            builder = builder.namespace_client(ns_client);
-        }
-        // Pass managed_versioning if provided to avoid redundant describe_table call
-        if let Some(enabled) = managed_versioning {
-            builder = builder.managed_versioning(enabled);
-        }

        future_into_py(self_.py(), async move {
            let table = builder.execute().await.infer_error()?;
@@ -524,6 +506,7 @@ pub struct PyClientConfig {
    id_delimiter: Option<String>,
    tls_config: Option<PyClientTlsConfig>,
    header_provider: Option<Py<PyAny>>,
+    mem_wal_enabled: Option<bool>,
 }

 #[derive(FromPyObject)]
@@ -608,6 +591,7 @@ impl From<PyClientConfig> for lancedb::remote::ClientConfig {
            id_delimiter: value.id_delimiter,
            tls_config: value.tls_config.map(Into::into),
            header_provider,
+            mem_wal_enabled: value.mem_wal_enabled,
        }
    }
 }
@@ -23,7 +23,6 @@ pub mod connection;
 pub mod error;
 pub mod header;
 pub mod index;
-pub mod namespace;
 pub mod permutation;
 pub mod query;
 pub mod session;
@@ -1,696 +0,0 @@
-// SPDX-License-Identifier: Apache-2.0
-// SPDX-FileCopyrightText: Copyright The LanceDB Authors
-
-//! Namespace utilities for Python bindings
-
-use std::collections::HashMap;
-use std::sync::Arc;
-
-use async_trait::async_trait;
-use bytes::Bytes;
-use lance_namespace::LanceNamespace as LanceNamespaceTrait;
-use lance_namespace::models::*;
-use pyo3::prelude::*;
-use pyo3::types::PyDict;
-
-/// Wrapper that allows any Python object implementing LanceNamespace protocol
-/// to be used as a Rust LanceNamespace.
-///
-/// This is similar to PyLanceNamespace in lance's Python bindings - it wraps a Python
-/// object and calls back into Python when namespace methods are invoked.
-pub struct PyLanceNamespace {
-    py_namespace: Arc<Py<PyAny>>,
-    namespace_id: String,
-}
-
-impl PyLanceNamespace {
-    /// Create a new PyLanceNamespace wrapper around a Python namespace object.
-    pub fn new(_py: Python<'_>, py_namespace: &Bound<'_, PyAny>) -> PyResult<Self> {
-        let namespace_id = py_namespace
-            .call_method0("namespace_id")?
-            .extract::<String>()?;
-
-        Ok(Self {
-            py_namespace: Arc::new(py_namespace.clone().unbind()),
-            namespace_id,
-        })
-    }
-
-    /// Create an Arc<dyn LanceNamespace> from a Python namespace object.
-    pub fn create_arc(
-        py: Python<'_>,
-        py_namespace: &Bound<'_, PyAny>,
-    ) -> PyResult<Arc<dyn LanceNamespaceTrait>> {
-        let wrapper = Self::new(py, py_namespace)?;
-        Ok(Arc::new(wrapper))
-    }
-}
-
-impl std::fmt::Debug for PyLanceNamespace {
-    fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
-        write!(f, "PyLanceNamespace {{ id: {} }}", self.namespace_id)
-    }
-}
-
-/// Get or create the DictWithModelDump class in Python.
-/// This class acts like a dict but also has model_dump() method.
-/// This allows it to work with both:
-/// - depythonize (which expects a dict/Mapping)
-/// - Python code that calls .model_dump() (like DirectoryNamespace wrapper)
-fn get_dict_with_model_dump_class(py: Python<'_>) -> PyResult<Bound<'_, PyAny>> {
-    // Use a module-level cache via __builtins__
-    let builtins = py.import("builtins")?;
-    if builtins.hasattr("_DictWithModelDump")? {
-        return builtins.getattr("_DictWithModelDump");
-    }
-
-    // Create the class using exec
-    let locals = PyDict::new(py);
-    py.run(
-        c"class DictWithModelDump(dict):
-    def model_dump(self):
-        return dict(self)",
-        None,
-        Some(&locals),
-    )?;
-    let class = locals.get_item("DictWithModelDump")?.ok_or_else(|| {
-        pyo3::exceptions::PyRuntimeError::new_err("Failed to create DictWithModelDump class")
-    })?;
-
-    // Cache it
-    builtins.setattr("_DictWithModelDump", &class)?;
-    Ok(class)
-}
-
-/// Helper to call a Python namespace method with JSON serialization.
-/// For methods that take a request and return a response.
-/// Uses DictWithModelDump to pass a dict that also has model_dump() method,
-/// making it compatible with both depythonize and Python wrappers.
-async fn call_py_method<Req, Resp>(
-    py_namespace: Arc<Py<PyAny>>,
-    method_name: &'static str,
-    request: Req,
-) -> lance_core::Result<Resp>
-where
-    Req: serde::Serialize + Send + 'static,
-    Resp: serde::de::DeserializeOwned + Send + 'static,
-{
-    let request_json = serde_json::to_string(&request).map_err(|e| {
-        lance_core::Error::io(format!(
-            "Failed to serialize request for {}: {}",
-            method_name, e
-        ))
-    })?;
-
-    let response_json = tokio::task::spawn_blocking(move || {
-        Python::attach(|py| {
-            let json_module = py.import("json")?;
-            let request_dict = json_module.call_method1("loads", (&request_json,))?;
-
-            // Wrap dict in DictWithModelDump so it works with both depythonize and .model_dump()
-            let dict_class = get_dict_with_model_dump_class(py)?;
-            let request_arg = dict_class.call1((request_dict,))?;
-
-            // Call the Python method
-            let result = py_namespace.call_method1(py, method_name, (request_arg,))?;
-
-            // Convert response to dict, then to JSON
-            // Pydantic models have model_dump() method
-            let result_dict = if result.bind(py).hasattr("model_dump")? {
-                result.call_method0(py, "model_dump")?
-            } else {
-                result
-            };
-            let response_json: String = json_module
-                .call_method1("dumps", (result_dict,))?
-                .extract()?;
-            Ok::<_, PyErr>(response_json)
-        })
-    })
-    .await
-    .map_err(|e| lance_core::Error::io(format!("Task join error for {}: {}", method_name, e)))?
-    .map_err(|e: PyErr| lance_core::Error::io(format!("Python error in {}: {}", method_name, e)))?;
-
-    serde_json::from_str(&response_json).map_err(|e| {
-        lance_core::Error::io(format!(
-            "Failed to deserialize response from {}: {}",
-            method_name, e
-        ))
-    })
-}
-
-/// Helper for methods that return () on success
-async fn call_py_method_unit<Req>(
-    py_namespace: Arc<Py<PyAny>>,
-    method_name: &'static str,
-    request: Req,
-) -> lance_core::Result<()>
-where
-    Req: serde::Serialize + Send + 'static,
-{
-    let request_json = serde_json::to_string(&request).map_err(|e| {
-        lance_core::Error::io(format!(
-            "Failed to serialize request for {}: {}",
-            method_name, e
-        ))
-    })?;
-
-    tokio::task::spawn_blocking(move || {
-        Python::attach(|py| {
-            let json_module = py.import("json")?;
-            let request_dict = json_module.call_method1("loads", (&request_json,))?;
-
-            // Wrap dict in DictWithModelDump
-            let dict_class = get_dict_with_model_dump_class(py)?;
-            let request_arg = dict_class.call1((request_dict,))?;
-
-            // Call the Python method
-            py_namespace.call_method1(py, method_name, (request_arg,))?;
-            Ok::<_, PyErr>(())
-        })
-    })
-    .await
-    .map_err(|e| lance_core::Error::io(format!("Task join error for {}: {}", method_name, e)))?
-    .map_err(|e: PyErr| lance_core::Error::io(format!("Python error in {}: {}", method_name, e)))
-}
-
-/// Helper for methods that return a primitive type
-async fn call_py_method_primitive<Req, Resp>(
-    py_namespace: Arc<Py<PyAny>>,
-    method_name: &'static str,
-    request: Req,
-) -> lance_core::Result<Resp>
-where
-    Req: serde::Serialize + Send + 'static,
-    Resp: for<'py> pyo3::FromPyObject<'py> + Send + 'static,
-{
-    let request_json = serde_json::to_string(&request).map_err(|e| {
-        lance_core::Error::io(format!(
-            "Failed to serialize request for {}: {}",
-            method_name, e
-        ))
-    })?;
-
-    tokio::task::spawn_blocking(move || {
-        Python::attach(|py| {
-            let json_module = py.import("json")?;
-            let request_dict = json_module.call_method1("loads", (&request_json,))?;
-
-            // Wrap dict in DictWithModelDump
-            let dict_class = get_dict_with_model_dump_class(py)?;
-            let request_arg = dict_class.call1((request_dict,))?;
-
-            // Call the Python method
-            let result = py_namespace.call_method1(py, method_name, (request_arg,))?;
-            let value: Resp = result.extract(py)?;
-            Ok::<_, PyErr>(value)
-        })
-    })
-    .await
-    .map_err(|e| lance_core::Error::io(format!("Task join error for {}: {}", method_name, e)))?
-    .map_err(|e: PyErr| lance_core::Error::io(format!("Python error in {}: {}", method_name, e)))
-}
-
-/// Helper for methods that return Bytes
-async fn call_py_method_bytes<Req>(
-    py_namespace: Arc<Py<PyAny>>,
-    method_name: &'static str,
-    request: Req,
-) -> lance_core::Result<Bytes>
-where
-    Req: serde::Serialize + Send + 'static,
-{
-    let request_json = serde_json::to_string(&request).map_err(|e| {
-        lance_core::Error::io(format!(
-            "Failed to serialize request for {}: {}",
-            method_name, e
-        ))
-    })?;
-
-    tokio::task::spawn_blocking(move || {
-        Python::attach(|py| {
-            let json_module = py.import("json")?;
-            let request_dict = json_module.call_method1("loads", (&request_json,))?;
-
-            // Wrap dict in DictWithModelDump
-            let dict_class = get_dict_with_model_dump_class(py)?;
-            let request_arg = dict_class.call1((request_dict,))?;
-
-            // Call the Python method
-            let result = py_namespace.call_method1(py, method_name, (request_arg,))?;
-            let bytes_data: Vec<u8> = result.extract(py)?;
-            Ok::<_, PyErr>(Bytes::from(bytes_data))
-        })
-    })
-    .await
-    .map_err(|e| lance_core::Error::io(format!("Task join error for {}: {}", method_name, e)))?
-    .map_err(|e: PyErr| lance_core::Error::io(format!("Python error in {}: {}", method_name, e)))
-}
-
-/// Helper for methods that take request + data and return a response
-async fn call_py_method_with_data<Req, Resp>(
-    py_namespace: Arc<Py<PyAny>>,
-    method_name: &'static str,
-    request: Req,
-    data: Bytes,
-) -> lance_core::Result<Resp>
-where
-    Req: serde::Serialize + Send + 'static,
-    Resp: serde::de::DeserializeOwned + Send + 'static,
-{
-    let request_json = serde_json::to_string(&request).map_err(|e| {
-        lance_core::Error::io(format!(
-            "Failed to serialize request for {}: {}",
-            method_name, e
-        ))
-    })?;
-
-    let response_json = tokio::task::spawn_blocking(move || {
-        Python::attach(|py| {
-            let json_module = py.import("json")?;
-            let request_dict = json_module.call_method1("loads", (&request_json,))?;
-
-            // Wrap dict in DictWithModelDump
-            let dict_class = get_dict_with_model_dump_class(py)?;
-            let request_arg = dict_class.call1((request_dict,))?;
-
-            // Pass request and bytes to Python method
-            let py_bytes = pyo3::types::PyBytes::new(py, &data);
-            let result = py_namespace.call_method1(py, method_name, (request_arg, py_bytes))?;
-
-            // Convert response dict to JSON
-            let response_json: String = json_module.call_method1("dumps", (result,))?.extract()?;
-            Ok::<_, PyErr>(response_json)
-        })
-    })
-    .await
-    .map_err(|e| lance_core::Error::io(format!("Task join error for {}: {}", method_name, e)))?
-    .map_err(|e: PyErr| lance_core::Error::io(format!("Python error in {}: {}", method_name, e)))?;
-
-    serde_json::from_str(&response_json).map_err(|e| {
-        lance_core::Error::io(format!(
-            "Failed to deserialize response from {}: {}",
-            method_name, e
-        ))
-    })
-}
-
-#[async_trait]
-impl LanceNamespaceTrait for PyLanceNamespace {
-    fn namespace_id(&self) -> String {
-        self.namespace_id.clone()
-    }
-
-    async fn list_namespaces(
-        &self,
-        request: ListNamespacesRequest,
-    ) -> lance_core::Result<ListNamespacesResponse> {
-        call_py_method(self.py_namespace.clone(), "list_namespaces", request).await
-    }
-
-    async fn describe_namespace(
-        &self,
-        request: DescribeNamespaceRequest,
-    ) -> lance_core::Result<DescribeNamespaceResponse> {
-        call_py_method(self.py_namespace.clone(), "describe_namespace", request).await
-    }
-
-    async fn create_namespace(
-        &self,
-        request: CreateNamespaceRequest,
-    ) -> lance_core::Result<CreateNamespaceResponse> {
-        call_py_method(self.py_namespace.clone(), "create_namespace", request).await
-    }
-
-    async fn drop_namespace(
-        &self,
-        request: DropNamespaceRequest,
-    ) -> lance_core::Result<DropNamespaceResponse> {
-        call_py_method(self.py_namespace.clone(), "drop_namespace", request).await
-    }
-
-    async fn namespace_exists(&self, request: NamespaceExistsRequest) -> lance_core::Result<()> {
-        call_py_method_unit(self.py_namespace.clone(), "namespace_exists", request).await
-    }
-
-    async fn list_tables(
-        &self,
-        request: ListTablesRequest,
-    ) -> lance_core::Result<ListTablesResponse> {
-        call_py_method(self.py_namespace.clone(), "list_tables", request).await
-    }
-
-    async fn describe_table(
-        &self,
-        request: DescribeTableRequest,
-    ) -> lance_core::Result<DescribeTableResponse> {
-        call_py_method(self.py_namespace.clone(), "describe_table", request).await
-    }
-
-    async fn register_table(
-        &self,
-        request: RegisterTableRequest,
-    ) -> lance_core::Result<RegisterTableResponse> {
-        call_py_method(self.py_namespace.clone(), "register_table", request).await
-    }
-
-    async fn table_exists(&self, request: TableExistsRequest) -> lance_core::Result<()> {
-        call_py_method_unit(self.py_namespace.clone(), "table_exists", request).await
-    }
-
-    async fn drop_table(&self, request: DropTableRequest) -> lance_core::Result<DropTableResponse> {
-        call_py_method(self.py_namespace.clone(), "drop_table", request).await
-    }
-
-    async fn deregister_table(
-        &self,
-        request: DeregisterTableRequest,
-    ) -> lance_core::Result<DeregisterTableResponse> {
-        call_py_method(self.py_namespace.clone(), "deregister_table", request).await
-    }
-
-    async fn count_table_rows(&self, request: CountTableRowsRequest) -> lance_core::Result<i64> {
-        call_py_method_primitive(self.py_namespace.clone(), "count_table_rows", request).await
-    }
-
-    async fn create_table(
-        &self,
-        request: CreateTableRequest,
-        request_data: Bytes,
-    ) -> lance_core::Result<CreateTableResponse> {
-        call_py_method_with_data(
-            self.py_namespace.clone(),
-            "create_table",
-            request,
-            request_data,
-        )
-        .await
-    }
-
-    async fn declare_table(
-        &self,
-        request: DeclareTableRequest,
-    ) -> lance_core::Result<DeclareTableResponse> {
-        call_py_method(self.py_namespace.clone(), "declare_table", request).await
-    }
-
-    async fn insert_into_table(
-        &self,
-        request: InsertIntoTableRequest,
-        request_data: Bytes,
-    ) -> lance_core::Result<InsertIntoTableResponse> {
-        call_py_method_with_data(
-            self.py_namespace.clone(),
-            "insert_into_table",
-            request,
-            request_data,
-        )
-        .await
-    }
-
-    async fn merge_insert_into_table(
-        &self,
-        request: MergeInsertIntoTableRequest,
-        request_data: Bytes,
-    ) -> lance_core::Result<MergeInsertIntoTableResponse> {
-        call_py_method_with_data(
-            self.py_namespace.clone(),
-            "merge_insert_into_table",
-            request,
-            request_data,
-        )
-        .await
-    }
-
-    async fn update_table(
-        &self,
-        request: UpdateTableRequest,
-    ) -> lance_core::Result<UpdateTableResponse> {
-        call_py_method(self.py_namespace.clone(), "update_table", request).await
-    }
-
-    async fn delete_from_table(
-        &self,
-        request: DeleteFromTableRequest,
-    ) -> lance_core::Result<DeleteFromTableResponse> {
-        call_py_method(self.py_namespace.clone(), "delete_from_table", request).await
-    }
-
-    async fn query_table(&self, request: QueryTableRequest) -> lance_core::Result<Bytes> {
-        call_py_method_bytes(self.py_namespace.clone(), "query_table", request).await
-    }
-
-    async fn create_table_index(
-        &self,
-        request: CreateTableIndexRequest,
-    ) -> lance_core::Result<CreateTableIndexResponse> {
-        call_py_method(self.py_namespace.clone(), "create_table_index", request).await
-    }
-
-    async fn list_table_indices(
-        &self,
-        request: ListTableIndicesRequest,
-    ) -> lance_core::Result<ListTableIndicesResponse> {
-        call_py_method(self.py_namespace.clone(), "list_table_indices", request).await
-    }
-
-    async fn describe_table_index_stats(
-        &self,
-        request: DescribeTableIndexStatsRequest,
-    ) -> lance_core::Result<DescribeTableIndexStatsResponse> {
-        call_py_method(
-            self.py_namespace.clone(),
-            "describe_table_index_stats",
-            request,
-        )
-        .await
-    }
-
-    async fn describe_transaction(
-        &self,
-        request: DescribeTransactionRequest,
-    ) -> lance_core::Result<DescribeTransactionResponse> {
-        call_py_method(self.py_namespace.clone(), "describe_transaction", request).await
-    }
-
-    async fn alter_transaction(
-        &self,
-        request: AlterTransactionRequest,
-    ) -> lance_core::Result<AlterTransactionResponse> {
-        call_py_method(self.py_namespace.clone(), "alter_transaction", request).await
-    }
-
-    async fn create_table_scalar_index(
-        &self,
-        request: CreateTableIndexRequest,
-    ) -> lance_core::Result<CreateTableScalarIndexResponse> {
-        call_py_method(
-            self.py_namespace.clone(),
-            "create_table_scalar_index",
-            request,
-        )
-        .await
-    }
-
-    async fn drop_table_index(
-        &self,
-        request: DropTableIndexRequest,
-    ) -> lance_core::Result<DropTableIndexResponse> {
-        call_py_method(self.py_namespace.clone(), "drop_table_index", request).await
-    }
-
-    async fn list_all_tables(
-        &self,
-        request: ListTablesRequest,
-    ) -> lance_core::Result<ListTablesResponse> {
-        call_py_method(self.py_namespace.clone(), "list_all_tables", request).await
-    }
-
-    async fn restore_table(
-        &self,
-        request: RestoreTableRequest,
-    ) -> lance_core::Result<RestoreTableResponse> {
-        call_py_method(self.py_namespace.clone(), "restore_table", request).await
-    }
-
-    async fn rename_table(
-        &self,
-        request: RenameTableRequest,
-    ) -> lance_core::Result<RenameTableResponse> {
-        call_py_method(self.py_namespace.clone(), "rename_table", request).await
-    }
-
-    async fn list_table_versions(
-        &self,
-        request: ListTableVersionsRequest,
-    ) -> lance_core::Result<ListTableVersionsResponse> {
-        call_py_method(self.py_namespace.clone(), "list_table_versions", request).await
-    }
-
-    async fn create_table_version(
-        &self,
-        request: CreateTableVersionRequest,
-    ) -> lance_core::Result<CreateTableVersionResponse> {
-        call_py_method(self.py_namespace.clone(), "create_table_version", request).await
-    }
-
-    async fn describe_table_version(
-        &self,
-        request: DescribeTableVersionRequest,
-    ) -> lance_core::Result<DescribeTableVersionResponse> {
-        call_py_method(self.py_namespace.clone(), "describe_table_version", request).await
-    }
-
-    async fn batch_delete_table_versions(
-        &self,
-        request: BatchDeleteTableVersionsRequest,
-    ) -> lance_core::Result<BatchDeleteTableVersionsResponse> {
-        call_py_method(
-            self.py_namespace.clone(),
-            "batch_delete_table_versions",
-            request,
-        )
-        .await
-    }
-
-    async fn update_table_schema_metadata(
-        &self,
-        request: UpdateTableSchemaMetadataRequest,
-    ) -> lance_core::Result<UpdateTableSchemaMetadataResponse> {
-        call_py_method(
-            self.py_namespace.clone(),
-            "update_table_schema_metadata",
-            request,
-        )
-        .await
-    }
-
-    async fn get_table_stats(
-        &self,
-        request: GetTableStatsRequest,
-    ) -> lance_core::Result<GetTableStatsResponse> {
-        call_py_method(self.py_namespace.clone(), "get_table_stats", request).await
-    }
-
-    async fn explain_table_query_plan(
-        &self,
-        request: ExplainTableQueryPlanRequest,
-    ) -> lance_core::Result<String> {
-        call_py_method_primitive(
-            self.py_namespace.clone(),
-            "explain_table_query_plan",
-            request,
-        )
-        .await
-    }
-
-    async fn analyze_table_query_plan(
-        &self,
-        request: AnalyzeTableQueryPlanRequest,
-    ) -> lance_core::Result<String> {
-        call_py_method_primitive(
-            self.py_namespace.clone(),
-            "analyze_table_query_plan",
-            request,
-        )
-        .await
-    }
-
-    async fn alter_table_add_columns(
-        &self,
-        request: AlterTableAddColumnsRequest,
-    ) -> lance_core::Result<AlterTableAddColumnsResponse> {
-        call_py_method(
-            self.py_namespace.clone(),
-            "alter_table_add_columns",
-            request,
-        )
-        .await
-    }
-
-    async fn alter_table_alter_columns(
-        &self,
-        request: AlterTableAlterColumnsRequest,
-    ) -> lance_core::Result<AlterTableAlterColumnsResponse> {
-        call_py_method(
-            self.py_namespace.clone(),
-            "alter_table_alter_columns",
-            request,
-        )
-        .await
-    }
-
-    async fn alter_table_drop_columns(
-        &self,
-        request: AlterTableDropColumnsRequest,
-    ) -> lance_core::Result<AlterTableDropColumnsResponse> {
-        call_py_method(
-            self.py_namespace.clone(),
-            "alter_table_drop_columns",
-            request,
-        )
-        .await
-    }
-
-    async fn list_table_tags(
-        &self,
-        request: ListTableTagsRequest,
-    ) -> lance_core::Result<ListTableTagsResponse> {
-        call_py_method(self.py_namespace.clone(), "list_table_tags", request).await
-    }
-
-    async fn create_table_tag(
-        &self,
-        request: CreateTableTagRequest,
-    ) -> lance_core::Result<CreateTableTagResponse> {
-        call_py_method(self.py_namespace.clone(), "create_table_tag", request).await
-    }
-
-    async fn delete_table_tag(
-        &self,
-        request: DeleteTableTagRequest,
-    ) -> lance_core::Result<DeleteTableTagResponse> {
-        call_py_method(self.py_namespace.clone(), "delete_table_tag", request).await
-    }
-
-    async fn update_table_tag(
-        &self,
-        request: UpdateTableTagRequest,
-    ) -> lance_core::Result<UpdateTableTagResponse> {
-        call_py_method(self.py_namespace.clone(), "update_table_tag", request).await
-    }
-
-    async fn get_table_tag_version(
-        &self,
-        request: GetTableTagVersionRequest,
-    ) -> lance_core::Result<GetTableTagVersionResponse> {
-        call_py_method(self.py_namespace.clone(), "get_table_tag_version", request).await
-    }
-}
-
-/// Convert Python dict to HashMap<String, String>
-#[allow(dead_code)]
-fn dict_to_hashmap(dict: &Bound<'_, PyDict>) -> PyResult<HashMap<String, String>> {
-    let mut map = HashMap::new();
-    for (key, value) in dict.iter() {
-        let key_str: String = key.extract()?;
-        let value_str: String = value.extract()?;
-        map.insert(key_str, value_str);
-    }
-    Ok(map)
-}
-
-/// Extract an Arc<dyn LanceNamespace> from a Python namespace object.
-///
-/// This function wraps any Python namespace object with PyLanceNamespace.
-/// The PyLanceNamespace wrapper uses DictWithModelDump to pass requests,
-/// which works with both:
-/// - Native namespaces (DirectoryNamespace, RestNamespace) that use depythonize (expects dict)
-/// - Custom Python implementations that call .model_dump() on the request
-pub fn extract_namespace_arc(
-    py: Python<'_>,
-    ns: Py<PyAny>,
-) -> PyResult<Arc<dyn LanceNamespaceTrait>> {
-    let ns_ref = ns.bind(py);
-    PyLanceNamespace::create_arc(py, ns_ref)
-}
@@ -710,6 +710,9 @@ impl Table {
        if let Some(use_index) = parameters.use_index {
            builder.use_index(use_index);
        }
+        if let Some(mem_wal) = parameters.mem_wal {
+            builder.mem_wal(mem_wal);
+        }

        future_into_py(self_.py(), async move {
            let res = builder.execute(Box::new(batches)).await.infer_error()?;
@@ -870,6 +873,7 @@ pub struct MergeInsertParams {
    when_not_matched_by_source_condition: Option<String>,
    timeout: Option<std::time::Duration>,
    use_index: Option<bool>,
+    mem_wal: Option<bool>,
 }

 #[pyclass]
@@ -2006,7 +2006,7 @@ requires-dist = [
    { name = "botocore", marker = "extra == 'embeddings'", specifier = ">=1.31.57" },
    { name = "cohere", marker = "extra == 'embeddings'" },
    { name = "colpali-engine", marker = "extra == 'embeddings'", specifier = ">=0.3.10" },
-    { name = "datafusion", marker = "extra == 'tests'", specifier = "<52" },
+    { name = "datafusion", marker = "extra == 'tests'" },
    { name = "deprecation" },
    { name = "duckdb", marker = "extra == 'tests'" },
    { name = "google-generativeai", marker = "extra == 'embeddings'" },
@@ -2035,7 +2035,7 @@ requires-dist = [
    { name = "pyarrow-stubs", marker = "extra == 'tests'" },
    { name = "pydantic", specifier = ">=1.10" },
    { name = "pylance", marker = "extra == 'pylance'", specifier = ">=1.0.0b14" },
-    { name = "pylance", marker = "extra == 'tests'", specifier = ">=1.0.0b14,<3.0.0" },
+    { name = "pylance", marker = "extra == 'tests'", specifier = ">=1.0.0b14" },
    { name = "pyright", marker = "extra == 'dev'" },
    { name = "pytest", marker = "extra == 'tests'" },
    { name = "pytest-asyncio", marker = "extra == 'tests'" },
@@ -1,6 +1,6 @@
 [package]
 name = "lancedb"
-version = "0.27.0-beta.5"
+version = "0.27.0-beta.3"
 edition.workspace = true
 description = "LanceDB: A serverless, low-latency vector database for AI applications"
 license.workspace = true
@@ -1,4 +1,4 @@
-# LanceDB Rust SDK
+# LanceDB Rust

 <a href="https://crates.io/crates/vectordb">![img](https://img.shields.io/crates/v/vectordb)</a>
 <a href="https://docs.rs/vectordb/latest/vectordb/">![Docs.rs](https://img.shields.io/docsrs/vectordb)</a>
@@ -136,7 +136,6 @@ impl OpenTableBuilder {
                lance_read_params: None,
                location: None,
                namespace_client: None,
-                managed_versioning: None,
            },
            embedding_registry,
        }
@@ -236,29 +235,6 @@ impl OpenTableBuilder {
        self
    }

-    /// Set a namespace client for managed versioning support.
-    ///
-    /// When a namespace client is provided and the table has `managed_versioning` enabled,
-    /// the table will use the namespace's commit handler to notify the namespace of
-    /// version changes. This enables features like event emission for table modifications.
-    pub fn namespace_client(mut self, client: Arc<dyn lance_namespace::LanceNamespace>) -> Self {
-        self.request.namespace_client = Some(client);
-        self
-    }
-
-    /// Set whether managed versioning is enabled for this table.
-    ///
-    /// When set to `Some(true)`, the table will use namespace-managed commits.
-    /// When set to `Some(false)`, the table will use local commits even if namespace_client is set.
-    /// When set to `None` (default), the value will be fetched from the namespace if namespace_client is set.
-    ///
-    /// This is typically set when the caller has already queried the namespace and knows the
-    /// managed_versioning status, avoiding a redundant describe_table call.
-    pub fn managed_versioning(mut self, enabled: bool) -> Self {
-        self.request.managed_versioning = Some(enabled);
-        self
-    }
-
    /// Open the table
    pub async fn execute(self) -> Result<Table> {
        let table = self.parent.open_table(self.request).await?;
@@ -318,12 +294,6 @@ impl CloneTableBuilder {
        self
    }

-    /// Set a namespace client for managed versioning support.
-    pub fn namespace_client(mut self, client: Arc<dyn lance_namespace::LanceNamespace>) -> Self {
-        self.request.namespace_client = Some(client);
-        self
-    }
-
    /// Execute the clone operation
    pub async fn execute(self) -> Result<Table> {
        let parent = self.parent.clone();
@@ -814,13 +784,19 @@ impl ConnectBuilder {
            message: "An api_key is required when connecting to LanceDb Cloud".to_string(),
        })?;

+        // Propagate mem_wal_enabled from options to client_config
+        let mut client_config = self.request.client_config;
+        if options.mem_wal_enabled.is_some() {
+            client_config.mem_wal_enabled = options.mem_wal_enabled;
+        }
+
        let storage_options = StorageOptions(options.storage_options.clone());
        let internal = Arc::new(crate::remote::db::RemoteDatabase::try_new(
            &self.request.uri,
            &api_key,
            &region,
            options.host_override,
-            self.request.client_config,
+            client_config,
            storage_options.into(),
        )?);
        Ok(Connection {
@@ -66,10 +66,6 @@ pub struct OpenTableRequest {
    /// Optional namespace client for server-side query execution.
    /// When set, queries will be executed on the namespace server instead of locally.
    pub namespace_client: Option<Arc<dyn LanceNamespace>>,
-    /// Whether managed versioning is enabled for this table.
-    /// When Some(true), the table will use namespace-managed commits instead of local commits.
-    /// When None and namespace_client is provided, the value will be fetched from the namespace.
-    pub managed_versioning: Option<bool>,
 }

 impl std::fmt::Debug for OpenTableRequest {
@@ -81,7 +77,6 @@ impl std::fmt::Debug for OpenTableRequest {
            .field("lance_read_params", &self.lance_read_params)
            .field("location", &self.location)
            .field("namespace_client", &self.namespace_client)
-            .field("managed_versioning", &self.managed_versioning)
            .finish()
    }
 }
@@ -166,9 +161,6 @@ pub struct CloneTableRequest {
    /// Whether to perform a shallow clone (true) or deep clone (false). Defaults to true.
    /// Currently only shallow clone is supported.
    pub is_shallow: bool,
-    /// Optional namespace client for managed versioning support.
-    /// When set, enables the commit handler to track table versions through the namespace.
-    pub namespace_client: Option<Arc<dyn LanceNamespace>>,
 }

 impl CloneTableRequest {
@@ -180,7 +172,6 @@ impl CloneTableRequest {
            source_version: None,
            source_tag: None,
            is_shallow: true,
-            namespace_client: None,
        }
    }
 }
@@ -669,7 +669,6 @@ impl ListingDatabase {
                    lance_read_params: None,
                    location: None,
                    namespace_client: None,
-                    managed_versioning: None,
                };
                let req = (callback)(req);
                let table = self.open_table(req).await?;
@@ -870,7 +869,6 @@ impl Database for ListingDatabase {
            Some(write_params),
            self.read_consistency_interval,
            request.namespace_client,
-            false, // server_side_query_enabled - listing database doesn't support server-side queries
        )
        .await
        {
@@ -948,9 +946,7 @@ impl Database for ListingDatabase {
            self.store_wrapper.clone(),
            None,
            self.read_consistency_interval,
-            request.namespace_client,
-            false, // server_side_query_enabled - listing database doesn't support server-side queries
-            None,  // managed_versioning - will be queried if namespace_client is provided
+            None,
        )
        .await?;

@@ -1026,8 +1022,6 @@ impl Database for ListingDatabase {
                Some(read_params),
                self.read_consistency_interval,
                request.namespace_client,
-                false, // server_side_query_enabled - listing database doesn't support server-side queries
-                request.managed_versioning, // Pass through managed_versioning from request
            )
            .await?,
        );
@@ -1168,7 +1162,6 @@ mod tests {
                source_version: None,
                source_tag: None,
                is_shallow: true,
-                namespace_client: None,
            })
            .await
            .unwrap();
@@ -1229,7 +1222,6 @@ mod tests {
                source_version: None,
                source_tag: None,
                is_shallow: true,
-                namespace_client: None,
            })
            .await
            .unwrap();
@@ -1289,7 +1281,6 @@ mod tests {
                source_version: None,
                source_tag: None,
                is_shallow: true,
-                namespace_client: None,
            })
            .await;

@@ -1326,7 +1317,6 @@ mod tests {
                source_version: None,
                source_tag: None,
                is_shallow: false, // Request deep clone
-                namespace_client: None,
            })
            .await;

@@ -1367,7 +1357,6 @@ mod tests {
                source_version: None,
                source_tag: None,
                is_shallow: true,
-                namespace_client: None,
            })
            .await;

@@ -1408,7 +1397,6 @@ mod tests {
                source_version: None,
                source_tag: None,
                is_shallow: true,
-                namespace_client: None,
            })
            .await;

@@ -1428,7 +1416,6 @@ mod tests {
                source_version: None,
                source_tag: None,
                is_shallow: true,
-                namespace_client: None,
            })
            .await;

@@ -1465,7 +1452,6 @@ mod tests {
                source_version: Some(1),
                source_tag: Some("v1.0".to_string()),
                is_shallow: true,
-                namespace_client: None,
            })
            .await;

@@ -1539,7 +1525,6 @@ mod tests {
                source_version: Some(initial_version),
                source_tag: None,
                is_shallow: true,
-                namespace_client: None,
            })
            .await
            .unwrap();
@@ -1618,7 +1603,6 @@ mod tests {
                source_version: None,
                source_tag: Some("v1.0".to_string()),
                is_shallow: true,
-                namespace_client: None,
            })
            .await
            .unwrap();
@@ -1670,7 +1654,6 @@ mod tests {
                source_version: None,
                source_tag: None,
                is_shallow: true,
-                namespace_client: None,
            })
            .await
            .unwrap();
@@ -1763,7 +1746,6 @@ mod tests {
                source_version: None,
                source_tag: None,
                is_shallow: true,
-                namespace_client: None,
            })
            .await
            .unwrap();
@@ -7,7 +7,6 @@ use std::collections::HashMap;
 use std::sync::Arc;

 use async_trait::async_trait;
-use lance::io::commit::namespace_manifest::LanceNamespaceExternalManifestStore;
 use lance_io::object_store::{ObjectStoreParams, StorageOptionsAccessor};
 use lance_namespace::{
    LanceNamespace,
@@ -19,8 +18,6 @@ use lance_namespace::{
    },
 };
 use lance_namespace_impls::ConnectBuilder;
-use lance_table::io::commit::CommitHandler;
-use lance_table::io::commit::external_manifest::ExternalManifestCommitHandler;

 use crate::database::ReadConsistency;
 use crate::error::{Error, Result};
@@ -208,12 +205,14 @@ impl Database for LanceNamespaceDatabase {
        let mut table_id = request.namespace.clone();
        table_id.push(request.name.clone());

+        // Try declare_table first, falling back to create_empty_table for backwards
+        // compatibility with older namespace clients that don't support declare_table
        let declare_request = DeclareTableRequest {
            id: Some(table_id.clone()),
            ..Default::default()
        };

-        let (location, initial_storage_options, managed_versioning) = {
+        let (location, initial_storage_options) = {
            let response = self.namespace.declare_table(declare_request).await?;
            let loc = response.location.ok_or_else(|| Error::Runtime {
                message: "Table location is missing from declare_table response".to_string(),
@@ -223,33 +222,21 @@ impl Database for LanceNamespaceDatabase {
                .storage_options
                .or_else(|| Some(self.storage_options.clone()))
                .filter(|o| !o.is_empty());
-            (loc, opts, response.managed_versioning)
+            (loc, opts)
        };

-        // Build write params with storage options and commit handler
-        let mut params = request.write_options.lance_write_params.unwrap_or_default();
-
-        // Set up storage options if provided
-        if let Some(storage_opts) = initial_storage_options {
+        let write_params = if let Some(storage_opts) = initial_storage_options {
+            let mut params = request.write_options.lance_write_params.unwrap_or_default();
            let store_params = params
                .store_params
                .get_or_insert_with(ObjectStoreParams::default);
            store_params.storage_options_accessor = Some(Arc::new(
                StorageOptionsAccessor::with_static_options(storage_opts),
            ));
-        }
-
-        // Set up commit handler when managed_versioning is enabled
-        if managed_versioning == Some(true) {
-            let external_store =
-                LanceNamespaceExternalManifestStore::new(self.namespace.clone(), table_id.clone());
-            let commit_handler: Arc<dyn CommitHandler> = Arc::new(ExternalManifestCommitHandler {
-                external_manifest_store: Arc::new(external_store),
-            });
-            params.commit_handler = Some(commit_handler);
-        }
-
-        let write_params = Some(params);
+            Some(params)
+        } else {
+            request.write_options.lance_write_params
+        };

        let native_table = NativeTable::create_from_namespace(
            self.namespace.clone(),
@@ -14,6 +14,7 @@ use crate::remote::db::RemoteOptions;
 use crate::remote::retry::{ResolvedRetryConfig, RetryCounter};

 const REQUEST_ID_HEADER: HeaderName = HeaderName::from_static("x-request-id");
+const MEM_WAL_ENABLED_HEADER: HeaderName = HeaderName::from_static("x-lancedb-mem-wal-enabled");

 /// Configuration for TLS/mTLS settings.
 #[derive(Clone, Debug, Default)]
@@ -52,6 +53,10 @@ pub struct ClientConfig {
    pub tls_config: Option<TlsConfig>,
    /// Provider for custom headers to be added to each request
    pub header_provider: Option<Arc<dyn HeaderProvider>>,
+    /// Enable MemWAL write path for streaming writes.
+    /// When true, write operations will use the MemWAL architecture
+    /// for high-performance streaming writes.
+    pub mem_wal_enabled: Option<bool>,
 }

 impl std::fmt::Debug for ClientConfig {
@@ -67,6 +72,7 @@ impl std::fmt::Debug for ClientConfig {
                "header_provider",
                &self.header_provider.as_ref().map(|_| "Some(...)"),
            )
+            .field("mem_wal_enabled", &self.mem_wal_enabled)
            .finish()
    }
 }
@@ -81,6 +87,7 @@ impl Default for ClientConfig {
            id_delimiter: None,
            tls_config: None,
            header_provider: None,
+            mem_wal_enabled: None,
        }
    }
 }
@@ -477,6 +484,11 @@ impl<S: HttpSend> RestfulLanceDbClient<S> {
            );
        }

+        // Add MemWAL header if enabled
+        if let Some(true) = config.mem_wal_enabled {
+            headers.insert(MEM_WAL_ENABLED_HEADER, HeaderValue::from_static("true"));
+        }
+
        Ok(headers)
    }

@@ -78,6 +78,7 @@ pub const OPT_REMOTE_PREFIX: &str = "remote_database_";
 pub const OPT_REMOTE_API_KEY: &str = "remote_database_api_key";
 pub const OPT_REMOTE_REGION: &str = "remote_database_region";
 pub const OPT_REMOTE_HOST_OVERRIDE: &str = "remote_database_host_override";
+pub const OPT_REMOTE_MEM_WAL_ENABLED: &str = "remote_database_mem_wal_enabled";
 // TODO: add support for configuring client config via key/value options

 #[derive(Clone, Debug, Default)]
@@ -98,6 +99,12 @@ pub struct RemoteDatabaseOptions {
    /// These options are only used for LanceDB Enterprise and only a subset of options
    /// are supported.
    pub storage_options: HashMap<String, String>,
+    /// Enable MemWAL write path for high-performance streaming writes.
+    ///
+    /// When enabled, write operations (insert, merge_insert, etc.) will use
+    /// the MemWAL architecture which buffers writes in memory and Write-Ahead Log
+    /// before asynchronously merging to the base table.
+    pub mem_wal_enabled: Option<bool>,
 }

 impl RemoteDatabaseOptions {
@@ -109,6 +116,9 @@ impl RemoteDatabaseOptions {
        let api_key = map.get(OPT_REMOTE_API_KEY).cloned();
        let region = map.get(OPT_REMOTE_REGION).cloned();
        let host_override = map.get(OPT_REMOTE_HOST_OVERRIDE).cloned();
+        let mem_wal_enabled = map
+            .get(OPT_REMOTE_MEM_WAL_ENABLED)
+            .map(|v| v.to_lowercase() == "true");
        let storage_options = map
            .iter()
            .filter(|(key, _)| !key.starts_with(OPT_REMOTE_PREFIX))
@@ -119,6 +129,7 @@ impl RemoteDatabaseOptions {
            region,
            host_override,
            storage_options,
+            mem_wal_enabled,
        })
    }
 }
@@ -137,6 +148,12 @@ impl DatabaseOptions for RemoteDatabaseOptions {
        if let Some(host_override) = &self.host_override {
            map.insert(OPT_REMOTE_HOST_OVERRIDE.to_string(), host_override.clone());
        }
+        if let Some(mem_wal_enabled) = &self.mem_wal_enabled {
+            map.insert(
+                OPT_REMOTE_MEM_WAL_ENABLED.to_string(),
+                mem_wal_enabled.to_string(),
+            );
+        }
    }
 }

@@ -181,6 +198,20 @@ impl RemoteDatabaseOptionsBuilder {
        self.options.host_override = Some(host_override);
        self
    }
+
+    /// Enable MemWAL write path for high-performance streaming writes.
+    ///
+    /// When enabled, write operations will use the MemWAL architecture
+    /// which buffers writes in memory and Write-Ahead Log before
+    /// asynchronously merging to the base table.
+    ///
+    /// # Arguments
+    ///
+    /// * `enabled` - Whether to enable MemWAL writes
+    pub fn mem_wal_enabled(mut self, enabled: bool) -> Self {
+        self.options.mem_wal_enabled = Some(enabled);
+        self
+    }
 }

 #[derive(Debug)]
@@ -464,7 +495,6 @@ impl<S: HttpSend> Database for RemoteDatabase<S> {
                            lance_read_params: None,
                            location: None,
                            namespace_client: None,
-                            managed_versioning: None,
                        };
                        let req = (callback)(req);
                        self.open_table(req).await
@@ -62,6 +62,7 @@ use std::time::Duration;
 use tokio::sync::RwLock;

 const REQUEST_TIMEOUT_HEADER: HeaderName = HeaderName::from_static("x-request-timeout-ms");
+const MEM_WAL_ENABLED_HEADER: HeaderName = HeaderName::from_static("x-lancedb-mem-wal-enabled");
 const METRIC_TYPE_KEY: &str = "metric_type";
 const INDEX_TYPE_KEY: &str = "index_type";
 const SCHEMA_CACHE_TTL: Duration = Duration::from_secs(30);
@@ -1359,6 +1360,7 @@ impl<S: HttpSend> BaseTable for RemoteTable<S> {
        self.check_mutable().await?;

        let timeout = params.timeout;
+        let mem_wal = params.mem_wal;

        let query = MergeInsertRequest::try_from(params)?;
        let mut request = self
@@ -1374,6 +1376,10 @@ impl<S: HttpSend> BaseTable for RemoteTable<S> {
            }
        }

+        if mem_wal {
+            request = request.header(MEM_WAL_ENABLED_HEADER, "true");
+        }
+
        let (request_id, response) = self.send_streaming(request, new_data, true).await?;

        let response = self.check_table_response(&request_id, response).await?;
@@ -34,13 +34,9 @@ use lance_index::vector::sq::builder::SQBuildParams;
 use lance_io::object_store::{LanceNamespaceStorageOptionsProvider, StorageOptionsAccessor};
 pub use query::AnyQuery;

-use lance::io::commit::namespace_manifest::LanceNamespaceExternalManifestStore;
 use lance_namespace::LanceNamespace;
-use lance_namespace::models::DescribeTableRequest;
 use lance_table::format::Manifest;
-use lance_table::io::commit::CommitHandler;
 use lance_table::io::commit::ManifestNamingScheme;
-use lance_table::io::commit::external_manifest::ExternalManifestCommitHandler;
 use serde::{Deserialize, Serialize};
 use std::collections::HashMap;
 use std::format;
@@ -1216,13 +1212,10 @@ pub struct NativeTable {
    // This comes from the connection options. We store here so we can pass down
    // to the dataset when we recreate it (for example, in checkout_latest).
    read_consistency_interval: Option<std::time::Duration>,
-    // Optional namespace client for namespace operations (e.g., managed versioning).
-    // pub(crate) so query.rs can access the field for server-side query execution.
+    // Optional namespace client for server-side query execution.
+    // When set, queries will be executed on the namespace server instead of locally.
+    // pub (crate) namespace_client so query.rs can access the fields
    pub(crate) namespace_client: Option<Arc<dyn LanceNamespace>>,
-    // Whether to enable server-side query execution via the namespace client.
-    // When true and namespace_client is set, queries will be executed on the
-    // namespace server instead of locally.
-    pub(crate) server_side_query_enabled: bool,
 }

 impl std::fmt::Debug for NativeTable {
@@ -1234,7 +1227,6 @@ impl std::fmt::Debug for NativeTable {
            .field("uri", &self.uri)
            .field("read_consistency_interval", &self.read_consistency_interval)
            .field("namespace_client", &self.namespace_client)
-            .field("server_side_query_enabled", &self.server_side_query_enabled)
            .finish()
    }
 }
@@ -1271,7 +1263,7 @@ impl NativeTable {
    /// * A [NativeTable] object.
    pub async fn open(uri: &str) -> Result<Self> {
        let name = Self::get_table_name(uri)?;
-        Self::open_with_params(uri, &name, vec![], None, None, None, None, false, None).await
+        Self::open_with_params(uri, &name, vec![], None, None, None, None).await
    }

    /// Opens an existing Table
@@ -1281,10 +1273,7 @@ impl NativeTable {
    /// * `base_path` - The base path where the table is located
    /// * `name` The Table name
    /// * `params` The [ReadParams] to use when opening the table
-    /// * `namespace_client` - Optional namespace client for namespace operations
-    /// * `server_side_query_enabled` - Whether to enable server-side query execution
-    /// * `managed_versioning` - Whether managed versioning is enabled. If None and namespace_client
-    ///   is provided, the value will be fetched via describe_table.
+    /// * `namespace_client` - Optional namespace client for server-side query execution
    ///
    /// # Returns
    ///
@@ -1298,8 +1287,6 @@ impl NativeTable {
        params: Option<ReadParams>,
        read_consistency_interval: Option<std::time::Duration>,
        namespace_client: Option<Arc<dyn LanceNamespace>>,
-        server_side_query_enabled: bool,
-        managed_versioning: Option<bool>,
    ) -> Result<Self> {
        let params = params.unwrap_or_default();
        // patch the params if we have a write store wrapper
@@ -1308,54 +1295,17 @@ impl NativeTable {
            None => params,
        };

-        // Build table_id from namespace + name
-        let mut table_id = namespace.clone();
-        table_id.push(name.to_string());
-
-        // Determine if managed_versioning is enabled
-        // Use the provided value if available, otherwise query the namespace
-        let managed_versioning = match managed_versioning {
-            Some(value) => value,
-            None if namespace_client.is_some() => {
-                let ns_client = namespace_client.as_ref().unwrap();
-                let describe_request = DescribeTableRequest {
-                    id: Some(table_id.clone()),
-                    ..Default::default()
-                };
-                let response = ns_client
-                    .describe_table(describe_request)
-                    .await
-                    .map_err(|e| Error::Runtime {
-                        message: format!(
-                            "Failed to describe table via namespace client: {}. \
-                             If you don't need managed versioning, don't pass namespace_client.",
-                            e
-                        ),
-                    })?;
-                response.managed_versioning == Some(true)
-            }
-            None => false,
-        };
-
-        let mut builder = DatasetBuilder::from_uri(uri).with_read_params(params);
-
-        // Set up commit handler when managed_versioning is enabled
-        if managed_versioning && let Some(ref ns_client) = namespace_client {
-            let external_store =
-                LanceNamespaceExternalManifestStore::new(ns_client.clone(), table_id.clone());
-            let commit_handler: Arc<dyn CommitHandler> = Arc::new(ExternalManifestCommitHandler {
-                external_manifest_store: Arc::new(external_store),
-            });
-            builder = builder.with_commit_handler(commit_handler);
-        }
-
-        let dataset = builder.load().await.map_err(|e| match e {
-            lance::Error::DatasetNotFound { .. } => Error::TableNotFound {
-                name: name.to_string(),
-                source: Box::new(e),
-            },
-            e => e.into(),
-        })?;
+        let dataset = DatasetBuilder::from_uri(uri)
+            .with_read_params(params)
+            .load()
+            .await
+            .map_err(|e| match e {
+                lance::Error::DatasetNotFound { .. } => Error::TableNotFound {
+                    name: name.to_string(),
+                    source: Box::new(e),
+                },
+                e => e.into(),
+            })?;

        let dataset = DatasetConsistencyWrapper::new_latest(dataset, read_consistency_interval);
        let id = Self::build_id(&namespace, name);
@@ -1368,7 +1318,6 @@ impl NativeTable {
            dataset,
            read_consistency_interval,
            namespace_client,
-            server_side_query_enabled,
        })
    }

@@ -1472,7 +1421,6 @@ impl NativeTable {
            dataset,
            read_consistency_interval,
            namespace_client: stored_namespace_client,
-            server_side_query_enabled,
        })
    }

@@ -1512,8 +1460,7 @@ impl NativeTable {
    /// * `namespace` - The namespace path. When non-empty, an explicit URI must be provided.
    /// * `batches` RecordBatch to be saved in the database.
    /// * `params` - Write parameters.
-    /// * `namespace_client` - Optional namespace client for namespace operations
-    /// * `server_side_query_enabled` - Whether to enable server-side query execution
+    /// * `namespace_client` - Optional namespace client for server-side query execution
    ///
    /// # Returns
    ///
@@ -1528,7 +1475,6 @@ impl NativeTable {
        params: Option<WriteParams>,
        read_consistency_interval: Option<std::time::Duration>,
        namespace_client: Option<Arc<dyn LanceNamespace>>,
-        server_side_query_enabled: bool,
    ) -> Result<Self> {
        // Default params uses format v1.
        let params = params.unwrap_or(WriteParams {
@@ -1561,7 +1507,6 @@ impl NativeTable {
            dataset: DatasetConsistencyWrapper::new_latest(dataset, read_consistency_interval),
            read_consistency_interval,
            namespace_client,
-            server_side_query_enabled,
        })
    }

@@ -1575,7 +1520,6 @@ impl NativeTable {
        params: Option<WriteParams>,
        read_consistency_interval: Option<std::time::Duration>,
        namespace_client: Option<Arc<dyn LanceNamespace>>,
-        server_side_query_enabled: bool,
    ) -> Result<Self> {
        let data: Box<dyn Scannable> = Box::new(RecordBatch::new_empty(schema));
        Self::create(
@@ -1587,7 +1531,6 @@ impl NativeTable {
            params,
            read_consistency_interval,
            namespace_client,
-            server_side_query_enabled,
        )
        .await
    }
@@ -1691,7 +1634,6 @@ impl NativeTable {
            dataset: DatasetConsistencyWrapper::new_latest(dataset, read_consistency_interval),
            read_consistency_interval,
            namespace_client: stored_namespace_client,
-            server_side_query_enabled,
        })
    }

@@ -2683,7 +2625,7 @@ mod tests {
            vec![Ok(batch.clone())],
            batch.schema(),
        ));
-        let table = NativeTable::create(uri, "test", vec![], reader, None, None, None, None, false)
+        let table = NativeTable::create(uri, "test", vec![], reader, None, None, None, None)
            .await
            .unwrap();

@@ -3,13 +3,12 @@

 use std::sync::Arc;

-use arrow_cast::can_cast_types;
 use arrow_schema::{DataType, Field, FieldRef, Fields, Schema};
 use datafusion::functions::core::{get_field, named_struct};
 use datafusion_common::ScalarValue;
 use datafusion_common::config::ConfigOptions;
 use datafusion_physical_expr::ScalarFunctionExpr;
-use datafusion_physical_expr::expressions::{CastExpr, Literal};
+use datafusion_physical_expr::expressions::{Literal, cast};
 use datafusion_physical_plan::expressions::Column;
 use datafusion_physical_plan::projection::ProjectionExec;
 use datafusion_physical_plan::{ExecutionPlan, PhysicalExpr};
@@ -26,9 +25,12 @@ pub fn cast_to_table_schema(
        return Ok(input);
    }

-    let exprs = build_field_exprs(input_schema.fields(), table_schema.fields(), &|idx| {
-        Arc::new(Column::new(input_schema.field(idx).name(), idx)) as Arc<dyn PhysicalExpr>
-    })?;
+    let exprs = build_field_exprs(
+        input_schema.fields(),
+        table_schema.fields(),
+        &|idx| Arc::new(Column::new(input_schema.field(idx).name(), idx)) as Arc<dyn PhysicalExpr>,
+        &input_schema,
+    )?;

    let exprs: Vec<(Arc<dyn PhysicalExpr>, String)> = exprs
        .into_iter()
@@ -49,6 +51,7 @@ fn build_field_exprs(
    input_fields: &Fields,
    table_fields: &Fields,
    get_input_expr: &dyn Fn(usize) -> Arc<dyn PhysicalExpr>,
+    input_schema: &Schema,
 ) -> Result<Vec<(Arc<dyn PhysicalExpr>, FieldRef)>> {
    let config = Arc::new(ConfigOptions::default());
    let mut result = Vec::new();
@@ -69,19 +72,24 @@ fn build_field_exprs(
            (DataType::Struct(in_children), DataType::Struct(tbl_children))
                if in_children != tbl_children =>
            {
-                let sub_exprs = build_field_exprs(in_children, tbl_children, &|child_idx| {
-                    let child_name = in_children[child_idx].name();
-                    Arc::new(ScalarFunctionExpr::new(
-                        &format!("get_field({child_name})"),
-                        get_field(),
-                        vec![
-                            input_expr.clone(),
-                            Arc::new(Literal::new(ScalarValue::from(child_name.as_str()))),
-                        ],
-                        Arc::new(in_children[child_idx].as_ref().clone()),
-                        config.clone(),
-                    )) as Arc<dyn PhysicalExpr>
-                })?;
+                let sub_exprs = build_field_exprs(
+                    in_children,
+                    tbl_children,
+                    &|child_idx| {
+                        let child_name = in_children[child_idx].name();
+                        Arc::new(ScalarFunctionExpr::new(
+                            &format!("get_field({child_name})"),
+                            get_field(),
+                            vec![
+                                input_expr.clone(),
+                                Arc::new(Literal::new(ScalarValue::from(child_name.as_str()))),
+                            ],
+                            Arc::new(in_children[child_idx].as_ref().clone()),
+                            config.clone(),
+                        )) as Arc<dyn PhysicalExpr>
+                    },
+                    input_schema,
+                )?;

                let output_struct_fields: Fields = sub_exprs
                    .iter()
@@ -117,21 +125,17 @@ fn build_field_exprs(
            // Types match: pass through.
            (inp, tbl) if inp == tbl => input_expr,
            // Types differ: cast.
-            // safe: false (the default) means overflow/truncation errors surface at execution time.
-            (_, _) if can_cast_types(input_field.data_type(), table_field.data_type()) => Arc::new(
-                CastExpr::new(input_expr, table_field.data_type().clone(), None),
-            )
-                as Arc<dyn PhysicalExpr>,
-            (inp, tbl) => {
-                return Err(Error::InvalidInput {
+            _ => cast(input_expr, input_schema, table_field.data_type().clone()).map_err(|e| {
+                Error::InvalidInput {
                    message: format!(
-                        "cannot cast field '{}' from {} to {}",
+                        "cannot cast field '{}' from {} to {}: {}",
                        table_field.name(),
-                        inp,
-                        tbl,
+                        input_field.data_type(),
+                        table_field.data_type(),
+                        e
                    ),
-                });
-            }
+                }
+            })?,
        };

        let output_field = Arc::new(Field::new(
@@ -149,12 +153,10 @@ fn build_field_exprs(
 mod tests {
    use std::sync::Arc;

-    use arrow::buffer::OffsetBuffer;
    use arrow_array::{
-        Array, Float32Array, Float64Array, Int32Array, Int64Array, ListArray, RecordBatch,
-        StringArray, StructArray, UInt32Array, UInt64Array,
+        Float32Array, Float64Array, Int32Array, Int64Array, RecordBatch, StringArray, StructArray,
    };
-    use arrow_schema::{DataType, Field, Fields, Schema};
+    use arrow_schema::{DataType, Field, Schema};
    use datafusion::prelude::SessionContext;
    use datafusion_catalog::MemTable;
    use futures::TryStreamExt;
@@ -493,129 +495,4 @@ mod tests {
        assert_eq!(b.value(0), "hello");
        assert_eq!(b.value(1), "world");
    }
-
-    #[tokio::test]
-    async fn test_narrowing_numeric_cast_success() {
-        let input_batch = RecordBatch::try_new(
-            Arc::new(Schema::new(vec![Field::new("a", DataType::UInt64, false)])),
-            vec![Arc::new(UInt64Array::from(vec![1u64, 2, 3]))],
-        )
-        .unwrap();
-
-        let table_schema = Schema::new(vec![Field::new("a", DataType::UInt32, false)]);
-
-        let plan = plan_from_batch(input_batch).await;
-        let casted = cast_to_table_schema(plan, &table_schema).unwrap();
-        let result = collect(casted).await;
-
-        assert_eq!(result.schema().field(0).data_type(), &DataType::UInt32);
-        let a: &UInt32Array = result.column(0).as_any().downcast_ref().unwrap();
-        assert_eq!(a.values(), &[1u32, 2, 3]);
-    }
-
-    #[tokio::test]
-    async fn test_narrowing_numeric_cast_overflow_errors() {
-        let overflow_val = u32::MAX as u64 + 1;
-        let input_batch = RecordBatch::try_new(
-            Arc::new(Schema::new(vec![Field::new("a", DataType::UInt64, false)])),
-            vec![Arc::new(UInt64Array::from(vec![overflow_val]))],
-        )
-        .unwrap();
-
-        let table_schema = Schema::new(vec![Field::new("a", DataType::UInt32, false)]);
-
-        let plan = plan_from_batch(input_batch).await;
-        // Planning succeeds — the overflow is only detected at execution time.
-        let casted = cast_to_table_schema(plan, &table_schema).unwrap();
-
-        let ctx = SessionContext::new();
-        let stream = casted.execute(0, ctx.task_ctx()).unwrap();
-        let result: Result<Vec<RecordBatch>, _> = stream.try_collect().await;
-        assert!(result.is_err(), "expected overflow error at execution time");
-    }
-
-    #[tokio::test]
-    async fn test_list_struct_field_reorder() {
-        // list<struct<a: Int32, b: Int32>> → list<struct<b: Int64, a: Int64>>
-        // Tests both reordering (a,b → b,a) and element-type widening (Int32 → Int64).
-        let inner_fields: Fields = vec![
-            Field::new("a", DataType::Int32, true),
-            Field::new("b", DataType::Int32, true),
-        ]
-        .into();
-        let struct_array = StructArray::from(vec![
-            (
-                Arc::new(inner_fields[0].as_ref().clone()),
-                Arc::new(Int32Array::from(vec![1, 3])) as _,
-            ),
-            (
-                Arc::new(inner_fields[1].as_ref().clone()),
-                Arc::new(Int32Array::from(vec![2, 4])) as _,
-            ),
-        ]);
-        // Offsets: one list element containing two struct rows (0..2).
-        let offsets = OffsetBuffer::from_lengths(vec![2]);
-        let list_array = ListArray::try_new(
-            Arc::new(Field::new("item", DataType::Struct(inner_fields), true)),
-            offsets,
-            Arc::new(struct_array),
-            None,
-        )
-        .unwrap();
-        let input_batch = RecordBatch::try_new(
-            Arc::new(Schema::new(vec![Field::new(
-                "s_list",
-                list_array.data_type().clone(),
-                false,
-            )])),
-            vec![Arc::new(list_array)],
-        )
-        .unwrap();
-
-        let table_inner: Fields = vec![
-            Field::new("b", DataType::Int64, true),
-            Field::new("a", DataType::Int64, true),
-        ]
-        .into();
-        let table_schema = Schema::new(vec![Field::new(
-            "s_list",
-            DataType::List(Arc::new(Field::new(
-                "item",
-                DataType::Struct(table_inner),
-                true,
-            ))),
-            false,
-        )]);
-
-        let plan = plan_from_batch(input_batch).await;
-        let casted = cast_to_table_schema(plan, &table_schema).unwrap();
-        let result = collect(casted).await;
-
-        let list_col = result
-            .column(0)
-            .as_any()
-            .downcast_ref::<ListArray>()
-            .unwrap();
-        let struct_col = list_col
-            .values()
-            .as_any()
-            .downcast_ref::<StructArray>()
-            .unwrap();
-        assert_eq!(struct_col.num_columns(), 2);
-
-        let b: &Int64Array = struct_col
-            .column_by_name("b")
-            .unwrap()
-            .as_any()
-            .downcast_ref()
-            .unwrap();
-        assert_eq!(b.values(), &[2, 4]);
-        let a: &Int64Array = struct_col
-            .column_by_name("a")
-            .unwrap()
-            .as_any()
-            .downcast_ref()
-            .unwrap();
-        assert_eq!(a.values(), &[1, 3]);
-    }
 }
@@ -1,4 +1,3 @@
-use futures::FutureExt;
 // SPDX-License-Identifier: Apache-2.0
 // SPDX-FileCopyrightText: Copyright The LanceDB Authors
 use serde::{Deserialize, Serialize};
@@ -24,7 +23,7 @@ pub struct DeleteResult {
 pub(crate) async fn execute_delete(table: &NativeTable, predicate: &str) -> Result<DeleteResult> {
    table.dataset.ensure_mutable()?;
    let mut dataset = (*table.dataset.get().await?).clone();
-    let delete_result = dataset.delete(predicate).boxed().await?;
+    let delete_result = dataset.delete(predicate).await?;
    let num_deleted_rows = delete_result.num_deleted_rows;
    let version = dataset.version().version;
    table.dataset.update(dataset);
@@ -55,6 +55,7 @@ pub struct MergeInsertBuilder {
    pub(crate) when_not_matched_by_source_delete_filt: Option<String>,
    pub(crate) timeout: Option<Duration>,
    pub(crate) use_index: bool,
+    pub(crate) mem_wal: bool,
 }

 impl MergeInsertBuilder {
@@ -69,6 +70,7 @@ impl MergeInsertBuilder {
            when_not_matched_by_source_delete_filt: None,
            timeout: None,
            use_index: true,
+            mem_wal: false,
        }
    }

@@ -148,13 +150,65 @@ impl MergeInsertBuilder {
        self
    }

+    /// Enables MemWAL (Memory Write-Ahead Log) mode for this merge insert operation.
+    ///
+    /// When enabled, the merge insert will route data through a memory node service
+    /// that buffers writes before flushing to storage. This is only supported for
+    /// remote (LanceDB Cloud) tables.
+    ///
+    /// If not set, defaults to `false`.
+    pub fn mem_wal(&mut self, enabled: bool) -> &mut Self {
+        self.mem_wal = enabled;
+        self
+    }
+
    /// Executes the merge insert operation
    ///
    /// Returns version and statistics about the merge operation including the number of rows
    /// inserted, updated, and deleted.
    pub async fn execute(self, new_data: Box<dyn RecordBatchReader + Send>) -> Result<MergeResult> {
+        // Validate MemWAL constraints before execution
+        if self.mem_wal {
+            self.validate_mem_wal_pattern()?;
+        }
        self.table.clone().merge_insert(self, new_data).await
    }
+
+    /// Validate that the merge insert pattern is supported by MemWAL.
+    ///
+    /// MemWAL only supports the upsert pattern:
+    /// - when_matched_update_all (without filter)
+    /// - when_not_matched_insert_all
+    /// - NO when_not_matched_by_source_delete
+    fn validate_mem_wal_pattern(&self) -> Result<()> {
+        // Must have when_matched_update_all without filter
+        if !self.when_matched_update_all {
+            return Err(Error::InvalidInput {
+                message: "MemWAL requires when_matched_update_all() to be set".to_string(),
+            });
+        }
+        if self.when_matched_update_all_filt.is_some() {
+            return Err(Error::InvalidInput {
+                message: "MemWAL does not support conditional when_matched_update_all (no filter allowed)".to_string(),
+            });
+        }
+
+        // Must have when_not_matched_insert_all
+        if !self.when_not_matched_insert_all {
+            return Err(Error::InvalidInput {
+                message: "MemWAL requires when_not_matched_insert_all() to be set".to_string(),
+            });
+        }
+
+        // Must NOT have when_not_matched_by_source_delete
+        if self.when_not_matched_by_source_delete {
+            return Err(Error::InvalidInput {
+                message: "MemWAL does not support when_not_matched_by_source_delete()".to_string(),
+            });
+        }
+
+        Ok(())
+    }
 }

 /// Internal implementation of the merge insert logic
@@ -165,6 +219,14 @@ pub(crate) async fn execute_merge_insert(
    params: MergeInsertBuilder,
    new_data: Box<dyn RecordBatchReader + Send>,
 ) -> Result<MergeResult> {
+    if params.mem_wal {
+        return Err(Error::NotSupported {
+            message: "MemWAL is not supported for native (local) tables. \
+                      MemWAL is only available for remote (LanceDB Cloud) tables."
+                .to_string(),
+        });
+    }
+
    let dataset = table.dataset.get().await?;
    let mut builder = LanceMergeInsertBuilder::try_new(dataset.clone(), params.on)?;
    match (
@@ -324,4 +386,139 @@ mod tests {
        merge_insert_builder.execute(new_batches).await.unwrap();
        assert_eq!(table.count_rows(None).await.unwrap(), 25);
    }
+
+    #[tokio::test]
+    async fn test_mem_wal_validation_valid_pattern() {
+        let conn = connect("memory://").execute().await.unwrap();
+        let batches = merge_insert_test_batches(0, 0);
+        let table = conn
+            .create_table("mem_wal_test", batches)
+            .execute()
+            .await
+            .unwrap();
+
+        // Valid MemWAL pattern: when_matched_update_all + when_not_matched_insert_all
+        let new_batches = merge_insert_test_batches(5, 1);
+        let mut builder = table.merge_insert(&["i"]);
+        builder.when_matched_update_all(None);
+        builder.when_not_matched_insert_all();
+        builder.mem_wal(true);
+
+        // Should fail because native tables don't support MemWAL, but validation passes
+        let result = builder.execute(new_batches).await;
+        assert!(result.is_err());
+        let err = result.unwrap_err().to_string();
+        assert!(
+            err.contains("MemWAL is not supported for native"),
+            "Expected native table error, got: {}",
+            err
+        );
+    }
+
+    #[tokio::test]
+    async fn test_mem_wal_validation_missing_when_matched() {
+        let conn = connect("memory://").execute().await.unwrap();
+        let batches = merge_insert_test_batches(0, 0);
+        let table = conn
+            .create_table("mem_wal_test2", batches)
+            .execute()
+            .await
+            .unwrap();
+
+        // Missing when_matched_update_all
+        let new_batches = merge_insert_test_batches(5, 1);
+        let mut builder = table.merge_insert(&["i"]);
+        builder.when_not_matched_insert_all();
+        builder.mem_wal(true);
+
+        let result = builder.execute(new_batches).await;
+        assert!(result.is_err());
+        let err = result.unwrap_err().to_string();
+        assert!(
+            err.contains("requires when_matched_update_all"),
+            "Expected validation error, got: {}",
+            err
+        );
+    }
+
+    #[tokio::test]
+    async fn test_mem_wal_validation_missing_when_not_matched() {
+        let conn = connect("memory://").execute().await.unwrap();
+        let batches = merge_insert_test_batches(0, 0);
+        let table = conn
+            .create_table("mem_wal_test3", batches)
+            .execute()
+            .await
+            .unwrap();
+
+        // Missing when_not_matched_insert_all
+        let new_batches = merge_insert_test_batches(5, 1);
+        let mut builder = table.merge_insert(&["i"]);
+        builder.when_matched_update_all(None);
+        builder.mem_wal(true);
+
+        let result = builder.execute(new_batches).await;
+        assert!(result.is_err());
+        let err = result.unwrap_err().to_string();
+        assert!(
+            err.contains("requires when_not_matched_insert_all"),
+            "Expected validation error, got: {}",
+            err
+        );
+    }
+
+    #[tokio::test]
+    async fn test_mem_wal_validation_with_filter() {
+        let conn = connect("memory://").execute().await.unwrap();
+        let batches = merge_insert_test_batches(0, 0);
+        let table = conn
+            .create_table("mem_wal_test4", batches)
+            .execute()
+            .await
+            .unwrap();
+
+        // With conditional filter - not allowed
+        let new_batches = merge_insert_test_batches(5, 1);
+        let mut builder = table.merge_insert(&["i"]);
+        builder.when_matched_update_all(Some("target.age > 0".to_string()));
+        builder.when_not_matched_insert_all();
+        builder.mem_wal(true);
+
+        let result = builder.execute(new_batches).await;
+        assert!(result.is_err());
+        let err = result.unwrap_err().to_string();
+        assert!(
+            err.contains("does not support conditional"),
+            "Expected filter validation error, got: {}",
+            err
+        );
+    }
+
+    #[tokio::test]
+    async fn test_mem_wal_validation_with_delete() {
+        let conn = connect("memory://").execute().await.unwrap();
+        let batches = merge_insert_test_batches(0, 0);
+        let table = conn
+            .create_table("mem_wal_test5", batches)
+            .execute()
+            .await
+            .unwrap();
+
+        // With when_not_matched_by_source_delete - not allowed
+        let new_batches = merge_insert_test_batches(5, 1);
+        let mut builder = table.merge_insert(&["i"]);
+        builder.when_matched_update_all(None);
+        builder.when_not_matched_insert_all();
+        builder.when_not_matched_by_source_delete(None);
+        builder.mem_wal(true);
+
+        let result = builder.execute(new_batches).await;
+        assert!(result.is_err());
+        let err = result.unwrap_err().to_string();
+        assert!(
+            err.contains("does not support when_not_matched_by_source_delete"),
+            "Expected delete validation error, got: {}",
+            err
+        );
+    }
 }
@@ -40,10 +40,8 @@ pub async fn execute_query(
    query: &AnyQuery,
    options: QueryExecutionOptions,
 ) -> Result<DatasetRecordBatchStream> {
-    // If server-side query is enabled and namespace client is configured, use server-side query execution
-    if table.server_side_query_enabled
-        && let Some(ref namespace_client) = table.namespace_client
-    {
+    // If namespace client is configured, use server-side query execution
+    if let Some(ref namespace_client) = table.namespace_client {
        return execute_namespace_query(table, namespace_client.clone(), query, options).await;
    }
    execute_generic_query(table, query, options).await