feat(nodejs): surface skip_auto_cleanup on add and merge insert

2026-08-29 17:38:31 +00:00 · 2026-05-14 12:59:21 -07:00
83 changed files with 572 additions and 4654 deletions
@@ -1,5 +1,5 @@
 [tool.bumpversion]
-current_version = "0.29.0"
+current_version = "0.28.0-beta.11"
 parse = """(?x)
    (?P<major>0|[1-9]\\d*)\\.
    (?P<minor>0|[1-9]\\d*)\\.
@@ -1204,6 +1204,26 @@ dependencies = [
 "num-traits",
 ]

+[[package]]
+name = "bincode"
+version = "2.0.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "36eaf5d7b090263e8150820482d5d93cd964a81e4019913c972f4edcc6edb740"
+dependencies = [
+ "bincode_derive",
+ "serde",
+ "unty",
+]
+
+[[package]]
+name = "bincode_derive"
+version = "2.0.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "bf95709a440f45e986983918d0e8a1f30a9b1df04918fc828670606804ac3c09"
+dependencies = [
+ "virtue",
+]
+
 [[package]]
 name = "bit-set"
 version = "0.8.0"
@@ -1352,29 +1372,6 @@ version = "3.20.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "5d20789868f4b01b2f2caec9f5c4e0213b41e3e5702a50157d699ae31ced2fcb"

-[[package]]
-name = "bytecheck"
-version = "0.8.2"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "0caa33a2c0edca0419d15ac723dff03f1956f7978329b1e3b5fdaaaed9d3ca8b"
-dependencies = [
- "bytecheck_derive",
- "ptr_meta",
- "rancor",
- "simdutf8",
-]
-
-[[package]]
-name = "bytecheck_derive"
-version = "0.8.2"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "89385e82b5d1821d2219e0b095efa2cc1f246cbf99080f3be46a1a85c0d392d9"
-dependencies = [
- "proc-macro2",
- "quote",
- "syn 2.0.117",
-]
-
 [[package]]
 name = "bytemuck"
 version = "1.25.0"
@@ -2019,12 +2016,6 @@ version = "0.0.7"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "52560adf09603e58c9a7ee1fe1dcb95a16927b17c127f0ac02d6e768a0e25bc1"

-[[package]]
-name = "daachorse"
-version = "2.1.1"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "db756b5eb7d81d31f31f660f4132f8cf5698de52fca144c143d0ae0cbb5f2e06"
-
 [[package]]
 name = "darling"
 version = "0.20.11"
@@ -2954,6 +2945,70 @@ version = "1.0.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "34aa73646ffb006b8f5147f3dc182bd4bcb190227ce861fc4a4844bf8e3cb2c0"

+[[package]]
+name = "encoding"
+version = "0.2.33"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "6b0d943856b990d12d3b55b359144ff341533e516d94098b1d3fc1ac666d36ec"
+dependencies = [
+ "encoding-index-japanese",
+ "encoding-index-korean",
+ "encoding-index-simpchinese",
+ "encoding-index-singlebyte",
+ "encoding-index-tradchinese",
+]
+
+[[package]]
+name = "encoding-index-japanese"
+version = "1.20141219.5"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "04e8b2ff42e9a05335dbf8b5c6f7567e5591d0d916ccef4e0b1710d32a0d0c91"
+dependencies = [
+ "encoding_index_tests",
+]
+
+[[package]]
+name = "encoding-index-korean"
+version = "1.20141219.5"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "4dc33fb8e6bcba213fe2f14275f0963fd16f0a02c878e3095ecfdf5bee529d81"
+dependencies = [
+ "encoding_index_tests",
+]
+
+[[package]]
+name = "encoding-index-simpchinese"
+version = "1.20141219.5"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "d87a7194909b9118fc707194baa434a4e3b0fb6a5a757c73c3adb07aa25031f7"
+dependencies = [
+ "encoding_index_tests",
+]
+
+[[package]]
+name = "encoding-index-singlebyte"
+version = "1.20141219.5"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "3351d5acffb224af9ca265f435b859c7c01537c0849754d3db3fdf2bfe2ae84a"
+dependencies = [
+ "encoding_index_tests",
+]
+
+[[package]]
+name = "encoding-index-tradchinese"
+version = "1.20141219.5"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "fd0e20d5688ce3cab59eb3ef3a2083a5c77bf496cb798dc6fcdb75f323890c18"
+dependencies = [
+ "encoding_index_tests",
+]
+
+[[package]]
+name = "encoding_index_tests"
+version = "0.1.4"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "a246d82be1c9d791c5dfde9a2bd045fc3cbba3fa2b11ad558f27d01712f00569"
+
 [[package]]
 name = "encoding_rs"
 version = "0.8.35"
@@ -3127,6 +3182,17 @@ dependencies = [
 "subtle",
 ]

+[[package]]
+name = "filetime"
+version = "0.2.27"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "f98844151eee8917efc50bd9e8318cb963ae8b297431495d3f758616ea5c57db"
+dependencies = [
+ "cfg-if 1.0.4",
+ "libc",
+ "libredox",
+]
+
 [[package]]
 name = "find-msvc-tools"
 version = "0.1.9"
@@ -3212,8 +3278,8 @@ checksum = "42703706b716c37f96a77aea830392ad231f44c9e9a67872fa5548707e11b11c"

 [[package]]
 name = "fsst"
-version = "7.0.0-beta.13"
-source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.13#929166e3ff51ed61b1fa42de2c63feaf51967ea1"
+version = "7.0.0-beta.7"
+source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.7#f6932459689b5568c89baa435ff85a4abf067b45"
 dependencies = [
 "arrow-array",
 "rand 0.9.4",
@@ -3667,12 +3733,6 @@ dependencies = [
 "serde_core",
 ]

-[[package]]
-name = "hashbrown"
-version = "0.17.1"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "ed5909b6e89a2db4456e54cd5f673791d7eca6732202bbf2a9cc504fe2f9b84a"
-
 [[package]]
 name = "heapify"
 version = "0.2.0"
@@ -4426,10 +4486,9 @@ checksum = "e037a2e1d8d5fdbd49b16a4ea09d5d6401c1f29eca5ff29d03d3824dba16256a"

 [[package]]
 name = "lance"
-version = "7.0.0-beta.13"
-source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.13#929166e3ff51ed61b1fa42de2c63feaf51967ea1"
+version = "7.0.0-beta.7"
+source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.7#f6932459689b5568c89baa435ff85a4abf067b45"
 dependencies = [
- "arc-swap",
 "arrow",
 "arrow-arith",
 "arrow-array",
@@ -4448,7 +4507,6 @@ dependencies = [
 "byteorder",
 "bytes",
 "chrono",
- "crossbeam-queue",
 "crossbeam-skiplist",
 "dashmap",
 "datafusion",
@@ -4474,6 +4532,7 @@ dependencies = [
 "lance-table",
 "lance-tokenizer",
 "log",
+ "moka",
 "object_store",
 "permutation",
 "pin-project",
@@ -4481,7 +4540,6 @@ dependencies = [
 "prost-build",
 "prost-types",
 "rand 0.9.4",
- "rayon",
 "roaring",
 "semver",
 "serde",
@@ -4497,11 +4555,12 @@ dependencies = [

 [[package]]
 name = "lance-arrow"
-version = "7.0.0-beta.13"
-source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.13#929166e3ff51ed61b1fa42de2c63feaf51967ea1"
+version = "7.0.0-beta.7"
+source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.7#f6932459689b5568c89baa435ff85a4abf067b45"
 dependencies = [
 "arrow-array",
 "arrow-buffer",
+ "arrow-cast",
 "arrow-data",
 "arrow-ipc",
 "arrow-ord",
@@ -4518,8 +4577,8 @@ dependencies = [

 [[package]]
 name = "lance-bitpacking"
-version = "7.0.0-beta.13"
-source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.13#929166e3ff51ed61b1fa42de2c63feaf51967ea1"
+version = "7.0.0-beta.7"
+source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.7#f6932459689b5568c89baa435ff85a4abf067b45"
 dependencies = [
 "arrayref",
 "paste",
@@ -4528,8 +4587,8 @@ dependencies = [

 [[package]]
 name = "lance-core"
-version = "7.0.0-beta.13"
-source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.13#929166e3ff51ed61b1fa42de2c63feaf51967ea1"
+version = "7.0.0-beta.7"
+source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.7#f6932459689b5568c89baa435ff85a4abf067b45"
 dependencies = [
 "arrow-array",
 "arrow-buffer",
@@ -4537,6 +4596,7 @@ dependencies = [
 "async-trait",
 "byteorder",
 "bytes",
+ "chrono",
 "datafusion-common",
 "datafusion-sql",
 "deepsize",
@@ -4545,6 +4605,7 @@ dependencies = [
 "lance-arrow",
 "libc",
 "log",
+ "mock_instant",
 "moka",
 "num_cpus",
 "object_store",
@@ -4564,8 +4625,8 @@ dependencies = [

 [[package]]
 name = "lance-datafusion"
-version = "7.0.0-beta.13"
-source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.13#929166e3ff51ed61b1fa42de2c63feaf51967ea1"
+version = "7.0.0-beta.7"
+source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.7#f6932459689b5568c89baa435ff85a4abf067b45"
 dependencies = [
 "arrow",
 "arrow-array",
@@ -4589,14 +4650,15 @@ dependencies = [
 "pin-project",
 "prost",
 "prost-build",
+ "snafu 0.9.0",
 "tokio",
 "tracing",
 ]

 [[package]]
 name = "lance-datagen"
-version = "7.0.0-beta.13"
-source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.13#929166e3ff51ed61b1fa42de2c63feaf51967ea1"
+version = "7.0.0-beta.7"
+source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.7#f6932459689b5568c89baa435ff85a4abf067b45"
 dependencies = [
 "arrow",
 "arrow-array",
@@ -4614,8 +4676,8 @@ dependencies = [

 [[package]]
 name = "lance-encoding"
-version = "7.0.0-beta.13"
-source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.13#929166e3ff51ed61b1fa42de2c63feaf51967ea1"
+version = "7.0.0-beta.7"
+source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.7#f6932459689b5568c89baa435ff85a4abf067b45"
 dependencies = [
 "arrow-arith",
 "arrow-array",
@@ -4640,7 +4702,9 @@ dependencies = [
 "num-traits",
 "prost",
 "prost-build",
+ "prost-types",
 "rand 0.9.4",
+ "snafu 0.9.0",
 "strum 0.26.3",
 "tokio",
 "tracing",
@@ -4650,8 +4714,8 @@ dependencies = [

 [[package]]
 name = "lance-file"
-version = "7.0.0-beta.13"
-source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.13#929166e3ff51ed61b1fa42de2c63feaf51967ea1"
+version = "7.0.0-beta.7"
+source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.7#f6932459689b5568c89baa435ff85a4abf067b45"
 dependencies = [
 "arrow-arith",
 "arrow-array",
@@ -4676,14 +4740,15 @@ dependencies = [
 "prost",
 "prost-build",
 "prost-types",
+ "snafu 0.9.0",
 "tokio",
 "tracing",
 ]

 [[package]]
 name = "lance-index"
-version = "7.0.0-beta.13"
-source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.13#929166e3ff51ed61b1fa42de2c63feaf51967ea1"
+version = "7.0.0-beta.7"
+source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.7#f6932459689b5568c89baa435ff85a4abf067b45"
 dependencies = [
 "arc-swap",
 "arrow",
@@ -4704,6 +4769,7 @@ dependencies = [
 "datafusion-common",
 "datafusion-expr",
 "datafusion-physical-expr",
+ "datafusion-sql",
 "deepsize",
 "dirs",
 "fst",
@@ -4738,6 +4804,7 @@ dependencies = [
 "serde",
 "serde_json",
 "smallvec",
+ "snafu 0.9.0",
 "tempfile",
 "tokio",
 "tracing",
@@ -4747,8 +4814,8 @@ dependencies = [

 [[package]]
 name = "lance-io"
-version = "7.0.0-beta.13"
-source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.13#929166e3ff51ed61b1fa42de2c63feaf51967ea1"
+version = "7.0.0-beta.7"
+source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.7#f6932459689b5568c89baa435ff85a4abf067b45"
 dependencies = [
 "arrow",
 "arrow-arith",
@@ -4772,6 +4839,7 @@ dependencies = [
 "lance-arrow",
 "lance-core",
 "lance-namespace",
+ "libc",
 "log",
 "moka",
 "object_store",
@@ -4782,6 +4850,7 @@ dependencies = [
 "prost",
 "rand 0.9.4",
 "serde",
+ "snafu 0.9.0",
 "tempfile",
 "tokio",
 "tracing",
@@ -4790,8 +4859,8 @@ dependencies = [

 [[package]]
 name = "lance-linalg"
-version = "7.0.0-beta.13"
-source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.13#929166e3ff51ed61b1fa42de2c63feaf51967ea1"
+version = "7.0.0-beta.7"
+source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.7#f6932459689b5568c89baa435ff85a4abf067b45"
 dependencies = [
 "arrow-array",
 "arrow-buffer",
@@ -4807,21 +4876,22 @@ dependencies = [

 [[package]]
 name = "lance-namespace"
-version = "7.0.0-beta.13"
-source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.13#929166e3ff51ed61b1fa42de2c63feaf51967ea1"
+version = "7.0.0-beta.7"
+source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.7#f6932459689b5568c89baa435ff85a4abf067b45"
 dependencies = [
 "arrow",
 "async-trait",
 "bytes",
 "lance-core",
 "lance-namespace-reqwest-client",
+ "serde",
 "snafu 0.9.0",
 ]

 [[package]]
 name = "lance-namespace-impls"
-version = "7.0.0-beta.13"
-source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.13#929166e3ff51ed61b1fa42de2c63feaf51967ea1"
+version = "7.0.0-beta.7"
+source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.7#f6932459689b5568c89baa435ff85a4abf067b45"
 dependencies = [
 "arrow",
 "arrow-ipc",
@@ -4848,6 +4918,7 @@ dependencies = [
 "serde",
 "serde_json",
 "sha2",
+ "snafu 0.9.0",
 "tokio",
 "tower",
 "tower-http 0.5.2",
@@ -4870,8 +4941,8 @@ dependencies = [

 [[package]]
 name = "lance-table"
-version = "7.0.0-beta.13"
-source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.13#929166e3ff51ed61b1fa42de2c63feaf51967ea1"
+version = "7.0.0-beta.7"
+source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.7#f6932459689b5568c89baa435ff85a4abf067b45"
 dependencies = [
 "arrow",
 "arrow-array",
@@ -4910,8 +4981,8 @@ dependencies = [

 [[package]]
 name = "lance-testing"
-version = "7.0.0-beta.13"
-source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.13#929166e3ff51ed61b1fa42de2c63feaf51967ea1"
+version = "7.0.0-beta.7"
+source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.7#f6932459689b5568c89baa435ff85a4abf067b45"
 dependencies = [
 "arrow-array",
 "arrow-schema",
@@ -4922,8 +4993,8 @@ dependencies = [

 [[package]]
 name = "lance-tokenizer"
-version = "7.0.0-beta.13"
-source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.13#929166e3ff51ed61b1fa42de2c63feaf51967ea1"
+version = "7.0.0-beta.7"
+source = "git+https://github.com/lance-format/lance.git?tag=v7.0.0-beta.7#f6932459689b5568c89baa435ff85a4abf067b45"
 dependencies = [
 "jieba-rs",
 "lindera",
@@ -4934,7 +5005,7 @@ dependencies = [

 [[package]]
 name = "lancedb"
-version = "0.29.0"
+version = "0.28.0-beta.11"
 dependencies = [
 "ahash",
 "anyhow",
@@ -5016,7 +5087,7 @@ dependencies = [

 [[package]]
 name = "lancedb-nodejs"
-version = "0.29.0"
+version = "0.28.0-beta.11"
 dependencies = [
 "arrow-array",
 "arrow-buffer",
@@ -5039,12 +5110,11 @@ dependencies = [

 [[package]]
 name = "lancedb-python"
-version = "0.32.0"
+version = "0.31.0-beta.11"
 dependencies = [
 "arrow",
 "async-trait",
 "bytes",
- "datafusion-common",
 "env_logger",
 "futures",
 "lance-core",
@@ -5164,61 +5234,134 @@ version = "0.1.15"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "7ddbf48fd451246b1f8c2610bd3b4ac0cc6e149d89832867093ab69a17194f08"
 dependencies = [
+ "bitflags 2.11.0",
 "libc",
+ "plain",
+ "redox_syscall 0.7.4",
 ]

 [[package]]
 name = "lindera"
-version = "3.0.7"
+version = "0.44.1"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "74cda79d7161e99b414e4d292ff673cc3f8d22f070d8be3b6185c033363a9216"
+checksum = "50aba4ef41052280722f2120f65606b9218e8718032a3c752b953c4d8091f02e"
 dependencies = [
 "anyhow",
+ "bincode",
 "byteorder",
 "csv",
- "daachorse",
 "kanaria",
+ "lindera-cc-cedict",
 "lindera-dictionary",
- "log",
+ "lindera-ipadic",
+ "lindera-ipadic-neologd",
+ "lindera-ko-dic",
+ "lindera-unidic",
 "once_cell",
- "percent-encoding",
 "regex",
 "serde",
 "serde_json",
- "serde_yaml_ng",
- "strum 0.28.0",
- "strum_macros 0.28.0",
+ "serde_yaml",
+ "strum 0.27.2",
+ "strum_macros 0.27.2",
 "unicode-blocks",
 "unicode-normalization",
 "unicode-segmentation",
- "url",
+ "yada",
+]
+
+[[package]]
+name = "lindera-cc-cedict"
+version = "0.44.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "5d77e7a0830fd60f23828ad914439997288c1d2cdd9e269be67f967c27b56350"
+dependencies = [
+ "bincode",
+ "byteorder",
+ "lindera-dictionary",
+ "once_cell",
+ "tokio",
 ]

 [[package]]
 name = "lindera-dictionary"
-version = "3.0.7"
+version = "0.44.1"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "e2385456ca9fe87c29072c5f156b52fdd5e28d5b5738ddfb3979501dbd736530"
+checksum = "489cc70922782af3fd397c0e130846caefe1c15b27c2211aac8f88a9f4590aaf"
 dependencies = [
 "anyhow",
+ "bincode",
 "byteorder",
 "csv",
- "daachorse",
 "derive_builder",
+ "encoding",
 "encoding_rs",
 "encoding_rs_io",
+ "flate2",
 "glob",
 "log",
+ "md5",
 "memmap2 0.9.10",
- "num_cpus",
 "once_cell",
- "regex",
- "rkyv",
+ "rand 0.9.4",
+ "reqwest 0.12.28",
 "serde",
- "serde_json",
- "strum 0.28.0",
- "strum_macros 0.28.0",
+ "tar",
 "thiserror 2.0.18",
+ "tokio",
+ "yada",
+]
+
+[[package]]
+name = "lindera-ipadic"
+version = "0.44.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "78870521431dfaf0f94ddd3484fa08367e9d354fc8c708572f2f00007225ddfa"
+dependencies = [
+ "bincode",
+ "byteorder",
+ "lindera-dictionary",
+ "once_cell",
+ "tokio",
+]
+
+[[package]]
+name = "lindera-ipadic-neologd"
+version = "0.44.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "abcb3dc3056e5c683e12c2c5e8d40076f7ecfd7bd46f5fc0e4ae9e58152b5d85"
+dependencies = [
+ "bincode",
+ "byteorder",
+ "lindera-dictionary",
+ "once_cell",
+ "tokio",
+]
+
+[[package]]
+name = "lindera-ko-dic"
+version = "0.44.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "e99316158bab14f0256d912055521ca784f76c63e7460db8a74775c5dc1f8bc2"
+dependencies = [
+ "bincode",
+ "byteorder",
+ "lindera-dictionary",
+ "once_cell",
+ "tokio",
+]
+
+[[package]]
+name = "lindera-unidic"
+version = "0.44.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "52672945166c14276bbba25e4ec79d7e126db1b503c0a6aa07ffc0141ae15cfa"
+dependencies = [
+ "bincode",
+ "byteorder",
+ "lindera-dictionary",
+ "once_cell",
+ "tokio",
 ]

 [[package]]
@@ -5375,6 +5518,12 @@ dependencies = [
 "digest",
 ]

+[[package]]
+name = "md5"
+version = "0.8.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "ae960838283323069879657ca3de837e9f7bbb4c7bf6ea7f1b290d5e9476d2e0"
+
 [[package]]
 name = "mea"
 version = "0.6.3"
@@ -5452,6 +5601,12 @@ dependencies = [
 "windows-sys 0.61.2",
 ]

+[[package]]
+name = "mock_instant"
+version = "0.6.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "dce6dd36094cac388f119d2e9dc82dc730ef91c32a6222170d630e5414b956e6"
+
 [[package]]
 name = "moka"
 version = "0.12.15"
@@ -5528,26 +5683,6 @@ dependencies = [
 "target-features",
 ]

-[[package]]
-name = "munge"
-version = "0.4.7"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "5e17401f259eba956ca16491461b6e8f72913a0a114e39736ce404410f915a0c"
-dependencies = [
- "munge_macro",
-]
-
-[[package]]
-name = "munge_macro"
-version = "0.4.7"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "4568f25ccbd45ab5d5603dc34318c1ec56b117531781260002151b8530a9f931"
-dependencies = [
- "proc-macro2",
- "quote",
- "syn 2.0.117",
-]
-
 [[package]]
 name = "napi"
 version = "3.8.3"
@@ -6193,7 +6328,7 @@ checksum = "2621685985a2ebf1c516881c026032ac7deafcda1a2c9b7850dc81e3dfcb64c1"
 dependencies = [
 "cfg-if 1.0.4",
 "libc",
- "redox_syscall",
+ "redox_syscall 0.5.18",
 "smallvec",
 "windows-link",
 ]
@@ -6465,6 +6600,12 @@ version = "0.3.32"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "7edddbd0b52d732b21ad9a5fab5c704c14cd949e5e9a1ec5929a24fded1b904c"

+[[package]]
+name = "plain"
+version = "0.2.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "b4596b6d070b27117e987119b4dac604f3c58cfb0b191112e24771b2faeac1a6"
+
 [[package]]
 name = "planus"
 version = "0.3.1"
@@ -6951,26 +7092,6 @@ dependencies = [
 "cc",
 ]

-[[package]]
-name = "ptr_meta"
-version = "0.3.1"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "0b9a0cf95a1196af61d4f1cbdab967179516d9a4a4312af1f31948f8f6224a79"
-dependencies = [
- "ptr_meta_derive",
-]
-
-[[package]]
-name = "ptr_meta_derive"
-version = "0.3.1"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "7347867d0a7e1208d93b46767be83e2b8f978c3dad35f775ac8d8847551d6fe1"
-dependencies = [
- "proc-macro2",
- "quote",
- "syn 2.0.117",
-]
-
 [[package]]
 name = "pulp"
 version = "0.22.2"
@@ -7181,15 +7302,6 @@ version = "0.7.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "dc33ff2d4973d518d823d61aa239014831e521c75da58e3df4840d3f47749d09"

-[[package]]
-name = "rancor"
-version = "0.1.1"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "a063ea72381527c2a0561da9c80000ef822bdd7c3241b1cc1b12100e3df081ee"
-dependencies = [
- "ptr_meta",
-]
-
 [[package]]
 name = "rand"
 version = "0.8.5"
@@ -7418,6 +7530,15 @@ dependencies = [
 "bitflags 2.11.0",
 ]

+[[package]]
+name = "redox_syscall"
+version = "0.7.4"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "f450ad9c3b1da563fb6948a8e0fb0fb9269711c9c73d9ea1de5058c79c8d643a"
+dependencies = [
+ "bitflags 2.11.0",
+]
+
 [[package]]
 name = "redox_users"
 version = "0.5.2"
@@ -7490,15 +7611,6 @@ version = "1.9.3"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "ba39f3699c378cd8970968dcbff9c43159ea4cfbd88d43c00b22f2ef10a435d2"

-[[package]]
-name = "rend"
-version = "0.5.3"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "cadadef317c2f20755a64d7fdc48f9e7178ee6b0e1f7fce33fa60f1d68a276e6"
-dependencies = [
- "bytecheck",
-]
-
 [[package]]
 name = "reqsign-aliyun-oss"
 version = "3.0.0"
@@ -7753,36 +7865,6 @@ dependencies = [
 "windows-sys 0.52.0",
 ]

-[[package]]
-name = "rkyv"
-version = "0.8.16"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "73389e0c99e664f919275ab5b5b0471391fe9a8de61e1dff9b1eaf56a90f16e3"
-dependencies = [
- "bytecheck",
- "bytes",
- "hashbrown 0.17.1",
- "indexmap 2.13.0",
- "munge",
- "ptr_meta",
- "rancor",
- "rend",
- "rkyv_derive",
- "tinyvec",
- "uuid",
-]
-
-[[package]]
-name = "rkyv_derive"
-version = "0.8.16"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "5d2ed0b54125315fb36bd021e82d314d1c126548f871634b483f46b31d13cac6"
-dependencies = [
- "proc-macro2",
- "quote",
- "syn 2.0.117",
-]
-
 [[package]]
 name = "roaring"
 version = "0.11.4"
@@ -8281,10 +8363,10 @@ dependencies = [
 ]

 [[package]]
-name = "serde_yaml_ng"
-version = "0.10.0"
+name = "serde_yaml"
+version = "0.9.34+deprecated"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "7b4db627b98b36d4203a7b458cf3573730f2bb591b28871d916dfa9efabfd41f"
+checksum = "6a8b1a1a2ebf674015cc02edccce75287f1a0130d394307b36743c2f5d504b47"
 dependencies = [
 "indexmap 2.13.0",
 "itoa",
@@ -8676,11 +8758,11 @@ dependencies = [

 [[package]]
 name = "strum"
-version = "0.28.0"
+version = "0.27.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "9628de9b8791db39ceda2b119bbe13134770b56c138ec1d3af810d045c04f9bd"
+checksum = "af23d6f6c1a224baef9d3f61e287d2761385a5b88fdab4eb4c6f11aeb54c4bcf"
 dependencies = [
- "strum_macros 0.28.0",
+ "strum_macros 0.27.2",
 ]

 [[package]]
@@ -8711,9 +8793,9 @@ dependencies = [

 [[package]]
 name = "strum_macros"
-version = "0.28.0"
+version = "0.27.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "ab85eea0270ee17587ed4156089e10b9e6880ee688791d45a905f5b1ca36f664"
+checksum = "7695ce3845ea4b33927c055a39dc438a45b059f7c1b3d91d38d10355fb8cbca7"
 dependencies = [
 "heck 0.5.0",
 "proc-macro2",
@@ -8850,6 +8932,17 @@ version = "1.0.1"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "55937e1799185b12863d447f42597ed69d9928686b8d88a1df17376a097d8369"

+[[package]]
+name = "tar"
+version = "0.4.45"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "22692a6476a21fa75fdfc11d452fda482af402c008cdbaf3476414e122040973"
+dependencies = [
+ "filetime",
+ "libc",
+ "xattr",
+]
+
 [[package]]
 name = "target-features"
 version = "0.1.6"
@@ -9442,6 +9535,12 @@ version = "0.9.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "8ecb6da28b8a351d773b68d5825ac39017e680750f980f3a1a85cd8dd28a47c1"

+[[package]]
+name = "unty"
+version = "0.0.4"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "6d49784317cd0d1ee7ec5c716dd598ec5b4483ea832a2dced265471cc0f690ae"
+
 [[package]]
 name = "ureq"
 version = "2.12.1"
@@ -9521,6 +9620,12 @@ version = "0.9.5"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "0b928f33d975fc6ad9f86c8f283853ad26bdd5b10b7f1542aa2fa15e2289105a"

+[[package]]
+name = "virtue"
+version = "0.0.18"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "051eb1abcf10076295e815102942cc58f9d5e3b4560e46e53c21e8ff6f3af7b1"
+
 [[package]]
 name = "vsimd"
 version = "0.8.0"
@@ -10215,6 +10320,16 @@ dependencies = [
 "tap",
 ]

+[[package]]
+name = "xattr"
+version = "1.6.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "32e45ad4206f6d2479085147f02bc2ef834ac85886624a23575ae137c8aa8156"
+dependencies = [
+ "libc",
+ "rustix",
+]
+
 [[package]]
 name = "xet-client"
 version = "1.5.2"
@@ -10374,6 +10489,12 @@ version = "0.8.15"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "fdd20c5420375476fbd4394763288da7eb0cc0b8c11deed431a91562af7335d3"

+[[package]]
+name = "yada"
+version = "0.5.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "aed111bd9e48a802518765906cbdadf0b45afb72b9c81ab049a3b86252adffdd"
+
 [[package]]
 name = "yoke"
 version = "0.8.1"
@@ -13,20 +13,20 @@ categories = ["database-implementations"]
 rust-version = "1.91.0"

 [workspace.dependencies]
-lance = { "version" = "=7.0.0-beta.13", default-features = false, "tag" = "v7.0.0-beta.13", "git" = "https://github.com/lance-format/lance.git" }
-lance-core = { "version" = "=7.0.0-beta.13", "tag" = "v7.0.0-beta.13", "git" = "https://github.com/lance-format/lance.git" }
-lance-datagen = { "version" = "=7.0.0-beta.13", "tag" = "v7.0.0-beta.13", "git" = "https://github.com/lance-format/lance.git" }
-lance-file = { "version" = "=7.0.0-beta.13", "tag" = "v7.0.0-beta.13", "git" = "https://github.com/lance-format/lance.git" }
-lance-io = { "version" = "=7.0.0-beta.13", default-features = false, "tag" = "v7.0.0-beta.13", "git" = "https://github.com/lance-format/lance.git" }
-lance-index = { "version" = "=7.0.0-beta.13", "tag" = "v7.0.0-beta.13", "git" = "https://github.com/lance-format/lance.git" }
-lance-linalg = { "version" = "=7.0.0-beta.13", "tag" = "v7.0.0-beta.13", "git" = "https://github.com/lance-format/lance.git" }
-lance-namespace = { "version" = "=7.0.0-beta.13", "tag" = "v7.0.0-beta.13", "git" = "https://github.com/lance-format/lance.git" }
-lance-namespace-impls = { "version" = "=7.0.0-beta.13", default-features = false, "tag" = "v7.0.0-beta.13", "git" = "https://github.com/lance-format/lance.git" }
-lance-table = { "version" = "=7.0.0-beta.13", "tag" = "v7.0.0-beta.13", "git" = "https://github.com/lance-format/lance.git" }
-lance-testing = { "version" = "=7.0.0-beta.13", "tag" = "v7.0.0-beta.13", "git" = "https://github.com/lance-format/lance.git" }
-lance-datafusion = { "version" = "=7.0.0-beta.13", "tag" = "v7.0.0-beta.13", "git" = "https://github.com/lance-format/lance.git" }
-lance-encoding = { "version" = "=7.0.0-beta.13", "tag" = "v7.0.0-beta.13", "git" = "https://github.com/lance-format/lance.git" }
-lance-arrow = { "version" = "=7.0.0-beta.13", "tag" = "v7.0.0-beta.13", "git" = "https://github.com/lance-format/lance.git" }
+lance = { "version" = "=7.0.0-beta.7", default-features = false, "tag" = "v7.0.0-beta.7", "git" = "https://github.com/lance-format/lance.git" }
+lance-core = { "version" = "=7.0.0-beta.7", "tag" = "v7.0.0-beta.7", "git" = "https://github.com/lance-format/lance.git" }
+lance-datagen = { "version" = "=7.0.0-beta.7", "tag" = "v7.0.0-beta.7", "git" = "https://github.com/lance-format/lance.git" }
+lance-file = { "version" = "=7.0.0-beta.7", "tag" = "v7.0.0-beta.7", "git" = "https://github.com/lance-format/lance.git" }
+lance-io = { "version" = "=7.0.0-beta.7", default-features = false, "tag" = "v7.0.0-beta.7", "git" = "https://github.com/lance-format/lance.git" }
+lance-index = { "version" = "=7.0.0-beta.7", "tag" = "v7.0.0-beta.7", "git" = "https://github.com/lance-format/lance.git" }
+lance-linalg = { "version" = "=7.0.0-beta.7", "tag" = "v7.0.0-beta.7", "git" = "https://github.com/lance-format/lance.git" }
+lance-namespace = { "version" = "=7.0.0-beta.7", "tag" = "v7.0.0-beta.7", "git" = "https://github.com/lance-format/lance.git" }
+lance-namespace-impls = { "version" = "=7.0.0-beta.7", default-features = false, "tag" = "v7.0.0-beta.7", "git" = "https://github.com/lance-format/lance.git" }
+lance-table = { "version" = "=7.0.0-beta.7", "tag" = "v7.0.0-beta.7", "git" = "https://github.com/lance-format/lance.git" }
+lance-testing = { "version" = "=7.0.0-beta.7", "tag" = "v7.0.0-beta.7", "git" = "https://github.com/lance-format/lance.git" }
+lance-datafusion = { "version" = "=7.0.0-beta.7", "tag" = "v7.0.0-beta.7", "git" = "https://github.com/lance-format/lance.git" }
+lance-encoding = { "version" = "=7.0.0-beta.7", "tag" = "v7.0.0-beta.7", "git" = "https://github.com/lance-format/lance.git" }
+lance-arrow = { "version" = "=7.0.0-beta.7", "tag" = "v7.0.0-beta.7", "git" = "https://github.com/lance-format/lance.git" }
 ahash = "0.8"
 # Note that this one does not include pyarrow
 arrow = { version = "58.0.0", optional = false }
@@ -14,7 +14,7 @@ Add the following dependency to your `pom.xml`:
 <dependency>
    <groupId>com.lancedb</groupId>
    <artifactId>lancedb-core</artifactId>
-    <version>0.29.0</version>
+    <version>0.28.0-beta.11</version>
 </dependency>
 ```

@@ -437,29 +437,6 @@ Open a table in the database.

 ***

-### renameTable()
-
-```ts
-abstract renameTable(
-   oldName,
-   newName,
-   namespacePath?): Promise<void>
-```
-
-#### Parameters
-
-* **oldName**: `string`
-
-* **newName**: `string`
-
-* **namespacePath?**: `string`[]
-
-#### Returns
-
-`Promise`&lt;`void`&gt;
-
-***
-
 ### tableNames()

 #### tableNames(options)
@@ -343,30 +343,6 @@ This is useful for pagination.

 ***

-### orderBy()
-
-```ts
-orderBy(ordering): this
-```
-
-Sort the results by the specified column(s).
-
-#### Parameters
-
-* **ordering**: [`ColumnOrdering`](../interfaces/ColumnOrdering.md) \| [`ColumnOrdering`](../interfaces/ColumnOrdering.md)[]
-
-#### Returns
-
-`this`
-
-This query builder.
-
-#### Inherited from
-
-`StandardQueryBase.orderBy`
-
-***
-
 ### outputSchema()

 ```ts
@@ -1,173 +0,0 @@
-[**@lancedb/lancedb**](../README.md) • **Docs**
-
-***
-
-[@lancedb/lancedb](../globals.md) / Scannable
-
-# Class: Scannable
-
-A data source that can be scanned as a stream of Arrow `RecordBatch`es.
-
-`Scannable` wraps the schema + optional row count + rescannable flag and
-a callback that yields batches one at a time. It is passed to consumers
-(e.g. `Table.add`, `createTable`, `mergeInsert` — follow-up work) that
-need to pull data without materializing the full dataset in JS memory.
-
-Batches cross the JS↔Rust boundary as Arrow IPC Stream messages; a fresh
-writer serializes each batch, and the Rust side decodes it with
-`arrow_ipc::reader::StreamReader`. One batch is in flight at a time.
-
-## Properties
-
-### numRows
-
-```ts
-readonly numRows: null | number;
-```
-
-***
-
-### rescannable
-
-```ts
-readonly rescannable: boolean;
-```
-
-***
-
-### schema
-
-```ts
-readonly schema: Schema<any>;
-```
-
-## Methods
-
-### fromFactory()
-
-```ts
-static fromFactory(
-   schema,
-   factory,
-   opts): Promise<Scannable>
-```
-
-Build a Scannable from an explicit schema and a factory that returns a
-fresh batch iterator on each call.
-
-The factory is invoked once per scan. Each iterator yields
-`RecordBatch`es matching the declared schema. Use this when you need
-direct control over the pull loop — for example, to wrap a streaming
-source whose batches are produced lazily.
-
-#### Parameters
-
-* **schema**: `Schema`&lt;`any`&gt;
-    The Arrow schema of the produced batches.
-
-* **factory**
-    Called at the start of each scan to produce a batch
-    iterator. Must be idempotent when `rescannable` is true.
-
-* **opts**: [`ScannableOptions`](../interfaces/ScannableOptions.md) = `{}`
-    Optional hints. `rescannable` defaults to `true`; set to
-    `false` if calling `factory()` twice would not reproduce the same data.
-
-#### Returns
-
-`Promise`&lt;[`Scannable`](Scannable.md)&gt;
-
-***
-
-### fromIterable()
-
-```ts
-static fromIterable(
-   schema,
-   iter,
-   opts): Promise<Scannable>
-```
-
-Build a Scannable from an iterable of `RecordBatch`es. `rescannable`
-defaults to `false`. Pass an explicit schema so the consumer can
-validate before any batch is pulled.
-
-`opts.rescannable: true` is honest for replayable iterables (Arrays,
-Sets, or custom iterables whose `[Symbol.iterator]()` returns a fresh
-iterator each call). It is rejected for one-shot iterables (generators,
-async generators, or already-an-iterator inputs) because their
-`[Symbol.iterator]()` returns the same exhausted object on the second
-scan. For replayable sources outside this shape, use
-`fromFactory(schema, () => createIter(), { rescannable: true })`.
-
-Note: when `opts.rescannable` is `true`, the constructor calls
-`[Symbol.iterator]()` once on the input to perform the structural check.
-
-#### Parameters
-
-* **schema**: `Schema`&lt;`any`&gt;
-
-* **iter**: `Iterable`&lt;`RecordBatch`&lt;`any`&gt;&gt; \| `AsyncIterable`&lt;`RecordBatch`&lt;`any`&gt;&gt;
-
-* **opts**: [`ScannableOptions`](../interfaces/ScannableOptions.md) = `{}`
-
-#### Returns
-
-`Promise`&lt;[`Scannable`](Scannable.md)&gt;
-
-***
-
-### fromRecordBatchReader()
-
-```ts
-static fromRecordBatchReader(reader, opts): Promise<Scannable>
-```
-
-Build a Scannable from an Arrow `RecordBatchReader`. A reader can only
-be consumed once; `rescannable` defaults to `false`.
-
-The reader must already be opened (via `.open()`) so its `.schema` is
-populated. `RecordBatchReader.from(...)` returns an unopened reader.
-
-`opts.rescannable: true` is rejected because `RecordBatchReader` is a
-self-iterator (its `[Symbol.iterator]()` returns itself), and this
-constructor does not call `reader.reset()` between scans, so a second
-scan would always see an exhausted reader. For genuinely replayable
-sources, use
-`fromFactory(schema, () => openReader(), { rescannable: true })`,
-which mints a fresh reader on each scan.
-
-#### Parameters
-
-* **reader**: `RecordBatchReader`&lt;`any`&gt;
-
-* **opts**: [`ScannableOptions`](../interfaces/ScannableOptions.md) = `{}`
-
-#### Returns
-
-`Promise`&lt;[`Scannable`](Scannable.md)&gt;
-
-***
-
-### fromTable()
-
-```ts
-static fromTable(table, opts): Promise<Scannable>
-```
-
-Build a Scannable from an in-memory Arrow `Table`. Always rescannable;
-the table's batches are replayed on each scan.
-
-The table's row count is authoritative: `opts.numRows` must either be
-omitted or equal to `table.numRows`. `opts.rescannable` of `false` is
-rejected because in-memory Tables are always rescannable.
-
-#### Parameters
-
-* **table**: `Table`&lt;`any`&gt;
-
-* **opts**: [`ScannableOptions`](../interfaces/ScannableOptions.md) = `{}`
-
-#### Returns
-
-`Promise`&lt;[`Scannable`](Scannable.md)&gt;
@@ -690,74 +690,6 @@ of the given query

 ***

-### setLsmWriteSpec()
-
-```ts
-abstract setLsmWriteSpec(spec): Promise<void>
-```
-
-Install an [LsmWriteSpec](../interfaces/LsmWriteSpec.md) on this table, selecting Lance's MemWAL
-LSM-style write path for future `mergeInsert` calls.
-
-`LsmWriteSpec` chooses one of three sharding strategies via `specType`:
-
- `"bucket"` — hash-bucket writes by the single-column unenforced primary
-  key (`column` and `numBuckets` required).
- `"identity"` — shard by the raw value of a scalar `column`.
- `"unsharded"` — route every write to a single shard.
-
-All variants require the table to have an unenforced primary key
-([Table#setUnenforcedPrimaryKey](Table.md#setunenforcedprimarykey)); bucket sharding additionally
-requires it to be the single column being bucketed.
-
-#### Parameters
-
-* **spec**: [`LsmWriteSpec`](../interfaces/LsmWriteSpec.md)
-    The sharding spec to install.
-
-#### Returns
-
-`Promise`&lt;`void`&gt;
-
-#### Example
-
-```ts
-await table.setUnenforcedPrimaryKey("id");
-await table.setLsmWriteSpec({
-  specType: "bucket",
-  column: "id",
-  numBuckets: 16,
-  maintainedIndexes: ["id_idx"],
-});
-```
-
-***
-
-### setUnenforcedPrimaryKey()
-
-```ts
-abstract setUnenforcedPrimaryKey(columns): Promise<void>
-```
-
-Set the unenforced primary key for this table to a single column.
-
-"Unenforced" means LanceDB does not check uniqueness on writes; the
-column is recorded in the schema as the primary key for use by features
-such as `merge_insert`. Only single-column primary keys are supported,
-and the key cannot be changed once set.
-
-#### Parameters
-
-* **columns**: `string` \| `string`[]
-    The primary key column. A one-element
-    array is also accepted; passing more than one column is rejected.
-
-#### Returns
-
-`Promise`&lt;`void`&gt;
-
-***
-
 ### stats()

 ```ts
@@ -861,23 +793,6 @@ Return the table as an arrow table

 ***

-### unsetLsmWriteSpec()
-
-```ts
-abstract unsetLsmWriteSpec(): Promise<void>
-```
-
-Remove the [LsmWriteSpec](../interfaces/LsmWriteSpec.md) from this table, reverting to the standard
-`mergeInsert` write path.
-
-Errors if no spec is currently set.
-
-#### Returns
-
-`Promise`&lt;`void`&gt;
-
-***
-
 ### update()

 #### update(opts)
@@ -498,30 +498,6 @@ This is useful for pagination.

 ***

-### orderBy()
-
-```ts
-orderBy(ordering): this
-```
-
-Sort the results by the specified column(s).
-
-#### Parameters
-
-* **ordering**: [`ColumnOrdering`](../interfaces/ColumnOrdering.md) \| [`ColumnOrdering`](../interfaces/ColumnOrdering.md)[]
-
-#### Returns
-
-`this`
-
-This query builder.
-
-#### Inherited from
-
-`StandardQueryBase.orderBy`
-
-***
-
 ### outputSchema()

 ```ts
@@ -32,7 +32,6 @@
 - [PhraseQuery](classes/PhraseQuery.md)
 - [Query](classes/Query.md)
 - [QueryBase](classes/QueryBase.md)
- [Scannable](classes/Scannable.md)
 - [Session](classes/Session.md)
 - [StaticHeaderProvider](classes/StaticHeaderProvider.md)
 - [Table](classes/Table.md)
@@ -51,7 +50,6 @@
 - [AlterColumnsResult](interfaces/AlterColumnsResult.md)
 - [ClientConfig](interfaces/ClientConfig.md)
 - [ColumnAlteration](interfaces/ColumnAlteration.md)
- [ColumnOrdering](interfaces/ColumnOrdering.md)
 - [CompactionStats](interfaces/CompactionStats.md)
 - [ConnectNamespaceOptions](interfaces/ConnectNamespaceOptions.md)
 - [ConnectionOptions](interfaces/ConnectionOptions.md)
@@ -80,7 +78,6 @@
 - [IvfRqOptions](interfaces/IvfRqOptions.md)
 - [ListNamespacesOptions](interfaces/ListNamespacesOptions.md)
 - [ListNamespacesResponse](interfaces/ListNamespacesResponse.md)
- [LsmWriteSpec](interfaces/LsmWriteSpec.md)
 - [MergeResult](interfaces/MergeResult.md)
 - [OpenTableOptions](interfaces/OpenTableOptions.md)
 - [OptimizeOptions](interfaces/OptimizeOptions.md)
@@ -89,7 +86,6 @@
 - [RemovalStats](interfaces/RemovalStats.md)
 - [RestNamespaceConfig](interfaces/RestNamespaceConfig.md)
 - [RetryConfig](interfaces/RetryConfig.md)
- [ScannableOptions](interfaces/ScannableOptions.md)
 - [ShuffleOptions](interfaces/ShuffleOptions.md)
 - [SplitCalculatedOptions](interfaces/SplitCalculatedOptions.md)
 - [SplitHashOptions](interfaces/SplitHashOptions.md)
@@ -1,31 +0,0 @@
-[**@lancedb/lancedb**](../README.md) • **Docs**
-
-***
-
-[@lancedb/lancedb](../globals.md) / ColumnOrdering
-
-# Interface: ColumnOrdering
-
-## Properties
-
-### ascending?
-
-```ts
-optional ascending: boolean;
-```
-
-***
-
-### columnName
-
-```ts
-columnName: string;
-```
-
-***
-
-### nullsFirst?
-
-```ts
-optional nullsFirst: boolean;
-```
@@ -1,64 +0,0 @@
-[**@lancedb/lancedb**](../README.md) • **Docs**
-
-***
-
-[@lancedb/lancedb](../globals.md) / LsmWriteSpec
-
-# Interface: LsmWriteSpec
-
-Specification selecting Lance's MemWAL LSM-style write path for
-`mergeInsert`.
-
-`specType` is `"bucket"`, `"identity"`, or `"unsharded"`. For `"bucket"`,
-`column` and `numBuckets` are required; for `"identity"`, `column` is
-required.
-
-## Properties
-
-### column?
-
-```ts
-optional column: string;
-```
-
-Bucket and identity variants: the sharding column.
-
-***
-
-### maintainedIndexes?
-
-```ts
-optional maintainedIndexes: string[];
-```
-
-Names of indexes the MemWAL should keep up to date during writes.
-
-***
-
-### numBuckets?
-
-```ts
-optional numBuckets: number;
-```
-
-Bucket variant: the number of buckets, in `[1, 1024]`.
-
-***
-
-### specType
-
-```ts
-specType: "bucket" | "identity" | "unsharded";
-```
-
-One of `"bucket"`, `"identity"`, or `"unsharded"`.
-
-***
-
-### writerConfigDefaults?
-
-```ts
-optional writerConfigDefaults: Record<string, string>;
-```
-
-Default `ShardWriter` configuration recorded in the MemWAL index.
@@ -1,29 +0,0 @@
-[**@lancedb/lancedb**](../README.md) • **Docs**
-
-***
-
-[@lancedb/lancedb](../globals.md) / ScannableOptions
-
-# Interface: ScannableOptions
-
-## Properties
-
-### numRows?
-
-```ts
-optional numRows: number;
-```
-
-Hint about the number of rows. Not validated against the stream.
-
-***
-
-### rescannable?
-
-```ts
-optional rescannable: boolean;
-```
-
-Whether the source can be scanned more than once. Defaults to `true` for
-`fromTable` / `fromFactory` and `false` for `fromIterable` /
-`fromRecordBatchReader`.
@@ -8,7 +8,7 @@
    <parent>
      <groupId>com.lancedb</groupId>
      <artifactId>lancedb-parent</artifactId>
-      <version>0.29.0-final.0</version>
+      <version>0.28.0-beta.11</version>
      <relativePath>../pom.xml</relativePath>
    </parent>

@@ -6,7 +6,7 @@

    <groupId>com.lancedb</groupId>
    <artifactId>lancedb-parent</artifactId>
-    <version>0.29.0-final.0</version>
+    <version>0.28.0-beta.11</version>
    <packaging>pom</packaging>
    <name>${project.artifactId}</name>
    <description>LanceDB Java SDK Parent POM</description>
@@ -28,7 +28,7 @@
    <properties>
        <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
        <arrow.version>15.0.0</arrow.version>
-        <lance-core.version>7.0.0-beta.13</lance-core.version>
+        <lance-core.version>7.0.0-beta.7</lance-core.version>
        <spotless.skip>false</spotless.skip>
        <spotless.version>2.30.0</spotless.version>
        <spotless.java.googlejavaformat.version>1.7</spotless.java.googlejavaformat.version>
@@ -1,7 +1,7 @@
 [package]
 name = "lancedb-nodejs"
 edition.workspace = true
-version = "0.29.0"
+version = "0.28.0-beta.11"
 publish = false
 license.workspace = true
 description.workspace = true
@@ -81,16 +81,6 @@ describe("given a connection", () => {
    await db.createTable("test4", [{ id: 1 }, { id: 2 }]);
  });

-  it("should expose renameTable and reject on OSS listing DB", async () => {
-    await db.createTable("old_name", [{ id: 1 }]);
-
-    await expect(db.renameTable("old_name", "new_name")).rejects.toThrow(
-      "rename_table is not supported in LanceDB OSS",
-    );
-
-    await expect(db.tableNames()).resolves.toEqual(["old_name"]);
-  });
-
  it("should fail if creating table twice, unless overwrite is true", async () => {
    let tbl = await db.createTable("test", [{ id: 1 }, { id: 2 }]);
    await expect(tbl.countRows()).resolves.toBe(2);
@@ -109,209 +109,3 @@ describe("Query outputSchema", () => {
    expect(schema.fields.length).toBe(3);
  });
 });
-
-describe("Query orderBy", () => {
-  let tmpDir: tmp.DirResult;
-  let table: Table;
-
-  beforeEach(async () => {
-    tmpDir = tmp.dirSync({ unsafeCleanup: true });
-    const db = await connect(tmpDir.name);
-
-    // Create table with numeric data for sorting
-    const schema = new Schema([
-      new Field("id", new Int64(), true),
-      new Field("score", new Float32(), true),
-      new Field("name", new Utf8(), true),
-    ]);
-
-    const data = makeArrowTable(
-      [
-        { id: 1n, score: 3.5, name: "charlie" },
-        { id: 2n, score: 1.2, name: "alice" },
-        { id: 3n, score: 2.8, name: "bob" },
-        { id: 4n, score: 0.5, name: "david" },
-        { id: 5n, score: 4.1, name: "eve" },
-      ],
-      { schema },
-    );
-    table = await db.createTable("test", data);
-  });
-
-  afterEach(() => {
-    tmpDir.removeCallback();
-  });
-
-  it("should sort by single column ascending", async () => {
-    const results = await table
-      .query()
-      .orderBy({ columnName: "score", ascending: true, nullsFirst: false })
-      .toArray();
-
-    expect(results.length).toBe(5);
-    // Verify ascending order
-    expect(results[0].score).toBeCloseTo(0.5, 0.001);
-    expect(results[1].score).toBeCloseTo(1.2, 0.001);
-    expect(results[2].score).toBeCloseTo(2.8, 0.001);
-    expect(results[3].score).toBeCloseTo(3.5, 0.001);
-    expect(results[4].score).toBeCloseTo(4.1, 0.001);
-  });
-
-  it("should sort by single column descending", async () => {
-    const results = await table
-      .query()
-      .orderBy({ columnName: "score", ascending: false, nullsFirst: false })
-      .toArray();
-
-    expect(results.length).toBe(5);
-    // Verify descending order
-    expect(results[0].score).toBeCloseTo(4.1, 0.001);
-    expect(results[1].score).toBeCloseTo(3.5, 0.001);
-    expect(results[2].score).toBeCloseTo(2.8, 0.001);
-    expect(results[3].score).toBeCloseTo(1.2, 0.001);
-    expect(results[4].score).toBeCloseTo(0.5, 0.001);
-  });
-
-  it("should use ascending as default direction", async () => {
-    const results = await table
-      .query()
-      .orderBy({ columnName: "score" })
-      .toArray();
-
-    expect(results.length).toBe(5);
-    // Verify ascending order (default)
-    expect(results[0].score).toBeCloseTo(0.5, 0.001);
-    expect(results[1].score).toBeCloseTo(1.2, 0.001);
-    expect(results[2].score).toBeCloseTo(2.8, 0.001);
-    expect(results[3].score).toBeCloseTo(3.5, 0.001);
-    expect(results[4].score).toBeCloseTo(4.1, 0.001);
-  });
-
-  it("should sort by string column", async () => {
-    const results = await table
-      .query()
-      .orderBy({ columnName: "name" })
-      .toArray();
-
-    expect(results.length).toBe(5);
-    // Verify alphabetical order
-    expect(results[0].name).toBe("alice");
-    expect(results[1].name).toBe("bob");
-    expect(results[2].name).toBe("charlie");
-    expect(results[3].name).toBe("david");
-    expect(results[4].name).toBe("eve");
-  });
-
-  it("should support method chaining with where", async () => {
-    const results = await table
-      .query()
-      .where("score > 2.0")
-      .orderBy({ columnName: "score" })
-      .toArray();
-    expect(results.length).toBe(3);
-    // Verify filtered and sorted
-    expect(results[0].score).toBeCloseTo(2.8, 0.001);
-    expect(results[1].score).toBeCloseTo(3.5, 0.001);
-    expect(results[2].score).toBeCloseTo(4.1, 0.001);
-  });
-
-  it("should support method chaining with limit", async () => {
-    const results = await table
-      .query()
-      .orderBy({ columnName: "score", ascending: false })
-      .limit(3)
-      .toArray();
-
-    expect(results.length).toBe(3);
-    // Verify top 3 in descending order
-    expect(results[0].score).toBeCloseTo(4.1, 0.001);
-    expect(results[1].score).toBeCloseTo(3.5, 0.001);
-    expect(results[2].score).toBeCloseTo(2.8, 0.001);
-  });
-
-  it("should support method chaining with offset", async () => {
-    const results = await table
-      .query()
-      .orderBy({ columnName: "score" })
-      .offset(2)
-      .limit(2)
-      .toArray();
-
-    expect(results.length).toBe(2);
-    // Verify results skip first 2 and take next 2
-    expect(results[0].score).toBeCloseTo(2.8, 0.001);
-    expect(results[1].score).toBeCloseTo(3.5, 0.001);
-  });
-
-  it("should support method chaining with select", async () => {
-    const results = await table
-      .query()
-      .orderBy({ columnName: "name" })
-      .select(["name", "score"])
-      .toArray();
-
-    expect(results.length).toBe(5);
-    // Verify only selected columns are present
-    expect(Object.keys(results[0])).toEqual(["name", "score"]);
-    expect(Object.keys(results[4])).toEqual(["name", "score"]);
-    // Verify sorted by name
-    expect(results[0].name).toBe("alice");
-    expect(results[4].name).toBe("eve");
-  });
-
-  it("should support complex method chaining", async () => {
-    const results = await table
-      .query()
-      .where("score > 1.0")
-      .orderBy({ columnName: "score", ascending: false })
-      .limit(3)
-      .select(["id", "score", "name"])
-      .toArray();
-
-    expect(results.length).toBe(3);
-    // Verify filtered, sorted, limited, and projected
-    expect(results[0].score).toBeCloseTo(4.1, 0.001);
-    expect(results[1].score).toBeCloseTo(3.5, 0.001);
-    expect(results[2].score).toBeCloseTo(2.8, 0.001);
-    expect(Object.keys(results[0])).toEqual(["id", "score", "name"]);
-  });
-
-  it("should support multi-column ordering and null placement", async () => {
-    const schema = new Schema([
-      new Field("group", new Int64(), true),
-      new Field("score", new Float32(), true),
-      new Field("name", new Utf8(), true),
-    ]);
-
-    const data = makeArrowTable(
-      [
-        { group: 1n, score: null, name: "z" },
-        { group: 1n, score: 1.0, name: "b" },
-        { group: 1n, score: 1.0, name: "a" },
-        { group: 2n, score: 0.5, name: "c" },
-      ],
-      { schema },
-    );
-    const nullTable = await (await connect(tmpDir.name)).createTable(
-      "test_multi_order",
-      data,
-      { mode: "overwrite" },
-    );
-
-    const results = await nullTable
-      .query()
-      .orderBy([
-        { columnName: "group", ascending: true, nullsFirst: false },
-        { columnName: "score", ascending: true, nullsFirst: true },
-        { columnName: "name", ascending: true, nullsFirst: false },
-      ])
-      .toArray();
-
-    expect(results.map((r) => [r.group, r.score, r.name])).toEqual([
-      [1n, null, "z"],
-      [1n, 1.0, "a"],
-      [1n, 1.0, "b"],
-      [2n, 0.5, "c"],
-    ]);
-  });
-});
@@ -1,438 +0,0 @@
-// SPDX-License-Identifier: Apache-2.0
-// SPDX-FileCopyrightText: Copyright The LanceDB Authors
-
-import {
-  Field,
-  Float16,
-  Int32,
-  type RecordBatch,
-  RecordBatchReader,
-  Schema,
-  tableToIPC,
-} from "apache-arrow";
-import { makeArrowTable, makeEmptyTable } from "../lancedb/arrow";
-import { Scannable } from "../lancedb/scannable";
-
-function makeTable() {
-  return makeArrowTable(
-    [
-      { id: 1, name: "a" },
-      { id: 2, name: "b" },
-      { id: 3, name: "c" },
-    ],
-    { vectorColumns: {} },
-  );
-}
-
-async function makeReader(): Promise<RecordBatchReader> {
-  // `RecordBatchReader.from()` returns an unopened reader; `.schema` is only
-  // populated after `.open()`. Opening sync readers is synchronous.
-  const reader = RecordBatchReader.from(tableToIPC(makeTable()));
-  return reader.open() as RecordBatchReader;
-}
-
-describe("Scannable", () => {
-  describe("fromTable", () => {
-    test("reflects schema, numRows, and defaults rescannable=true", async () => {
-      const table = makeTable();
-      const scannable = await Scannable.fromTable(table);
-
-      expect(scannable.schema).toBe(table.schema);
-      expect(scannable.numRows).toBe(table.numRows);
-      expect(scannable.rescannable).toBe(true);
-    });
-
-    test("throws when opts.numRows does not match table.numRows", async () => {
-      await expect(
-        Scannable.fromTable(makeTable(), { numRows: 42 }),
-      ).rejects.toThrow(/does not match table\.numRows/);
-    });
-
-    test("throws when opts.rescannable is false", async () => {
-      await expect(
-        Scannable.fromTable(makeTable(), { rescannable: false }),
-      ).rejects.toThrow(/always rescannable/);
-    });
-  });
-
-  describe("fromRecordBatchReader", () => {
-    test("reflects schema and defaults numRows=null, rescannable=false", async () => {
-      const reader = await makeReader();
-      const scannable = await Scannable.fromRecordBatchReader(reader);
-
-      expect(scannable.schema).toBe(reader.schema);
-      expect(scannable.numRows).toBeNull();
-      expect(scannable.rescannable).toBe(false);
-    });
-
-    test("honors numRows override", async () => {
-      const scannable = await Scannable.fromRecordBatchReader(
-        await makeReader(),
-        { numRows: 3 },
-      );
-
-      expect(scannable.numRows).toBe(3);
-      expect(scannable.rescannable).toBe(false);
-    });
-
-    test("rescannable: false explicit does not throw", async () => {
-      const reader = await makeReader();
-      const scannable = await Scannable.fromRecordBatchReader(reader, {
-        rescannable: false,
-      });
-      expect(scannable.rescannable).toBe(false);
-    });
-
-    test("throws when opts.rescannable is true", async () => {
-      const reader = await makeReader();
-      await expect(
-        Scannable.fromRecordBatchReader(reader, { rescannable: true }),
-      ).rejects.toThrow(/does not accept rescannable/);
-    });
-
-    test("throws when opts.rescannable is true even alongside numRows", async () => {
-      const reader = await makeReader();
-      await expect(
-        Scannable.fromRecordBatchReader(reader, {
-          numRows: 3,
-          rescannable: true,
-        }),
-      ).rejects.toThrow(/does not accept rescannable/);
-    });
-  });
-
-  describe("fromIterable", () => {
-    test("accepts a sync iterable of batches", async () => {
-      const table = makeTable();
-      const scannable = await Scannable.fromIterable(
-        table.schema,
-        table.batches,
-      );
-
-      expect(scannable.schema).toBe(table.schema);
-      expect(scannable.numRows).toBeNull();
-      expect(scannable.rescannable).toBe(false);
-    });
-
-    test("accepts an async iterable of batches", async () => {
-      const table = makeTable();
-      async function* generator(): AsyncGenerator<RecordBatch> {
-        for (const batch of table.batches) {
-          yield batch;
-        }
-      }
-
-      const scannable = await Scannable.fromIterable(table.schema, generator());
-      expect(scannable.schema).toBe(table.schema);
-      expect(scannable.rescannable).toBe(false);
-    });
-
-    describe("rescannable: true detection", () => {
-      // Replayable inputs: [Symbol.iterator]() / [Symbol.asyncIterator]()
-      // returns a fresh iterator each call. Must NOT throw.
-
-      test("Array passes (fresh ArrayIterator each call)", async () => {
-        const table = makeTable();
-        const scannable = await Scannable.fromIterable(
-          table.schema,
-          table.batches,
-          { rescannable: true },
-        );
-        expect(scannable.rescannable).toBe(true);
-      });
-
-      test("Set passes (fresh SetIterator each call)", async () => {
-        const table = makeTable();
-        const set = new Set<RecordBatch>(table.batches);
-        const scannable = await Scannable.fromIterable(table.schema, set, {
-          rescannable: true,
-        });
-        expect(scannable.rescannable).toBe(true);
-      });
-
-      test("custom Iterable returning a fresh iterator passes", async () => {
-        const table = makeTable();
-        const replayable: Iterable<RecordBatch> = {
-          [Symbol.iterator]() {
-            return table.batches[Symbol.iterator]();
-          },
-        };
-        const scannable = await Scannable.fromIterable(
-          table.schema,
-          replayable,
-          { rescannable: true },
-        );
-        expect(scannable.rescannable).toBe(true);
-      });
-
-      test("object with generator method passes (fresh generator each call)", async () => {
-        const table = makeTable();
-        const replayable: Iterable<RecordBatch> = {
-          *[Symbol.iterator]() {
-            for (const batch of table.batches) yield batch;
-          },
-        };
-        const scannable = await Scannable.fromIterable(
-          table.schema,
-          replayable,
-          { rescannable: true },
-        );
-        expect(scannable.rescannable).toBe(true);
-      });
-
-      test("empty Array passes (replayable degenerate case)", async () => {
-        const schema = makeTable().schema;
-        const scannable = await Scannable.fromIterable(
-          schema,
-          [] as RecordBatch[],
-          { rescannable: true },
-        );
-        expect(scannable.rescannable).toBe(true);
-      });
-
-      // One-shot inputs: [Symbol.iterator]() / [Symbol.asyncIterator]()
-      // returns the same object, or the input is already-an-iterator.
-      // Must throw with a /one-shot/ message.
-
-      test("sync generator throws", async () => {
-        const table = makeTable();
-        function* generator(): Generator<RecordBatch> {
-          for (const batch of table.batches) yield batch;
-        }
-        await expect(
-          Scannable.fromIterable(table.schema, generator(), {
-            rescannable: true,
-          }),
-        ).rejects.toThrow(/one-shot/);
-      });
-
-      test("async generator throws", async () => {
-        const table = makeTable();
-        async function* generator(): AsyncGenerator<RecordBatch> {
-          for (const batch of table.batches) yield batch;
-        }
-        await expect(
-          Scannable.fromIterable(table.schema, generator(), {
-            rescannable: true,
-          }),
-        ).rejects.toThrow(/one-shot/);
-      });
-
-      test("empty generator throws (one-shot degenerate case)", async () => {
-        const schema = makeTable().schema;
-        function* generator(): Generator<RecordBatch> {
-          // intentionally empty; yields nothing.
-        }
-        await expect(
-          Scannable.fromIterable(schema, generator(), { rescannable: true }),
-        ).rejects.toThrow(/one-shot/);
-      });
-
-      test("custom self-iterator throws", async () => {
-        const table = makeTable();
-        const batches = table.batches;
-        let i = 0;
-        const oneShot: Iterable<RecordBatch> & Iterator<RecordBatch> = {
-          [Symbol.iterator]() {
-            return this;
-          },
-          next() {
-            if (i >= batches.length) {
-              return { done: true, value: undefined };
-            }
-            return { done: false, value: batches[i++] };
-          },
-        };
-        await expect(
-          Scannable.fromIterable(table.schema, oneShot, { rescannable: true }),
-        ).rejects.toThrow(/one-shot/);
-      });
-
-      test("Array.values() (IterableIterator) throws", async () => {
-        const table = makeTable();
-        const iter = table.batches.values();
-        await expect(
-          Scannable.fromIterable(table.schema, iter, { rescannable: true }),
-        ).rejects.toThrow(/one-shot/);
-      });
-
-      test("raw iterator (only `.next`) throws", async () => {
-        const table = makeTable();
-        const batches = table.batches;
-        let i = 0;
-        const rawIter = {
-          next(): IteratorResult<RecordBatch> {
-            if (i >= batches.length) {
-              return { done: true, value: undefined };
-            }
-            return { done: false, value: batches[i++] };
-          },
-        };
-        await expect(
-          Scannable.fromIterable(
-            table.schema,
-            rawIter as unknown as Iterable<RecordBatch>,
-            { rescannable: true },
-          ),
-        ).rejects.toThrow(/one-shot/);
-      });
-
-      // Edge: null/undefined must not crash the detection helper. The
-      // null check belongs to `normalizeIterator` and only fires when a
-      // scan starts.
-
-      test("null input does not crash detection at construction", async () => {
-        const schema = makeTable().schema;
-        await expect(
-          Scannable.fromIterable(
-            schema,
-            null as unknown as Iterable<RecordBatch>,
-            {
-              rescannable: true,
-            },
-          ),
-        ).resolves.toBeDefined();
-      });
-
-      test("undefined input does not crash detection at construction", async () => {
-        const schema = makeTable().schema;
-        await expect(
-          Scannable.fromIterable(
-            schema,
-            undefined as unknown as Iterable<RecordBatch>,
-            { rescannable: true },
-          ),
-        ).resolves.toBeDefined();
-      });
-
-      // Default (rescannable omitted) skips the check entirely, so even
-      // pathological inputs construct without throwing here.
-
-      test("rescannable omitted skips detection entirely (generator passes)", async () => {
-        const table = makeTable();
-        function* generator(): Generator<RecordBatch> {
-          for (const batch of table.batches) yield batch;
-        }
-        const scannable = await Scannable.fromIterable(
-          table.schema,
-          generator(),
-        );
-        expect(scannable.rescannable).toBe(false);
-      });
-
-      test("rescannable: false explicit skips detection entirely (generator passes)", async () => {
-        const table = makeTable();
-        function* generator(): Generator<RecordBatch> {
-          for (const batch of table.batches) yield batch;
-        }
-        const scannable = await Scannable.fromIterable(
-          table.schema,
-          generator(),
-          { rescannable: false },
-        );
-        expect(scannable.rescannable).toBe(false);
-      });
-    });
-  });
-
-  describe("fromFactory", () => {
-    test("defaults rescannable=true and does not invoke the factory eagerly", async () => {
-      const table = makeTable();
-      const factory = jest.fn(() => table.batches);
-
-      const scannable = await Scannable.fromFactory(table.schema, factory);
-
-      expect(scannable.schema).toBe(table.schema);
-      expect(scannable.rescannable).toBe(true);
-      expect(factory).not.toHaveBeenCalled();
-    });
-
-    test("honors rescannable and numRows overrides", async () => {
-      const table = makeTable();
-      const scannable = await Scannable.fromFactory(
-        table.schema,
-        () => table.batches,
-        { numRows: 7, rescannable: false },
-      );
-
-      expect(scannable.numRows).toBe(7);
-      expect(scannable.rescannable).toBe(false);
-    });
-  });
-
-  describe("validation", () => {
-    test("throws when numRows is negative", async () => {
-      await expect(
-        Scannable.fromFactory(makeTable().schema, () => [], { numRows: -1 }),
-      ).rejects.toThrow(/non-negative/);
-    });
-
-    test("throws when numRows is not an integer", async () => {
-      await expect(
-        Scannable.fromFactory(makeTable().schema, () => [], { numRows: 3.5 }),
-      ).rejects.toThrow(/integer/);
-    });
-  });
-
-  describe("native handle", () => {
-    test("exposes a native handle via inner", async () => {
-      const scannable = await Scannable.fromTable(makeTable());
-      expect(scannable.inner).toBeDefined();
-      expect(typeof scannable.inner).toBe("object");
-      expect(scannable.inner).not.toBeNull();
-    });
-  });
-
-  // Schema-variety construction tests. Each asserts that construction
-  // succeeds against a richer Arrow schema, which transitively exercises
-  // schema serialization and the Rust-side `ipc_file_to_schema` for types
-  // beyond flat primitives.
-  describe("schema variety", () => {
-    test("accepts an empty table", async () => {
-      const schema = new Schema([new Field("id", new Int32(), true)]);
-      const table = makeEmptyTable(schema);
-      const scannable = await Scannable.fromTable(table);
-
-      expect(scannable.numRows).toBe(0);
-      expect(scannable.schema).toBe(table.schema);
-    });
-
-    test("accepts nested struct and list columns", async () => {
-      const table = makeArrowTable(
-        [
-          { id: 1, point: { x: 0, y: 0 }, tags: ["a", "b"] },
-          { id: 2, point: { x: 1, y: 2 }, tags: ["c"] },
-        ],
-        { vectorColumns: {} },
-      );
-      const scannable = await Scannable.fromTable(table);
-
-      expect(scannable.schema).toBe(table.schema);
-      expect(scannable.numRows).toBe(2);
-    });
-
-    test("accepts a FixedSizeList (vector) column", async () => {
-      const table = makeArrowTable(
-        [
-          { id: 1, vec: [1, 2, 3] },
-          { id: 2, vec: [4, 5, 6] },
-        ],
-        { vectorColumns: { vec: { type: new Float16() } } },
-      );
-      const scannable = await Scannable.fromTable(table);
-
-      expect(scannable.schema).toBe(table.schema);
-      expect(scannable.numRows).toBe(2);
-    });
-
-    test("accepts a table with many columns", async () => {
-      const row: Record<string, number> = {};
-      for (let i = 0; i < 50; i++) row[`c${i}`] = i;
-      const table = makeArrowTable([row, row], { vectorColumns: {} });
-      const scannable = await Scannable.fromTable(table);
-
-      expect(scannable.schema.fields.length).toBe(50);
-      expect(scannable.numRows).toBe(2);
-    });
-  });
-});
@@ -115,6 +115,12 @@ describe.each([arrow15, arrow16, arrow17, arrow18])(
      await expect(table.countRows()).resolves.toBe(1);
    });

+    it("should accept skipAutoCleanup on add()", async () => {
+      await table.add([{ id: 1 }], { skipAutoCleanup: true });
+      await table.add([{ id: 2 }], { skipAutoCleanup: true });
+      await expect(table.countRows()).resolves.toBe(2);
+    });
+
    it("should let me close the table", async () => {
      expect(table.isOpen()).toBe(true);
      table.close();
@@ -2348,130 +2354,3 @@ describe("when creating a table with Float32Array vectors", () => {
    expect((fsl.children[0].type as Float32).precision).toBe(1);
  });
 });
-
-describe("setUnenforcedPrimaryKey", () => {
-  let tmpDir: tmp.DirResult;
-
-  beforeEach(() => {
-    tmpDir = tmp.dirSync({ unsafeCleanup: true });
-  });
-  afterEach(() => tmpDir.removeCallback());
-
-  it("sets a single-column primary key (string or one-element array)", async () => {
-    const conn = await connect(tmpDir.name);
-    const schema = new arrow.Schema([
-      new arrow.Field("id", new arrow.Int64(), false),
-    ]);
-    const t1 = await conn.createEmptyTable("t1", schema);
-    await t1.setUnenforcedPrimaryKey("id");
-
-    const t2 = await conn.createEmptyTable("t2", schema);
-    await t2.setUnenforcedPrimaryKey(["id"]);
-  });
-
-  it("rejects a compound primary key", async () => {
-    const conn = await connect(tmpDir.name);
-    const table = await conn.createEmptyTable(
-      "t",
-      new arrow.Schema([
-        new arrow.Field("id", new arrow.Int64(), false),
-        new arrow.Field("name", new arrow.Utf8(), false),
-      ]),
-    );
-    await expect(
-      table.setUnenforcedPrimaryKey(["id", "name"]),
-    ).rejects.toThrow();
-  });
-
-  it("rejects changing the primary key once set", async () => {
-    const conn = await connect(tmpDir.name);
-    const table = await conn.createEmptyTable(
-      "t",
-      new arrow.Schema([
-        new arrow.Field("id", new arrow.Int64(), false),
-        new arrow.Field("name", new arrow.Utf8(), false),
-      ]),
-    );
-    await table.setUnenforcedPrimaryKey("id");
-    await expect(table.setUnenforcedPrimaryKey("name")).rejects.toThrow();
-    await expect(table.setUnenforcedPrimaryKey("id")).rejects.toThrow();
-  });
-});
-
-describe("setLsmWriteSpec / unsetLsmWriteSpec", () => {
-  let tmpDir: tmp.DirResult;
-
-  beforeEach(() => {
-    tmpDir = tmp.dirSync({ unsafeCleanup: true });
-  });
-  afterEach(() => tmpDir.removeCallback());
-
-  async function makeTable(conn: Connection): Promise<Table> {
-    return await conn.createEmptyTable(
-      "t",
-      new arrow.Schema([new arrow.Field("id", new arrow.Int64(), false)]),
-    );
-  }
-
-  it("installs and removes a bucket spec", async () => {
-    const conn = await connect(tmpDir.name);
-    const table = await makeTable(conn);
-
-    await table.setUnenforcedPrimaryKey("id");
-    await table.setLsmWriteSpec({
-      specType: "bucket",
-      column: "id",
-      numBuckets: 4,
-    });
-    await table.unsetLsmWriteSpec();
-    // A second unset errors — there is no spec left to remove.
-    await expect(table.unsetLsmWriteSpec()).rejects.toThrow();
-    // A fresh spec can be installed after unset.
-    await table.setLsmWriteSpec({
-      specType: "bucket",
-      column: "id",
-      numBuckets: 8,
-    });
-  });
-
-  it("installs an unsharded spec", async () => {
-    const conn = await connect(tmpDir.name);
-    const table = await makeTable(conn);
-
-    await table.setUnenforcedPrimaryKey("id");
-    await table.setLsmWriteSpec({ specType: "unsharded" });
-    await table.unsetLsmWriteSpec();
-  });
-
-  it("installs an identity spec", async () => {
-    const conn = await connect(tmpDir.name);
-    const table = await makeTable(conn);
-
-    await table.setUnenforcedPrimaryKey("id");
-    await table.setLsmWriteSpec({ specType: "identity", column: "id" });
-    await table.unsetLsmWriteSpec();
-  });
-
-  it("rejects an invalid spec", async () => {
-    const conn = await connect(tmpDir.name);
-    const table = await makeTable(conn);
-
-    await table.setUnenforcedPrimaryKey("id");
-    // num_buckets out of range.
-    await expect(
-      table.setLsmWriteSpec({
-        specType: "bucket",
-        column: "id",
-        numBuckets: 0,
-      }),
-    ).rejects.toThrow();
-    // Column mismatch.
-    await expect(
-      table.setLsmWriteSpec({
-        specType: "bucket",
-        column: "missing",
-        numBuckets: 4,
-      }),
-    ).rejects.toThrow();
-  });
-});
@@ -38,14 +38,5 @@ test("filtering examples", async () => {
    // --8<-- [start:sql_search]
    await tbl.query().where("id = 10").limit(10).toArray();
    // --8<-- [end:sql_search]
-
-    // --8<-- [start:orderby_search]
-    await tbl
-      .query()
-      .where("id > 10")
-      .orderBy({ columnName: "id", ascending: false })
-      .limit(5)
-      .toArray();
-    // --8<-- [end:orderby_search]
  });
 });
@@ -1291,18 +1291,6 @@ export async function fromRecordBatchToBuffer(
  return Buffer.from(await writer.toUint8Array());
 }

-/**
- * Create a buffer containing a single record batch using the Arrow IPC Stream
- * serialization. Each call produces a self-contained Stream message (schema +
- * batch + EOS) suitable for incremental decode by `arrow_ipc::reader::StreamReader`.
- */
-export async function fromRecordBatchToStreamBuffer(
-  batch: RecordBatch,
-): Promise<Buffer> {
-  const writer = RecordBatchStreamWriter.writeAll([batch]);
-  return Buffer.from(await writer.toUint8Array());
-}
-
 /**
 * Serialize an Arrow Table into a buffer using the Arrow IPC Stream serialization
 *
@@ -296,12 +296,6 @@ export abstract class Connection {
   */
  abstract dropTable(name: string, namespacePath?: string[]): Promise<void>;

-  abstract renameTable(
-    oldName: string,
-    newName: string,
-    namespacePath?: string[],
-  ): Promise<void>;
-
  /**
   * Drop all tables in the database.
   * @param {string[]} namespacePath The namespace path to drop tables from (defaults to root namespace).
@@ -615,14 +609,6 @@ export class LocalConnection extends Connection {
    return this.inner.dropTable(name, namespacePath ?? []);
  }

-  async renameTable(
-    oldName: string,
-    newName: string,
-    namespacePath?: string[],
-  ): Promise<void> {
-    return this.inner.renameTable(oldName, newName, namespacePath ?? []);
-  }
-
  async dropAllTables(namespacePath?: string[]): Promise<void> {
    return this.inner.dropAllTables(namespacePath ?? []);
  }
@@ -82,7 +82,6 @@ export {
  VectorQuery,
  TakeQuery,
  QueryExecutionOptions,
-  ColumnOrdering,
  FullTextSearchOptions,
  RecordBatchIterator,
  FullTextQuery,
@@ -113,7 +112,6 @@ export {
  UpdateOptions,
  OptimizeOptions,
  Version,
-  LsmWriteSpec,
  ColumnAlteration,
 } from "./table";

@@ -128,7 +126,6 @@ export { MergeInsertBuilder, WriteExecutionOptions } from "./merge";

 export * as embedding from "./embedding";
 export { permutationBuilder, PermutationBuilder } from "./permutation";
-export { Scannable, ScannableOptions } from "./scannable";
 export * as rerankers from "./rerankers";
 export {
  SchemaLike,
@@ -87,6 +87,23 @@ export class MergeInsertBuilder {
      this.#schema,
    );
  }
+
+  /**
+   * Skip the automatic cleanup of old dataset versions that would otherwise
+   * run as part of this merge insert's commit. Forwards to
+   * `MergeInsertBuilder::skip_auto_cleanup` in lance-core.
+   *
+   * Useful for high-frequency writers that prefer to manage version cleanup
+   * themselves, or writers without delete permissions on the underlying storage.
+   *
+   * @param skip - If true, the auto-cleanup step is skipped at commit time.
+   */
+  skipAutoCleanup(skip: boolean): MergeInsertBuilder {
+    return new MergeInsertBuilder(
+      this.#native.skipAutoCleanup(skip),
+      this.#schema,
+    );
+  }
  /**
   * Executes the merge insert operation
   *
@@ -79,12 +79,6 @@ export interface QueryExecutionOptions {
  timeoutMs?: number;
 }

-export interface ColumnOrdering {
-  columnName: string;
-  ascending?: boolean;
-  nullsFirst?: boolean;
-}
-
 /**
 * Options that control the behavior of a full text search
 */
@@ -423,21 +417,6 @@ export class StandardQueryBase<
    return this;
  }

-  /**
-   * Sort the results by the specified column(s).
-   * @returns This query builder.
-   */
-  orderBy(ordering: ColumnOrdering | ColumnOrdering[]): this {
-    const orderings = Array.isArray(ordering) ? ordering : [ordering];
-    const normalized = orderings.map((o) => ({
-      columnName: o.columnName,
-      ascending: o.ascending ?? true,
-      nullsFirst: o.nullsFirst ?? false,
-    }));
-    this.doCall((inner) => inner.orderBy(normalized));
-    return this;
-  }
-
  /**
   * Skip searching un-indexed data. This can make search faster, but will miss
   * any data that is not yet indexed.
@@ -1,274 +0,0 @@
-// SPDX-License-Identifier: Apache-2.0
-// SPDX-FileCopyrightText: Copyright The LanceDB Authors
-
-import {
-  Table as ArrowTable,
-  RecordBatch,
-  RecordBatchReader,
-  Schema,
-} from "apache-arrow";
-import {
-  fromRecordBatchToStreamBuffer,
-  fromTableToBuffer,
-  makeEmptyTable,
-} from "./arrow";
-import { NapiScannable } from "./native.js";
-
-export interface ScannableOptions {
-  /** Hint about the number of rows. Not validated against the stream. */
-  numRows?: number;
-  /**
-   * Whether the source can be scanned more than once. Defaults to `true` for
-   * `fromTable` / `fromFactory` and `false` for `fromIterable` /
-   * `fromRecordBatchReader`.
-   */
-  rescannable?: boolean;
-}
-
-/**
- * A data source that can be scanned as a stream of Arrow `RecordBatch`es.
- *
- * `Scannable` wraps the schema + optional row count + rescannable flag and
- * a callback that yields batches one at a time. It is passed to consumers
- * (e.g. `Table.add`, `createTable`, `mergeInsert` — follow-up work) that
- * need to pull data without materializing the full dataset in JS memory.
- *
- * Batches cross the JS↔Rust boundary as Arrow IPC Stream messages; a fresh
- * writer serializes each batch, and the Rust side decodes it with
- * `arrow_ipc::reader::StreamReader`. One batch is in flight at a time.
- */
-export class Scannable {
-  readonly schema: Schema;
-  readonly numRows: number | null;
-  readonly rescannable: boolean;
-
-  /** @hidden */
-  private readonly native: NapiScannable;
-
-  private constructor(
-    native: NapiScannable,
-    schema: Schema,
-    numRows: number | null,
-    rescannable: boolean,
-  ) {
-    this.native = native;
-    this.schema = schema;
-    this.numRows = numRows;
-    this.rescannable = rescannable;
-  }
-
-  /** @hidden Access the native handle for passing through to Rust consumers. */
-  get inner(): NapiScannable {
-    return this.native;
-  }
-
-  /**
-   * Build a Scannable from an explicit schema and a factory that returns a
-   * fresh batch iterator on each call.
-   *
-   * The factory is invoked once per scan. Each iterator yields
-   * `RecordBatch`es matching the declared schema. Use this when you need
-   * direct control over the pull loop — for example, to wrap a streaming
-   * source whose batches are produced lazily.
-   *
-   * @param schema - The Arrow schema of the produced batches.
-   * @param factory - Called at the start of each scan to produce a batch
-   *   iterator. Must be idempotent when `rescannable` is true.
-   * @param opts - Optional hints. `rescannable` defaults to `true`; set to
-   *   `false` if calling `factory()` twice would not reproduce the same data.
-   */
-  static async fromFactory(
-    schema: Schema,
-    factory: () =>
-      | AsyncIterable<RecordBatch>
-      | Iterable<RecordBatch>
-      | AsyncIterator<RecordBatch>
-      | Iterator<RecordBatch>,
-    opts: ScannableOptions = {},
-  ): Promise<Scannable> {
-    const numRows = opts.numRows ?? null;
-    if (numRows != null && !Number.isInteger(numRows)) {
-      throw new TypeError("numRows must be an integer");
-    }
-    const rescannable = opts.rescannable ?? true;
-
-    let iter: AsyncIterator<RecordBatch> | Iterator<RecordBatch> | null = null;
-    const getNextBatch = async (isStart: boolean): Promise<Buffer | null> => {
-      // `isStart` is true on the first pull of every new scan_as_stream.
-      // Drop any cached iterator so factory() is re-invoked for the next scan
-      if (isStart) {
-        iter = null;
-      }
-      if (iter === null) {
-        iter = normalizeIterator(factory());
-      }
-      const result = await iter.next();
-      if (result.done) {
-        iter = null;
-        return null;
-      }
-      return fromRecordBatchToStreamBuffer(result.value);
-    };
-
-    const schemaBuf = await fromTableToBuffer(makeEmptyTable(schema));
-    const native = new NapiScannable(
-      schemaBuf,
-      numRows,
-      rescannable,
-      getNextBatch,
-    );
-    return new Scannable(native, schema, numRows, rescannable);
-  }
-
-  /**
-   * Build a Scannable from an in-memory Arrow `Table`. Always rescannable;
-   * the table's batches are replayed on each scan.
-   *
-   * The table's row count is authoritative: `opts.numRows` must either be
-   * omitted or equal to `table.numRows`. `opts.rescannable` of `false` is
-   * rejected because in-memory Tables are always rescannable.
-   */
-  static async fromTable(
-    table: ArrowTable,
-    opts: ScannableOptions = {},
-  ): Promise<Scannable> {
-    if (opts.numRows != null && opts.numRows !== table.numRows) {
-      throw new TypeError(
-        `opts.numRows (${opts.numRows}) does not match table.numRows (${table.numRows}). ` +
-          `The table's row count is authoritative; omit numRows or pass the matching value.`,
-      );
-    }
-    if (opts.rescannable === false) {
-      throw new TypeError(
-        `fromTable does not accept rescannable: false. ` +
-          `In-memory Arrow Tables are always rescannable; omit the option or pass true.`,
-      );
-    }
-    return Scannable.fromFactory(table.schema, () => table.batches, {
-      numRows: table.numRows,
-      rescannable: true,
-    });
-  }
-
-  /**
-   * Build a Scannable from an iterable of `RecordBatch`es. `rescannable`
-   * defaults to `false`. Pass an explicit schema so the consumer can
-   * validate before any batch is pulled.
-   *
-   * `opts.rescannable: true` is honest for replayable iterables (Arrays,
-   * Sets, or custom iterables whose `[Symbol.iterator]()` returns a fresh
-   * iterator each call). It is rejected for one-shot iterables (generators,
-   * async generators, or already-an-iterator inputs) because their
-   * `[Symbol.iterator]()` returns the same exhausted object on the second
-   * scan. For replayable sources outside this shape, use
-   * `fromFactory(schema, () => createIter(), { rescannable: true })`.
-   *
-   * Note: when `opts.rescannable` is `true`, the constructor calls
-   * `[Symbol.iterator]()` once on the input to perform the structural check.
-   */
-  static async fromIterable(
-    schema: Schema,
-    iter: AsyncIterable<RecordBatch> | Iterable<RecordBatch>,
-    opts: ScannableOptions = {},
-  ): Promise<Scannable> {
-    if (opts.rescannable === true && isOneShotIterable(iter)) {
-      throw new TypeError(
-        `fromIterable: rescannable: true is not honest for one-shot iterables ` +
-          `(generators, async generators, or iterators where [Symbol.iterator]() ` +
-          `returns the same object). The source would be exhausted after the first scan. ` +
-          `Use fromFactory(schema, () => createIter(), { rescannable: true }) for sources ` +
-          `where each call mints a fresh iterator.`,
-      );
-    }
-    return Scannable.fromFactory(schema, () => iter, {
-      numRows: opts.numRows,
-      rescannable: opts.rescannable ?? false,
-    });
-  }
-
-  /**
-   * Build a Scannable from an Arrow `RecordBatchReader`. A reader can only
-   * be consumed once; `rescannable` defaults to `false`.
-   *
-   * The reader must already be opened (via `.open()`) so its `.schema` is
-   * populated. `RecordBatchReader.from(...)` returns an unopened reader.
-   *
-   * `opts.rescannable: true` is rejected because `RecordBatchReader` is a
-   * self-iterator (its `[Symbol.iterator]()` returns itself), and this
-   * constructor does not call `reader.reset()` between scans, so a second
-   * scan would always see an exhausted reader. For genuinely replayable
-   * sources, use
-   * `fromFactory(schema, () => openReader(), { rescannable: true })`,
-   * which mints a fresh reader on each scan.
-   */
-  static async fromRecordBatchReader(
-    reader: RecordBatchReader,
-    opts: ScannableOptions = {},
-  ): Promise<Scannable> {
-    if (opts.rescannable === true) {
-      throw new TypeError(
-        `fromRecordBatchReader does not accept rescannable: true. ` +
-          `RecordBatchReader is a self-iterator (its [Symbol.iterator]() ` +
-          `returns itself) and would be exhausted after the first scan. ` +
-          `Use fromFactory(schema, () => openReader(), { rescannable: true }) ` +
-          `for sources where each call mints a fresh reader.`,
-      );
-    }
-    return Scannable.fromFactory(reader.schema, () => reader, {
-      numRows: opts.numRows,
-      rescannable: false,
-    });
-  }
-}
-
-function normalizeIterator<T>(
-  source: AsyncIterable<T> | Iterable<T> | AsyncIterator<T> | Iterator<T>,
-): AsyncIterator<T> | Iterator<T> {
-  if (source == null) {
-    throw new TypeError("Scannable factory returned null/undefined");
-  }
-  if (
-    typeof (source as AsyncIterable<T>)[Symbol.asyncIterator] === "function"
-  ) {
-    return (source as AsyncIterable<T>)[Symbol.asyncIterator]();
-  }
-  if (typeof (source as Iterable<T>)[Symbol.iterator] === "function") {
-    return (source as Iterable<T>)[Symbol.iterator]();
-  }
-  // Already an iterator (has `.next`).
-  if (typeof (source as Iterator<T>).next === "function") {
-    return source as Iterator<T>;
-  }
-  throw new TypeError("Scannable factory returned a non-iterable value");
-}
-
-// A "self-iterator" returns the same object from `[Symbol.iterator]()` /
-// `[Symbol.asyncIterator]()`. Generators behave this way, so they exhaust
-// after one pass. Replayable iterables (Array, Set, custom) return a fresh
-// iterator each call. Detection mirrors `normalizeIterator`'s ordering so
-// classification matches scan-time behavior.
-function isOneShotIterable(
-  source: AsyncIterable<unknown> | Iterable<unknown>,
-): boolean {
-  // null/undefined are not one-shot in any meaningful sense; let
-  // `normalizeIterator` raise the actual error at scan time.
-  if (source == null) return false;
-  const ref = source as unknown;
-  if (
-    typeof (source as AsyncIterable<unknown>)[Symbol.asyncIterator] ===
-    "function"
-  ) {
-    const it = (source as AsyncIterable<unknown>)[
-      Symbol.asyncIterator
-    ]() as unknown;
-    return it === ref;
-  }
-  if (typeof (source as Iterable<unknown>)[Symbol.iterator] === "function") {
-    const it = (source as Iterable<unknown>)[Symbol.iterator]() as unknown;
-    return it === ref;
-  }
-  // Already-an-iterator (has `.next` but no `Symbol.iterator`) is by
-  // definition one-shot.
-  if (typeof (source as { next?: unknown }).next === "function") return true;
-  return false;
-}
@@ -56,6 +56,18 @@ export interface AddDataOptions {
   * If "overwrite" then the new data will replace the existing data in the table.
   */
  mode: "append" | "overwrite";
+  /**
+   * If true, skip the automatic cleanup of old dataset versions that would
+   * otherwise run as part of this write's commit. Forwards to
+   * `WriteParams.skip_auto_cleanup` in lance-core.
+   *
+   * Useful for high-frequency writers that prefer to manage version cleanup
+   * themselves (for example, via a separate periodic optimize job), or for
+   * writers that don't have delete permissions on the underlying storage.
+   *
+   * Defaults to false.
+   */
+  skipAutoCleanup?: boolean;
 }

 export interface UpdateOptions {
@@ -106,27 +118,6 @@ export interface Version {
  metadata: Record<string, string>;
 }

-/**
- * Specification selecting Lance's MemWAL LSM-style write path for
- * `mergeInsert`.
- *
- * `specType` is `"bucket"`, `"identity"`, or `"unsharded"`. For `"bucket"`,
- * `column` and `numBuckets` are required; for `"identity"`, `column` is
- * required.
- */
-export interface LsmWriteSpec {
-  /** One of `"bucket"`, `"identity"`, or `"unsharded"`. */
-  specType: "bucket" | "identity" | "unsharded";
-  /** Bucket and identity variants: the sharding column. */
-  column?: string;
-  /** Bucket variant: the number of buckets, in `[1, 1024]`. */
-  numBuckets?: number;
-  /** Names of indexes the MemWAL should keep up to date during writes. */
-  maintainedIndexes?: string[];
-  /** Default `ShardWriter` configuration recorded in the MemWAL index. */
-  writerConfigDefaults?: Record<string, string>;
-}
-
 /**
 * A Table is a collection of Records in a LanceDB Database.
 *
@@ -470,54 +461,6 @@ export abstract class Table {
   * containing the new version number of the table after dropping the columns.
   */
  abstract dropColumns(columnNames: string[]): Promise<DropColumnsResult>;
-  /**
-   * Set the unenforced primary key for this table to a single column.
-   *
-   * "Unenforced" means LanceDB does not check uniqueness on writes; the
-   * column is recorded in the schema as the primary key for use by features
-   * such as `merge_insert`. Only single-column primary keys are supported,
-   * and the key cannot be changed once set.
-   * @param {string | string[]} columns The primary key column. A one-element
-   * array is also accepted; passing more than one column is rejected.
-   * @returns {Promise<void>}
-   */
-  abstract setUnenforcedPrimaryKey(columns: string | string[]): Promise<void>;
-  /**
-   * Install an {@link LsmWriteSpec} on this table, selecting Lance's MemWAL
-   * LSM-style write path for future `mergeInsert` calls.
-   *
-   * `LsmWriteSpec` chooses one of three sharding strategies via `specType`:
-   *
-   * - `"bucket"` — hash-bucket writes by the single-column unenforced primary
-   *   key (`column` and `numBuckets` required).
-   * - `"identity"` — shard by the raw value of a scalar `column`.
-   * - `"unsharded"` — route every write to a single shard.
-   *
-   * All variants require the table to have an unenforced primary key
-   * ({@link Table#setUnenforcedPrimaryKey}); bucket sharding additionally
-   * requires it to be the single column being bucketed.
-   * @param {LsmWriteSpec} spec The sharding spec to install.
-   * @returns {Promise<void>}
-   * @example
-   * ```ts
-   * await table.setUnenforcedPrimaryKey("id");
-   * await table.setLsmWriteSpec({
-   *   specType: "bucket",
-   *   column: "id",
-   *   numBuckets: 16,
-   *   maintainedIndexes: ["id_idx"],
-   * });
-   * ```
-   */
-  abstract setLsmWriteSpec(spec: LsmWriteSpec): Promise<void>;
-  /**
-   * Remove the {@link LsmWriteSpec} from this table, reverting to the standard
-   * `mergeInsert` write path.
-   *
-   * Errors if no spec is currently set.
-   * @returns {Promise<void>}
-   */
-  abstract unsetLsmWriteSpec(): Promise<void>;
  /** Retrieve the version of the table */

  abstract version(): Promise<number>;
@@ -705,7 +648,7 @@ export class LocalTable extends Table {
    const schema = await this.schema();

    const buffer = await fromDataToBuffer(data, undefined, schema);
-    return await this.inner.add(buffer, mode);
+    return await this.inner.add(buffer, mode, options?.skipAutoCleanup);
  }

  async update(
@@ -966,19 +909,6 @@ export class LocalTable extends Table {
    return await this.inner.dropColumns(columnNames);
  }

-  async setUnenforcedPrimaryKey(columns: string | string[]): Promise<void> {
-    const cols = typeof columns === "string" ? [columns] : columns;
-    return await this.inner.setUnenforcedPrimaryKey(cols);
-  }
-
-  async setLsmWriteSpec(spec: LsmWriteSpec): Promise<void> {
-    return await this.inner.setLsmWriteSpec(spec);
-  }
-
-  async unsetLsmWriteSpec(): Promise<void> {
-    return await this.inner.unsetLsmWriteSpec();
-  }
-
  async version(): Promise<number> {
    return await this.inner.version();
  }
@@ -1,6 +1,6 @@
 {
 	"name": "@lancedb/lancedb-darwin-arm64",
-	"version": "0.29.0",
+	"version": "0.28.0-beta.11",
 	"os": ["darwin"],
 	"cpu": ["arm64"],
 	"main": "lancedb.darwin-arm64.node",
@@ -1,6 +1,6 @@
 {
 	"name": "@lancedb/lancedb-linux-arm64-gnu",
-	"version": "0.29.0",
+	"version": "0.28.0-beta.11",
 	"os": ["linux"],
 	"cpu": ["arm64"],
 	"main": "lancedb.linux-arm64-gnu.node",
@@ -1,6 +1,6 @@
 {
 	"name": "@lancedb/lancedb-linux-arm64-musl",
-	"version": "0.29.0",
+	"version": "0.28.0-beta.11",
 	"os": ["linux"],
 	"cpu": ["arm64"],
 	"main": "lancedb.linux-arm64-musl.node",
@@ -1,6 +1,6 @@
 {
 	"name": "@lancedb/lancedb-linux-x64-gnu",
-	"version": "0.29.0",
+	"version": "0.28.0-beta.11",
 	"os": ["linux"],
 	"cpu": ["x64"],
 	"main": "lancedb.linux-x64-gnu.node",
@@ -1,6 +1,6 @@
 {
 	"name": "@lancedb/lancedb-linux-x64-musl",
-	"version": "0.29.0",
+	"version": "0.28.0-beta.11",
 	"os": ["linux"],
 	"cpu": ["x64"],
 	"main": "lancedb.linux-x64-musl.node",
@@ -1,6 +1,6 @@
 {
  "name": "@lancedb/lancedb-win32-arm64-msvc",
-  "version": "0.29.0",
+  "version": "0.28.0-beta.11",
  "os": [
    "win32"
  ],
@@ -1,6 +1,6 @@
 {
 	"name": "@lancedb/lancedb-win32-x64-msvc",
-	"version": "0.29.0",
+	"version": "0.28.0-beta.11",
 	"os": ["win32"],
 	"cpu": ["x64"],
 	"main": "lancedb.win32-x64-msvc.node",
@@ -11,7 +11,7 @@
    "ann"
  ],
  "private": false,
-  "version": "0.29.0",
+  "version": "0.28.0-beta.11",
  "main": "dist/index.js",
  "exports": {
    ".": "./dist/index.js",
@@ -328,20 +328,6 @@ impl Connection {
            .default_error()
    }

-    #[napi(catch_unwind)]
-    pub async fn rename_table(
-        &self,
-        old_name: String,
-        new_name: String,
-        namespace_path: Option<Vec<String>>,
-    ) -> napi::Result<()> {
-        let ns = namespace_path.unwrap_or_default();
-        self.get_inner()?
-            .rename_table(&old_name, &new_name, &ns, &ns)
-            .await
-            .default_error()
-    }
-
    #[napi(catch_unwind)]
    pub async fn drop_all_tables(&self, namespace_path: Option<Vec<String>>) -> napi::Result<()> {
        let ns = namespace_path.unwrap_or_default();
@@ -16,7 +16,6 @@ pub mod permutation;
 mod query;
 pub mod remote;
 mod rerankers;
-mod scannable;
 mod session;
 mod table;
 mod util;
@@ -50,6 +50,13 @@ impl NativeMergeInsertBuilder {
        this
    }

+    #[napi]
+    pub fn skip_auto_cleanup(&self, skip: bool) -> Self {
+        let mut this = self.clone();
+        this.inner.skip_auto_cleanup(skip);
+        this
+    }
+
    #[napi(catch_unwind)]
    pub async fn execute(&self, buf: Buffer) -> napi::Result<MergeResult> {
        let data = ipc_file_to_batches(buf.to_vec())
@@ -3,12 +3,6 @@

 use std::sync::Arc;

-use crate::error::NapiErrorExt;
-use crate::error::convert_error;
-use crate::iterator::RecordBatchIterator;
-use crate::rerankers::RerankHybridCallbackArgs;
-use crate::rerankers::Reranker;
-use crate::util::{parse_distance_type, schema_to_buffer};
 use arrow_array::{
    Array, Float16Array as ArrowFloat16Array, Float32Array as ArrowFloat32Array,
    Float64Array as ArrowFloat64Array, UInt8Array as ArrowUInt8Array,
@@ -25,27 +19,16 @@ use lancedb::query::QueryBase;
 use lancedb::query::QueryExecutionOptions;
 use lancedb::query::Select;
 use lancedb::query::TakeQuery as LanceDbTakeQuery;
-use lancedb::query::{ColumnOrdering as LanceDbColumnOrdering, VectorQuery as LanceDbVectorQuery};
+use lancedb::query::VectorQuery as LanceDbVectorQuery;
 use napi::bindgen_prelude::*;
 use napi_derive::napi;

-#[napi(object)]
-pub struct ColumnOrdering {
-    pub ascending: bool,
-    pub nulls_first: bool,
-    pub column_name: String,
-}
-
-impl From<ColumnOrdering> for LanceDbColumnOrdering {
-    fn from(value: ColumnOrdering) -> Self {
-        match (value.ascending, value.nulls_first) {
-            (true, true) => Self::asc_nulls_first(value.column_name),
-            (true, false) => Self::asc_nulls_last(value.column_name),
-            (false, true) => Self::desc_nulls_first(value.column_name),
-            (false, false) => Self::desc_nulls_last(value.column_name),
-        }
-    }
-}
+use crate::error::NapiErrorExt;
+use crate::error::convert_error;
+use crate::iterator::RecordBatchIterator;
+use crate::rerankers::RerankHybridCallbackArgs;
+use crate::rerankers::Reranker;
+use crate::util::{parse_distance_type, schema_to_buffer};

 fn bytes_to_arrow_array(data: Uint8Array, dtype: String) -> napi::Result<Arc<dyn Array>> {
    let buf = arrow_buffer::Buffer::from(data.to_vec());
@@ -145,18 +128,6 @@ impl Query {
        self.inner = self.inner.clone().with_row_id();
    }

-    #[napi]
-    pub fn order_by(&mut self, ordering: Option<Vec<ColumnOrdering>>) -> napi::Result<()> {
-        let ordering = ordering.map(|ordering| {
-            ordering
-                .into_iter()
-                .map(LanceDbColumnOrdering::from)
-                .collect()
-        });
-        self.inner = self.inner.clone().order_by(ordering);
-        Ok(())
-    }
-
    #[napi(catch_unwind)]
    pub async fn output_schema(&self) -> napi::Result<Buffer> {
        let schema = self.inner.output_schema().await.default_error()?;
@@ -357,18 +328,6 @@ impl VectorQuery {
        Ok(())
    }

-    #[napi]
-    pub fn order_by(&mut self, ordering: Option<Vec<ColumnOrdering>>) -> napi::Result<()> {
-        let ordering = ordering.map(|ordering| {
-            ordering
-                .into_iter()
-                .map(LanceDbColumnOrdering::from)
-                .collect()
-        });
-        self.inner = self.inner.clone().order_by(ordering);
-        Ok(())
-    }
-
    #[napi(catch_unwind)]
    pub async fn output_schema(&self) -> napi::Result<Buffer> {
        let schema = self.inner.output_schema().await.default_error()?;
@@ -1,253 +0,0 @@
-// SPDX-License-Identifier: Apache-2.0
-// SPDX-FileCopyrightText: Copyright The LanceDB Authors
-
-//! NodeJS binding for the [`lancedb::data::scannable::Scannable`] trait.
-//!
-//! The JS side supplies a `getNextBatch(isStart)` callback that returns the
-//! next Arrow `RecordBatch` encoded as a self-contained Arrow IPC Stream
-//! message (schema message + record batch message + EOS marker) wrapped in a
-//! `Buffer`, or `null` when the stream is exhausted. The Rust side parses
-//! each buffer with `arrow_ipc::reader::StreamReader`, validates every
-//! standalone batch stream against the declared schema, and yields decoded
-//! `RecordBatch`es as a [`SendableRecordBatchStream`].
-//!
-//! `isStart` is `true` on the first `getNextBatch` call of each new
-//! `scan_as_stream` and `false` thereafter. JS uses it to drop any cached
-//! iterator and re-invoke its factory at scan boundaries, so retries
-//! triggered by mid-stream failures restart at batch 0.
-
-use std::io::Cursor;
-use std::sync::Arc;
-
-use arrow_array::RecordBatch;
-use arrow_ipc::reader::StreamReader;
-use arrow_schema::SchemaRef;
-use futures::stream::once;
-use lancedb::arrow::{SendableRecordBatchStream, SimpleRecordBatchStream};
-use lancedb::data::scannable::Scannable as LanceScannable;
-use lancedb::ipc::ipc_file_to_schema;
-use lancedb::{Error, Result as LanceResult};
-use napi::bindgen_prelude::*;
-use napi::threadsafe_function::ThreadsafeFunction;
-use napi_derive::napi;
-
-/// Threadsafe handle to the JS `getNextBatch` callback. The callback takes a
-/// single boolean `isStart` (`true` on the first call of each new scan) and
-/// returns a Promise that resolves to a `Buffer` containing one IPC Stream
-/// message, or `null` at end-of-stream.
-type GetNextBatchFn = ThreadsafeFunction<bool, Promise<Option<Buffer>>, bool, Status, false>;
-
-/// A Rust-side view of a JS-constructed `Scannable`.
-///
-/// Held in JS as the return value of the `Scannable` class constructor. When
-/// passed to a consumer that accepts `impl lancedb::data::scannable::Scannable`,
-/// the consumer invokes `scan_as_stream()` to pull batches through the JS
-/// callback.
-#[napi]
-pub struct NapiScannable {
-    schema: SchemaRef,
-    num_rows: Option<usize>,
-    rescannable: bool,
-    // `ThreadsafeFunction` is not `Clone`; wrap in `Arc` so the stream
-    // returned by `scan_as_stream` can own a handle independent of `self`.
-    get_next_batch: Arc<GetNextBatchFn>,
-    // Tracks whether a scan has already started; used to enforce one-shot
-    // semantics on non-rescannable sources.
-    scanned: bool,
-}
-
-#[napi]
-impl NapiScannable {
-    /// Construct a new `NapiScannable`.
-    ///
-    /// - `schema_buf` — Arrow IPC File buffer carrying only the schema (no batches).
-    /// - `num_rows` — optional row count hint; not validated against the stream.
-    /// - `rescannable` — whether `get_next_batch` may be re-driven after the
-    ///   scan completes.
-    /// - `get_next_batch` -- JS callback that yields the next batch as an Arrow
-    ///   IPC Stream message wrapped in a `Buffer`, or `null` at EOF. The
-    ///   `isStart` argument is `true` on the first call of each new scan;
-    ///   JS uses it to discard any cached iterator before pulling.
-    #[napi(constructor)]
-    pub fn new(
-        schema_buf: Buffer,
-        num_rows: Option<i64>,
-        rescannable: bool,
-        get_next_batch: Function<bool, Promise<Option<Buffer>>>,
-    ) -> napi::Result<Self> {
-        let schema = ipc_file_to_schema(schema_buf.to_vec())
-            .map_err(|e| napi::Error::from_reason(format!("Invalid schema buffer: {}", e)))?;
-        let num_rows = num_rows
-            .map(|n| {
-                usize::try_from(n)
-                    .map_err(|_| napi::Error::from_reason("num_rows must be non-negative"))
-            })
-            .transpose()?;
-        let get_next_batch = Arc::new(get_next_batch.build_threadsafe_function().build()?);
-        Ok(Self {
-            schema,
-            num_rows,
-            rescannable,
-            get_next_batch,
-            scanned: false,
-        })
-    }
-}
-
-impl std::fmt::Debug for NapiScannable {
-    fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
-        f.debug_struct("NapiScannable")
-            .field("schema", &self.schema)
-            .field("num_rows", &self.num_rows)
-            .field("rescannable", &self.rescannable)
-            .finish()
-    }
-}
-
-impl LanceScannable for NapiScannable {
-    fn schema(&self) -> SchemaRef {
-        self.schema.clone()
-    }
-
-    fn scan_as_stream(&mut self) -> SendableRecordBatchStream {
-        let schema = self.schema.clone();
-
-        // One-shot enforcement for non-rescannable sources: return a stream
-        // whose first item is an error.
-        if self.scanned && !self.rescannable {
-            let err_stream = once(async {
-                Err(Error::InvalidInput {
-                    message: "Scannable has already been consumed (non-rescannable source)"
-                        .to_string(),
-                })
-            });
-            return Box::pin(SimpleRecordBatchStream::new(err_stream, schema));
-        }
-        self.scanned = true;
-
-        let tsfn = Arc::clone(&self.get_next_batch);
-        let declared_schema = schema.clone();
-
-        // State threaded through the unfold. `is_first_pull` starts true so
-        // the first call into JS signals a new-scan boundary; JS uses it to
-        // reset any cached iterator before factory()-ing a fresh one.
-        let initial = State {
-            tsfn,
-            batch_index: 0,
-            declared_schema,
-            errored: false,
-            is_first_pull: true,
-        };
-
-        let stream = futures::stream::unfold(initial, |mut state| async move {
-            if state.errored {
-                return None;
-            }
-
-            // Pull the next IPC Stream buffer from JS. `is_first_pull` is
-            // consumed here and cleared so subsequent pulls continue the
-            // same scan rather than restarting it.
-            let is_start = state.is_first_pull;
-            state.is_first_pull = false;
-            let buf = match pull_next(&state.tsfn, is_start).await {
-                Ok(Some(buf)) => buf,
-                Ok(None) => return None,
-                Err(e) => {
-                    state.errored = true;
-                    return Some((Err(e), state));
-                }
-            };
-
-            match decode_one_batch(buf.as_ref(), &state.declared_schema) {
-                Ok(batch) => {
-                    state.batch_index += 1;
-                    Some((Ok(batch), state))
-                }
-                Err(e) => {
-                    let tagged = Error::Runtime {
-                        message: format!(
-                            "[scannable/rust-bridge] failure at batch index {}: {}",
-                            state.batch_index, e
-                        ),
-                    };
-                    state.errored = true;
-                    Some((Err(tagged), state))
-                }
-            }
-        });
-
-        Box::pin(SimpleRecordBatchStream::new(stream, schema))
-    }
-
-    fn num_rows(&self) -> Option<usize> {
-        self.num_rows
-    }
-
-    fn rescannable(&self) -> bool {
-        self.rescannable
-    }
-}
-
-struct State {
-    tsfn: Arc<GetNextBatchFn>,
-    batch_index: usize,
-    declared_schema: SchemaRef,
-    errored: bool,
-    /// True for the very first pull of a new scan. Forwarded to JS so the
-    /// callback can drop any cached iterator and call its factory fresh,
-    /// which makes rescannable sources restart at batch 0 even when the
-    /// previous scan ended mid-stream.
-    is_first_pull: bool,
-}
-
-/// Invoke the JS callback and await its Promise. `is_start` is forwarded to
-/// the JS side as the `isStart` argument so it can reset its iterator at the
-/// scan boundary. Errors on the JS side surface here as rejected promises
-/// and are tunneled back as `lancedb::Error::Runtime`.
-async fn pull_next(tsfn: &GetNextBatchFn, is_start: bool) -> LanceResult<Option<Buffer>> {
-    let promise = tsfn
-        .call_async(is_start)
-        .await
-        .map_err(|e| Error::Runtime {
-            message: format!(
-                "[scannable/js-factory] napi error status={}, reason={}",
-                e.status, e.reason
-            ),
-        })?;
-    promise.await.map_err(|e| Error::Runtime {
-        message: format!(
-            "[scannable/js-iterator] napi error status={}, reason={}",
-            e.status, e.reason
-        ),
-    })
-}
-
-/// Decode one IPC Stream buffer (schema + batch + EOS) into a `RecordBatch`.
-/// Each buffer is a standalone IPC stream, so every decoded stream schema must
-/// match the one declared at construction.
-fn decode_one_batch(buf: &[u8], declared: &SchemaRef) -> LanceResult<RecordBatch> {
-    let reader = StreamReader::try_new(Cursor::new(buf), None).map_err(|e| Error::Runtime {
-        message: format!("failed to open IPC stream reader: {}", e),
-    })?;
-
-    let actual = reader.schema();
-    if actual.as_ref() != declared.as_ref() {
-        return Err(Error::InvalidInput {
-            message: format!(
-                "declared schema does not match stream schema: declared={:?} actual={:?}",
-                declared, actual
-            ),
-        });
-    }
-
-    let mut iter = reader;
-    let batch = iter
-        .next()
-        .ok_or_else(|| Error::Runtime {
-            message: "IPC stream contained schema but no record batch".to_string(),
-        })?
-        .map_err(|e| Error::Runtime {
-            message: format!("failed to decode record batch: {}", e),
-        })?;
-    Ok(batch)
-}
@@ -6,7 +6,7 @@ use std::collections::HashMap;
 use lancedb::ipc::{ipc_file_to_batches, ipc_file_to_schema};
 use lancedb::table::{
    AddDataMode, ColumnAlteration as LanceColumnAlteration, Duration, NewColumnTransform,
-    OptimizeAction, OptimizeOptions, Table as LanceDbTable,
+    OptimizeAction, OptimizeOptions, Table as LanceDbTable, WriteOptions,
 };
 use napi::bindgen_prelude::*;
 use napi_derive::napi;
@@ -68,7 +68,12 @@ impl Table {
    }

    #[napi(catch_unwind)]
-    pub async fn add(&self, buf: Buffer, mode: String) -> napi::Result<AddResult> {
+    pub async fn add(
+        &self,
+        buf: Buffer,
+        mode: String,
+        skip_auto_cleanup: Option<bool>,
+    ) -> napi::Result<AddResult> {
        let batches = ipc_file_to_batches(buf.to_vec())
            .map_err(|e| napi::Error::from_reason(format!("Failed to read IPC file: {}", e)))?;
        let batches = batches
@@ -92,6 +97,13 @@ impl Table {
            return Err(napi::Error::from_reason(format!("Invalid mode: {}", mode)));
        };

+        if skip_auto_cleanup.unwrap_or(false) {
+            op = op.write_options(WriteOptions {
+                skip_auto_cleanup: true,
+                ..Default::default()
+            });
+        }
+
        let res = op.execute().await.default_error()?;
        Ok(res.into())
    }
@@ -344,31 +356,6 @@ impl Table {
        Ok(res.into())
    }

-    #[napi(catch_unwind)]
-    pub async fn set_unenforced_primary_key(&self, columns: Vec<String>) -> napi::Result<()> {
-        self.inner_ref()?
-            .set_unenforced_primary_key(columns)
-            .await
-            .default_error()
-    }
-
-    #[napi(catch_unwind)]
-    pub async fn set_lsm_write_spec(&self, spec: LsmWriteSpec) -> napi::Result<()> {
-        let native_spec = lancedb::table::LsmWriteSpec::try_from(spec)?;
-        self.inner_ref()?
-            .set_lsm_write_spec(native_spec)
-            .await
-            .default_error()
-    }
-
-    #[napi(catch_unwind)]
-    pub async fn unset_lsm_write_spec(&self) -> napi::Result<()> {
-        self.inner_ref()?
-            .unset_lsm_write_spec()
-            .await
-            .default_error()
-    }
-
    #[napi(catch_unwind)]
    pub async fn version(&self) -> napi::Result<i64> {
        self.inner_ref()?
@@ -563,63 +550,6 @@ impl From<lancedb::index::IndexConfig> for IndexConfig {
    }
 }

-/// Specification selecting Lance's MemWAL LSM-style write path for
-/// `mergeInsert`.
-///
-/// `specType` must be `"bucket"`, `"identity"`, or `"unsharded"`. For
-/// `"bucket"`, `column` and `numBuckets` are required; for `"identity"`,
-/// `column` is required.
-#[napi(object)]
-#[derive(Clone, Debug)]
-pub struct LsmWriteSpec {
-    /// One of `"bucket"`, `"identity"`, or `"unsharded"`.
-    pub spec_type: String,
-    /// Bucket and identity variants: the sharding column.
-    pub column: Option<String>,
-    /// Bucket variant: the number of buckets, in `[1, 1024]`.
-    pub num_buckets: Option<u32>,
-    /// Names of indexes the MemWAL should keep up to date during writes.
-    pub maintained_indexes: Option<Vec<String>>,
-    /// Default `ShardWriter` configuration recorded in the MemWAL index.
-    pub writer_config_defaults: Option<HashMap<String, String>>,
-}
-
-impl TryFrom<LsmWriteSpec> for lancedb::table::LsmWriteSpec {
-    type Error = napi::Error;
-
-    fn try_from(value: LsmWriteSpec) -> napi::Result<Self> {
-        let maintained = value.maintained_indexes.unwrap_or_default();
-        let writer_config_defaults = value.writer_config_defaults.unwrap_or_default();
-        let spec = match value.spec_type.as_str() {
-            "bucket" => {
-                let column = value.column.ok_or_else(|| {
-                    napi::Error::from_reason("LsmWriteSpec bucket requires `column`")
-                })?;
-                let num_buckets = value.num_buckets.ok_or_else(|| {
-                    napi::Error::from_reason("LsmWriteSpec bucket requires `numBuckets`")
-                })?;
-                Self::bucket(column, num_buckets)
-            }
-            "identity" => {
-                let column = value.column.ok_or_else(|| {
-                    napi::Error::from_reason("LsmWriteSpec identity requires `column`")
-                })?;
-                Self::identity(column)
-            }
-            "unsharded" => Self::unsharded(),
-            other => {
-                return Err(napi::Error::from_reason(format!(
-                    "LsmWriteSpec `specType` must be 'bucket', 'identity', or 'unsharded', got '{}'",
-                    other
-                )));
-            }
-        };
-        Ok(spec
-            .with_maintained_indexes(maintained)
-            .with_writer_config_defaults(writer_config_defaults))
-    }
-}
-
 /// Statistics about a compaction operation.
 #[napi(object)]
 #[derive(Clone, Debug)]
@@ -1,5 +1,5 @@
 [tool.bumpversion]
-current_version = "0.32.1-beta.0"
+current_version = "0.31.0-beta.11"
 parse = """(?x)
    (?P<major>0|[1-9]\\d*)\\.
    (?P<minor>0|[1-9]\\d*)\\.
@@ -1,6 +1,6 @@
 [package]
 name = "lancedb-python"
-version = "0.32.1-beta.0"
+version = "0.31.0-beta.11"
 publish = false
 edition.workspace = true
 description = "Python bindings for LanceDB"
@@ -19,7 +19,6 @@ arrow = { version = "58.0.0", features = ["pyarrow"] }
 async-trait = "0.1"
 bytes = "1"
 lancedb = { path = "../rust/lancedb", default-features = false }
-datafusion-common.workspace = true
 lance-core.workspace = true
 lance-namespace.workspace = true
 lance-namespace-impls.workspace = true
@@ -51,7 +51,7 @@ class PyExpr:
    def to_sql(self) -> str: ...

 def expr_col(name: str) -> PyExpr: ...
-def expr_lit(value: Union[bool, int, float, str, bytes]) -> PyExpr: ...
+def expr_lit(value: Union[bool, int, float, str]) -> PyExpr: ...
 def expr_func(name: str, args: List[PyExpr]) -> PyExpr: ...

 class Session:
@@ -217,9 +217,6 @@ class Table:
    async def uri(self) -> str: ...
    async def initial_storage_options(self) -> Optional[Dict[str, str]]: ...
    async def latest_storage_options(self) -> Optional[Dict[str, str]]: ...
-    async def set_unenforced_primary_key(self, columns: List[str]) -> None: ...
-    async def set_lsm_write_spec(self, spec: LsmWriteSpec) -> None: ...
-    async def unset_lsm_write_spec(self) -> None: ...
    @property
    def tags(self) -> Tags: ...
    def query(self) -> Query: ...
@@ -258,11 +255,6 @@ class RecordBatchStream:
    def __aiter__(self) -> "RecordBatchStream": ...
    async def __anext__(self) -> pa.RecordBatch: ...

-class ColumnOrdering(TypedDict):
-    column_name: str
-    ascending: bool
-    nulls_first: bool
-
 class Query:
    def where(self, filter: str): ...
    def where_expr(self, expr: PyExpr): ...
@@ -276,7 +268,6 @@ class Query:
    def postfilter(self): ...
    def nearest_to(self, query_vec: pa.Array) -> VectorQuery: ...
    def nearest_to_text(self, query: dict) -> FTSQuery: ...
-    def order_by(self, ordering: Optional[List[ColumnOrdering]]): ...
    async def output_schema(self) -> pa.Schema: ...
    async def execute(
        self, max_batch_length: Optional[int], timeout: Optional[timedelta]
@@ -305,7 +296,6 @@ class FTSQuery:
    def get_query(self) -> str: ...
    def add_query_vector(self, query_vec: pa.Array) -> None: ...
    def nearest_to(self, query_vec: pa.Array) -> HybridQuery: ...
-    def order_by(self, ordering: Optional[List[ColumnOrdering]]): ...
    async def output_schema(self) -> pa.Schema: ...
    async def execute(
        self, max_batch_length: Optional[int], timeout: Optional[timedelta]
@@ -331,7 +321,6 @@ class VectorQuery:
    def maximum_nprobes(self, maximum_nprobes: int): ...
    def bypass_vector_index(self): ...
    def nearest_to_text(self, query: dict) -> HybridQuery: ...
-    def order_by(self, ordering: Optional[List[ColumnOrdering]]): ...
    def to_query_request(self) -> PyQueryRequest: ...

 class HybridQuery:
@@ -350,7 +339,6 @@ class HybridQuery:
    def minimum_nprobes(self, minimum_nprobes: int): ...
    def maximum_nprobes(self, maximum_nprobes: int): ...
    def bypass_vector_index(self): ...
-    def order_by(self, ordering: Optional[List[ColumnOrdering]]): ...
    def to_vector_query(self) -> VectorQuery: ...
    def to_fts_query(self) -> FTSQuery: ...
    def get_limit(self) -> int: ...
@@ -380,7 +368,6 @@ class PyQueryRequest:
    bypass_vector_index: Optional[bool]
    postfilter: Optional[bool]
    norm: Optional[str]
-    order_by: Optional[List[ColumnOrdering]]

 class CompactionStats:
    fragments_removed: int
@@ -421,37 +408,6 @@ class MergeResult:
    num_deleted_rows: int
    num_attempts: int

-class LsmWriteSpec:
-    """Specification selecting Lance's MemWAL LSM-style write path for
-    `merge_insert`."""
-
-    @staticmethod
-    def bucket(column: str, num_buckets: int) -> "LsmWriteSpec": ...
-    @staticmethod
-    def identity(column: str) -> "LsmWriteSpec": ...
-    @staticmethod
-    def unsharded() -> "LsmWriteSpec": ...
-    def with_maintained_indexes(self, indexes: List[str]) -> "LsmWriteSpec":
-        """Return a copy of this spec asking the MemWAL to keep the named
-        indexes up to date as rows are appended."""
-        ...
-    def with_writer_config_defaults(self, defaults: Dict[str, str]) -> "LsmWriteSpec":
-        """Return a copy of this spec recording the given default
-        `ShardWriter` configuration in the MemWAL index."""
-        ...
-    @property
-    def spec_type(self) -> str:
-        """One of 'bucket', 'identity', or 'unsharded'."""
-        ...
-    @property
-    def column(self) -> Optional[str]: ...
-    @property
-    def num_buckets(self) -> Optional[int]: ...
-    @property
-    def maintained_indexes(self) -> List[str]: ...
-    @property
-    def writer_config_defaults(self) -> Dict[str, str]: ...
-
 class AddColumnsResult:
    version: int

@@ -63,7 +63,7 @@ def _coerce(value: "ExprLike") -> "Expr":


 # Type alias used in annotations.
-ExprLike = Union["Expr", bool, int, float, str, bytes]
+ExprLike = Union["Expr", bool, int, float, str]


 class Expr:
@@ -261,13 +261,13 @@ def col(name: str) -> Expr:
    return Expr(expr_col(name))


-def lit(value: Union[bool, int, float, str, bytes]) -> Expr:
+def lit(value: Union[bool, int, float, str]) -> Expr:
    """Create a literal (constant) value expression.

    Parameters
    ----------
    value:
-        A Python ``bool``, ``int``, ``float``, ``str``, or ``bytes``.
+        A Python ``bool``, ``int``, ``float``, or ``str``.

    Examples
    --------
@@ -6,44 +6,22 @@
 from typing import Optional


-_CREATE_NAMESPACE_MODES = frozenset({"create", "exist_ok", "overwrite"})
-_DROP_NAMESPACE_MODES = frozenset({"SKIP", "FAIL"})
-_DROP_NAMESPACE_BEHAVIORS = frozenset({"RESTRICT", "CASCADE"})
-
-
 def _normalize_create_namespace_mode(mode: Optional[str]) -> Optional[str]:
    """Normalize create namespace mode to lowercase (API expects lowercase)."""
    if mode is None:
        return None
-    normalized = mode.lower()
-    if normalized not in _CREATE_NAMESPACE_MODES:
-        raise ValueError(
-            f"Invalid create namespace mode {mode!r}: "
-            f"expected one of 'create', 'exist_ok', 'overwrite'"
-        )
-    return normalized
+    return mode.lower()


 def _normalize_drop_namespace_mode(mode: Optional[str]) -> Optional[str]:
    """Normalize drop namespace mode to uppercase (API expects uppercase)."""
    if mode is None:
        return None
-    normalized = mode.upper()
-    if normalized not in _DROP_NAMESPACE_MODES:
-        raise ValueError(
-            f"Invalid drop namespace mode {mode!r}: expected one of 'skip', 'fail'"
-        )
-    return normalized
+    return mode.upper()


 def _normalize_drop_namespace_behavior(behavior: Optional[str]) -> Optional[str]:
    """Normalize drop namespace behavior to uppercase (API expects uppercase)."""
    if behavior is None:
        return None
-    normalized = behavior.upper()
-    if normalized not in _DROP_NAMESPACE_BEHAVIORS:
-        raise ValueError(
-            f"Invalid drop namespace behavior {behavior!r}: "
-            f"expected one of 'restrict', 'cascade'"
-        )
-    return normalized
+    return behavior.upper()
@@ -968,32 +968,22 @@ class Permutation:
        new.transform_fn = transform
        return new

-    def take_offsets(self, offsets: list[int]) -> Any:
-        """
-        Take rows from the permutation by offset
-
-        The returned value is passed through the permutation's current transform,
-        so `with_format` and `with_transform` affect this method in the same way
-        they affect iteration.
-        """
-
-        async def do_take_offsets():
-            return await self.reader.take_offsets(offsets, selection=self.selection)
-
-        batch = LOOP.run(do_take_offsets())
-        return self.transform_fn(batch)
-
    def __getitem__(self, index: int) -> Any:
        """
        Returns a single row from the permutation by offset
        """
-        return self.take_offsets([index])
+        return self.__getitems__([index])

    def __getitems__(self, indices: list[int]) -> Any:
        """
        Returns rows from the permutation by offset
        """
-        return self.take_offsets(indices)
+
+        async def do_getitems():
+            return await self.reader.take_offsets(indices, selection=self.selection)
+
+        batch = LOOP.run(do_getitems())
+        return self.transform_fn(batch)

    @deprecated(details="Use with_skip instead")
    def skip(self, skip: int) -> "Permutation":
@@ -92,12 +92,6 @@ def ensure_vector_query(
        return val


-class ColumnOrdering(pydantic.BaseModel):
-    column_name: str
-    ascending: bool = True
-    nulls_first: bool = False
-
-
 class FullTextQueryType(str, Enum):
    MATCH = "match"
    MATCH_PHRASE = "match_phrase"
@@ -510,8 +504,6 @@ class Query(pydantic.BaseModel):
    # Bypass the vector index and use a brute force search
    bypass_vector_index: Optional[bool] = None

-    order_by: Optional[List[ColumnOrdering]] = None
-
    @classmethod
    def from_inner(cls, req: PyQueryRequest) -> Self:
        query = cls()
@@ -532,8 +524,6 @@ class Query(pydantic.BaseModel):
        query.refine_factor = req.refine_factor
        query.bypass_vector_index = req.bypass_vector_index
        query.postfilter = req.postfilter
-        if req.order_by is not None:
-            query.order_by = [ColumnOrdering(**o) for o in req.order_by]
        if req.full_text_search is not None:
            query.full_text_query = FullTextSearchQuery(
                columns=None,
@@ -582,22 +572,9 @@ class LanceQueryBuilder(ABC):
            If "auto", the query type is inferred based on the query.
        vector_column_name: str
            The name of the vector column to use for vector search.
-        ordering_field_name: Optional[str]
-            .. deprecated:: 0.27.0
-                Use ``order_by()`` method instead.
-        fts_columns: Optional[Union[str, List[str]]]
-            The columns to search in for full text search.
        fast_search: bool
            Skip flat search of unindexed data.
        """
-        if ordering_field_name is not None:
-            import warnings
-
-            warnings.warn(
-                "ordering_field_name is deprecated, use .order_by() method instead.",
-                DeprecationWarning,
-                stacklevel=2,
-            )
        # Check hybrid search first as it supports empty query pattern
        if query_type == "hybrid":
            # hybrid fts and vector query
@@ -694,7 +671,6 @@ class LanceQueryBuilder(ABC):
        self._text = None
        self._ef = None
        self._bypass_vector_index = None
-        self._order_by = None

    @deprecation.deprecated(
        deprecated_in="0.3.1",
@@ -971,24 +947,6 @@ class LanceQueryBuilder(ABC):
        """  # noqa: E501
        return self._table._explain_plan(self.to_query_object(), verbose=verbose)

-    def order_by(self, ordering: Optional[List[ColumnOrdering]]) -> Self:
-        """
-        Set the ordering for the results.
-
-        Parameters
-        ----------
-        ordering: Optional[List[ColumnOrdering]]
-            The ordering to use for the results.  If None, then the default ordering
-            will be used.
-
-        Returns
-        -------
-        LanceQueryBuilder
-            The LanceQueryBuilder object.
-        """
-        self._order_by = ordering
-        return self
-
    def analyze_plan(self) -> str:
        """
        Run the query and return its execution plan with runtime metrics.
@@ -1356,7 +1314,6 @@ class LanceVectorQueryBuilder(LanceQueryBuilder):
            fast_search=self._fast_search,
            ef=self._ef,
            bypass_vector_index=self._bypass_vector_index,
-            order_by=self._order_by,
        )

    def to_batches(
@@ -1508,9 +1465,7 @@ class LanceFtsQueryBuilder(LanceQueryBuilder):
        super().__init__(table)
        self._query = query
        self._phrase_query = False
-        # Deprecated compatibility parameter. Native FTS ordering is now
-        # configured through order_by(); LanceQueryBuilder.create emits the warning.
-        _ = ordering_field_name
+        self.ordering_field_name = ordering_field_name
        self._reranker = None
        self._fast_search = fast_search
        if isinstance(fts_columns, str):
@@ -1559,7 +1514,6 @@ class LanceFtsQueryBuilder(LanceQueryBuilder):
            ),
            offset=self._offset,
            fast_search=self._fast_search,
-            order_by=self._order_by,
        )

    def output_schema(self) -> pa.Schema:
@@ -1625,7 +1579,6 @@ class LanceEmptyQueryBuilder(LanceQueryBuilder):
            limit=self._limit,
            with_row_id=self._with_row_id,
            offset=self._offset,
-            order_by=self._order_by,
        )

    def output_schema(self) -> pa.Schema:
@@ -2549,27 +2502,6 @@ class AsyncStandardQuery(AsyncQueryBase):
        self._inner.offset(offset)
        return self

-    def order_by(self, ordering: Optional[List[ColumnOrdering]]) -> Self:
-        """
-        Set the ordering for the results.
-
-        Parameters
-        ----------
-        ordering: Optional[List[ColumnOrdering]]
-            The ordering to use for the results.  If None, then the default ordering
-            will be used.
-        """
-        if ordering is None:
-            self._inner.order_by(None)
-        else:
-            self._inner.order_by(
-                [
-                    o.model_dump() if hasattr(o, "model_dump") else o.dict()
-                    for o in ordering
-                ]
-            )
-        return self
-
    def fast_search(self) -> Self:
        """
        Skip searching un-indexed data.
@@ -14,7 +14,6 @@ from lancedb._lancedb import (
    DeleteResult,
    DropColumnsResult,
    IndexConfig,
-    LsmWriteSpec,
    MergeResult,
    UpdateResult,
 )
@@ -656,18 +655,6 @@ class RemoteTable(Table):
    def drop_columns(self, columns: Iterable[str]) -> DropColumnsResult:
        return LOOP.run(self._table.drop_columns(columns))

-    def set_unenforced_primary_key(self, columns: Union[str, Iterable[str]]) -> None:
-        """Not supported on LanceDB Cloud."""
-        return LOOP.run(self._table.set_unenforced_primary_key(columns))
-
-    def set_lsm_write_spec(self, spec: "LsmWriteSpec") -> None:
-        """Not supported on LanceDB Cloud."""
-        return LOOP.run(self._table.set_lsm_write_spec(spec))
-
-    def unset_lsm_write_spec(self) -> None:
-        """Not supported on LanceDB Cloud."""
-        return LOOP.run(self._table.unset_lsm_write_spec())
-
    def drop_index(self, index_name: str):
        return LOOP.run(self._table.drop_index(index_name))

@@ -154,7 +154,6 @@ if TYPE_CHECKING:
        AlterColumnsResult,
        DeleteResult,
        DropColumnsResult,
-        LsmWriteSpec,
        MergeResult,
        UpdateResult,
    )
@@ -3264,21 +3263,6 @@ class LanceTable(Table):
    def drop_columns(self, columns: Iterable[str]) -> DropColumnsResult:
        return LOOP.run(self._table.drop_columns(columns))

-    def set_unenforced_primary_key(self, columns: Union[str, Iterable[str]]) -> None:
-        """Set the unenforced primary key. See
-        [`AsyncTable.set_unenforced_primary_key`][lancedb.AsyncTable.set_unenforced_primary_key]."""
-        return LOOP.run(self._table.set_unenforced_primary_key(columns))
-
-    def set_lsm_write_spec(self, spec: "LsmWriteSpec") -> None:
-        """Install an LsmWriteSpec. See
-        [`AsyncTable.set_lsm_write_spec`][lancedb.AsyncTable.set_lsm_write_spec]."""
-        return LOOP.run(self._table.set_lsm_write_spec(spec))
-
-    def unset_lsm_write_spec(self) -> None:
-        """Remove the LsmWriteSpec. See
-        [`AsyncTable.unset_lsm_write_spec`][lancedb.AsyncTable.unset_lsm_write_spec]."""
-        return LOOP.run(self._table.unset_lsm_write_spec())
-
    def uses_v2_manifest_paths(self) -> bool:
        """
        Check if the table is using the new v2 manifest paths.
@@ -3824,69 +3808,6 @@ class AsyncTable:
        Any attempt to use the table after it has been closed will raise an error."""
        return self._inner.close()

-    async def set_unenforced_primary_key(
-        self, columns: Union[str, Iterable[str]]
-    ) -> None:
-        """Set the unenforced primary key for this table to the given
-        ordered list of columns.
-
-        "Unenforced" means LanceDB does not check uniqueness on writes; the
-        columns are recorded in the schema as the primary key so that
-        features such as `merge_insert` can use them. Calling this again
-        replaces any previously-set primary key.
-
-        Parameters
-        ----------
-        columns : str or Iterable[str]
-            Either a single column name (single-column key) or an ordered
-            iterable of column names (composite key). Each column dtype
-            must be one of: int32, int64, utf8, large_utf8, binary,
-            large_binary, fixed_size_binary.
-        """
-        if isinstance(columns, str):
-            columns = [columns]
-        else:
-            columns = list(columns)
-        await self._inner.set_unenforced_primary_key(columns)
-
-    async def set_lsm_write_spec(self, spec: "LsmWriteSpec") -> None:
-        """Install an LsmWriteSpec on this table.
-
-        The spec selects Lance's MemWAL LSM-style write path for future
-        `merge_insert` calls. ``LsmWriteSpec`` chooses one of three sharding
-        strategies:
-
-        - ``LsmWriteSpec.bucket(column, num_buckets)`` — hash-bucket writes by
-          the single-column unenforced primary key.
-        - ``LsmWriteSpec.identity(column)`` — shard by the raw value of a
-          scalar column.
-        - ``LsmWriteSpec.unsharded()`` — route every write to a single shard.
-
-        All variants require the table to have an unenforced primary key set
-        via [`set_unenforced_primary_key`]; bucket sharding additionally
-        requires it to be the single column being bucketed.
-
-        Parameters
-        ----------
-        spec : LsmWriteSpec
-            The sharding spec to install.
-
-        Examples
-        --------
-        >>> from lancedb._lancedb import LsmWriteSpec
-        >>> # table.set_unenforced_primary_key("id")
-        >>> # table.set_lsm_write_spec(LsmWriteSpec.bucket("id", 16))
-        """
-        await self._inner.set_lsm_write_spec(spec)
-
-    async def unset_lsm_write_spec(self) -> None:
-        """Remove the LsmWriteSpec from this table.
-
-        Reverts to the standard `merge_insert` write path. Errors if no spec
-        is currently set.
-        """
-        await self._inner.unset_lsm_write_spec()
-
    @property
    def name(self) -> str:
        """The name of the table."""
@@ -4591,8 +4512,6 @@ class AsyncTable:
            async_query = async_query.fast_search()
        if query.with_row_id:
            async_query = async_query.with_row_id()
-        if query.order_by:
-            async_query = async_query.order_by(query.order_by)

        if query.vector:
            async_query = async_query.nearest_to(query.vector).distance_range(
@@ -1,3 +1,4 @@
 segmenter:
  mode: "normal"
-  dictionary: "./python/tests/models/lindera/ipadic/main"
+  dictionary:
+    path: "./python/tests/models/lindera/ipadic/main"
@@ -914,29 +914,6 @@ def test_local_namespace_operations(tmp_path):
    assert db.list_namespaces().namespaces == []


-def test_create_namespace_invalid_mode_raises(tmp_path):
-    """Unrecognized create namespace modes raise a clear error."""
-    db = lancedb.connect(tmp_path)
-    with pytest.raises(ValueError, match="Invalid create namespace mode"):
-        db.create_namespace(["child"], mode="frobnicate")
-
-
-def test_drop_namespace_invalid_mode_raises(tmp_path):
-    """Unrecognized drop namespace modes raise a clear error."""
-    db = lancedb.connect(tmp_path)
-    db.create_namespace(["child"])
-    with pytest.raises(ValueError, match="Invalid drop namespace mode"):
-        db.drop_namespace(["child"], mode="frobnicate")
-
-
-def test_drop_namespace_invalid_behavior_raises(tmp_path):
-    """Unrecognized drop namespace behaviors raise a clear error."""
-    db = lancedb.connect(tmp_path)
-    db.create_namespace(["child"])
-    with pytest.raises(ValueError, match="Invalid drop namespace behavior"):
-        db.drop_namespace(["child"], behavior="frobnicate")
-
-
 def test_clone_table_latest_version(tmp_path):
    """Test cloning a table with the latest version (default behavior)"""
    import os
@@ -29,7 +29,6 @@ from lancedb.query import (
    MultiMatchQuery,
    PhraseQuery,
    BooleanQuery,
-    ColumnOrdering,
    Occur,
    LanceFtsQueryBuilder,
 )
@@ -117,7 +116,8 @@ def lindera_ipadic(language_model_home):
    config_path.write_text(
        "segmenter:\n"
        '  mode: "normal"\n'
-        f'  dictionary: "{extracted_model.resolve().as_posix()}"\n',
+        "  dictionary:\n"
+        f'    path: "{extracted_model.resolve().as_posix()}"\n',
        encoding="utf-8",
    )

@@ -500,36 +500,6 @@ async def test_search_fts_specify_column_async(async_table):
        pass


-def test_search_order_by_descending(table):
-    table.create_fts_index("text")
-    rows = (
-        table.search("puppy")
-        .order_by([ColumnOrdering(column_name="count", ascending=False)])
-        .limit(20)
-        .select(["text", "count"])
-        .to_list()
-    )
-
-    for r in rows:
-        assert "puppy" in r["text"]
-    assert sorted(rows, key=lambda x: x["count"], reverse=True) == rows
-
-
-def test_search_order_by_ascending(table):
-    table.create_fts_index("text")
-    rows = (
-        table.search("puppy")
-        .order_by([ColumnOrdering(column_name="count", ascending=True)])
-        .limit(20)
-        .select(["text", "count"])
-        .to_list()
-    )
-
-    for r in rows:
-        assert "puppy" in r["text"]
-    assert sorted(rows, key=lambda x: x["count"]) == rows
-
-
 def test_create_index_from_table(tmp_path, table):
    table.create_fts_index("text")
    df = table.search("puppy").limit(5).select(["text"]).to_pandas()
@@ -1,149 +0,0 @@
-# SPDX-License-Identifier: Apache-2.0
-# SPDX-FileCopyrightText: Copyright The LanceDB Authors
-
-"""Tests for installing and clearing an LsmWriteSpec via
-`Table.set_lsm_write_spec` / `Table.unset_lsm_write_spec`.
-"""
-
-from datetime import timedelta
-
-import lancedb
-import pyarrow as pa
-import pytest
-from lancedb._lancedb import LsmWriteSpec
-
-SCHEMA = pa.schema(
-    [
-        pa.field("id", pa.utf8(), nullable=False),
-        pa.field("v", pa.int32(), nullable=False),
-    ]
-)
-
-
-def _batch(ids, vs):
-    return pa.RecordBatch.from_arrays(
-        [pa.array(ids, type=pa.utf8()), pa.array(vs, type=pa.int32())],
-        schema=SCHEMA,
-    )
-
-
-def _reader(ids, vs):
-    return pa.RecordBatchReader.from_batches(SCHEMA, [_batch(ids, vs)])
-
-
-def _make_table(tmp_path):
-    db = lancedb.connect(tmp_path, read_consistency_interval=timedelta(seconds=0))
-    table = db.create_table("t", _reader(["seed"], [0]))
-    return db, table
-
-
-def test_set_lsm_write_spec_validates(tmp_path):
-    _db, table = _make_table(tmp_path)
-
-    # No PK set yet.
-    with pytest.raises(Exception, match="primary key"):
-        table.set_lsm_write_spec(LsmWriteSpec.bucket("id", 4))
-
-    table.set_unenforced_primary_key("id")
-
-    # Column mismatch.
-    with pytest.raises(Exception, match="match"):
-        table.set_lsm_write_spec(LsmWriteSpec.bucket("v", 4))
-
-    # Out-of-range num_buckets.
-    with pytest.raises(Exception, match="num_buckets"):
-        table.set_lsm_write_spec(LsmWriteSpec.bucket("id", 0))
-    with pytest.raises(Exception, match="num_buckets"):
-        table.set_lsm_write_spec(LsmWriteSpec.bucket("id", 1025))
-
-    # Happy path then mutation rejected.
-    table.set_lsm_write_spec(LsmWriteSpec.bucket("id", 4))
-    with pytest.raises(Exception, match="mutation"):
-        table.set_lsm_write_spec(LsmWriteSpec.bucket("id", 8))
-
-
-def test_unset_lsm_write_spec(tmp_path):
-    _db, table = _make_table(tmp_path)
-
-    # unset errors when no spec is set.
-    with pytest.raises(Exception, match="no LSM write spec"):
-        table.unset_lsm_write_spec()
-
-    # Install a spec, then remove it; afterwards a fresh spec can be set.
-    table.set_unenforced_primary_key("id")
-    table.set_lsm_write_spec(LsmWriteSpec.bucket("id", 4))
-    table.unset_lsm_write_spec()
-    # A second unset errors — there is no spec left to remove.
-    with pytest.raises(Exception, match="no LSM write spec"):
-        table.unset_lsm_write_spec()
-    table.set_lsm_write_spec(LsmWriteSpec.bucket("id", 8))
-
-
-def test_set_unsharded_spec(tmp_path):
-    _db, table = _make_table(tmp_path)
-    # Lance MemWAL still requires a primary key on the dataset; Unsharded
-    # just skips per-row hashing.
-    table.set_unenforced_primary_key("id")
-    table.set_lsm_write_spec(LsmWriteSpec.unsharded())
-    table.unset_lsm_write_spec()
-
-
-def test_lsm_write_spec_repr():
-    s = LsmWriteSpec.bucket("id", 4)
-    assert s.spec_type == "bucket"
-    assert s.column == "id"
-    assert s.num_buckets == 4
-    assert s.maintained_indexes == []
-    assert "bucket" in repr(s)
-    assert "id" in repr(s)
-    assert "4" in repr(s)
-
-    u = LsmWriteSpec.unsharded()
-    assert u.spec_type == "unsharded"
-    assert u.column is None
-    assert u.num_buckets is None
-    assert "unsharded" in repr(u)
-
-
-def test_lsm_write_spec_with_maintained_indexes():
-    s = LsmWriteSpec.bucket("id", 4).with_maintained_indexes(["idx_a", "idx_b"])
-    assert s.maintained_indexes == ["idx_a", "idx_b"]
-
-
-@pytest.mark.asyncio
-async def test_async_set_unset_lsm_write_spec(tmp_path):
-    db = await lancedb.connect_async(
-        tmp_path, read_consistency_interval=timedelta(seconds=0)
-    )
-    table = await db.create_table(
-        "t",
-        pa.RecordBatchReader.from_batches(SCHEMA, [_batch(["seed"], [0])]),
-    )
-
-    await table.set_unenforced_primary_key("id")
-    await table.set_lsm_write_spec(LsmWriteSpec.bucket("id", 4))
-    await table.unset_lsm_write_spec()
-    # A second unset errors.
-    with pytest.raises(Exception, match="no LSM write spec"):
-        await table.unset_lsm_write_spec()
-
-
-def test_set_identity_spec(tmp_path):
-    _db, table = _make_table(tmp_path)
-    # Identity sharding still requires an unenforced primary key on the
-    # table; it shards by the raw value of the given column.
-    table.set_unenforced_primary_key("id")
-    table.set_lsm_write_spec(LsmWriteSpec.identity("v"))
-    table.unset_lsm_write_spec()
-
-
-def test_lsm_write_spec_identity_and_writer_config_defaults():
-    s = LsmWriteSpec.identity("v")
-    assert s.spec_type == "identity"
-    assert s.column == "v"
-    assert s.num_buckets is None
-    assert "identity" in repr(s)
-
-    s = s.with_writer_config_defaults({"durable_write": "false"})
-    assert s.writer_config_defaults == {"durable_write": "false"}
-    assert "durable_write" in repr(s)
@@ -1080,29 +1080,3 @@ def test_getitems_invalid_offset(some_permutation: Permutation):
    """Test __getitems__ with an out-of-range offset raises an error."""
    with pytest.raises(Exception):
        some_permutation.__getitems__([999999])
-
-
-def test_take_offsets(some_permutation: Permutation):
-    result = some_permutation.take_offsets([0, 1, 2])
-
-    assert isinstance(result, list)
-    assert "id" in result[0]
-    assert "value" in result[0]
-    assert len(result) == 3
-
-
-def test_take_offsets_empty_identity_permutation(mem_db):
-    tbl = mem_db.create_table(
-        "test_table", pa.table({"id": range(10), "value": range(10)})
-    )
-    permutation = Permutation.identity(tbl)
-
-    result = permutation.take_offsets([])
-
-    assert result == []
-
-
-def test_take_offsets_empty_permutation(some_permutation: Permutation):
-    result = some_permutation.take_offsets([])
-
-    assert result == []
@@ -1,79 +0,0 @@
-# SPDX-License-Identifier: Apache-2.0
-# SPDX-FileCopyrightText: Copyright The LanceDB Authors
-
-"""Tests for Table.set_unenforced_primary_key."""
-
-from datetime import timedelta
-
-import lancedb
-import pyarrow as pa
-import pytest
-
-
-def _empty_table(path, schema):
-    db = lancedb.connect(path, read_consistency_interval=timedelta(seconds=0))
-    return db.create_table("t", schema=schema)
-
-
-def test_set_unenforced_primary_key_accepts_string_or_one_element_list(tmp_path):
-    schema = pa.schema([pa.field("id", pa.int64(), nullable=False)])
-
-    # Bare string.
-    table = _empty_table(tmp_path / "s", schema)
-    table.set_unenforced_primary_key("id")
-
-    # One-element list.
-    table = _empty_table(tmp_path / "l", schema)
-    table.set_unenforced_primary_key(["id"])
-
-
-def test_set_unenforced_primary_key_rejects_compound_and_empty(tmp_path):
-    table = _empty_table(
-        tmp_path,
-        pa.schema(
-            [
-                pa.field("a", pa.utf8(), nullable=False),
-                pa.field("b", pa.int64(), nullable=False),
-            ]
-        ),
-    )
-    # Compound keys are not supported.
-    with pytest.raises(Exception, match="compound"):
-        table.set_unenforced_primary_key(["a", "b"])
-    # Empty input.
-    with pytest.raises(Exception, match="required"):
-        table.set_unenforced_primary_key([])
-
-
-def test_set_unenforced_primary_key_is_immutable(tmp_path):
-    table = _empty_table(
-        tmp_path,
-        pa.schema(
-            [
-                pa.field("a", pa.utf8(), nullable=False),
-                pa.field("b", pa.int64(), nullable=False),
-            ]
-        ),
-    )
-    table.set_unenforced_primary_key("a")
-    # The primary key cannot be changed or re-set once installed.
-    with pytest.raises(Exception, match="already set"):
-        table.set_unenforced_primary_key("b")
-    with pytest.raises(Exception, match="already set"):
-        table.set_unenforced_primary_key("a")
-
-
-def test_set_unenforced_primary_key_validates(tmp_path):
-    table = _empty_table(
-        tmp_path / "t", pa.schema([pa.field("id", pa.utf8(), nullable=False)])
-    )
-    # Unknown column.
-    with pytest.raises(Exception, match="not found"):
-        table.set_unenforced_primary_key("nonexistent")
-
-    # Unsupported dtype (Float32 not in the supported set).
-    bad = _empty_table(
-        tmp_path / "bad", pa.schema([pa.field("id", pa.float32(), nullable=False)])
-    )
-    with pytest.raises(Exception, match="not supported"):
-        bad.set_unenforced_primary_key("id")
@@ -25,7 +25,6 @@ from lancedb.query import (
    AsyncHybridQuery,
    AsyncQueryBase,
    AsyncVectorQuery,
-    ColumnOrdering,
    LanceVectorQueryBuilder,
    MatchQuery,
    PhraseQuery,
@@ -165,71 +164,6 @@ def test_offset(table):
    assert len(results_with_offset.to_pandas()) == 1


-def test_order_by_plain_query(mem_db):
-    table = mem_db.create_table(
-        "test_order_by",
-        pa.table(
-            {
-                "group": [1, 1, 1, 2],
-                "score": [None, 1.0, 1.0, 0.5],
-                "name": ["z", "b", "a", "c"],
-            }
-        ),
-    )
-
-    res = (
-        table.search()
-        .order_by(
-            [
-                ColumnOrdering(column_name="group", ascending=True, nulls_first=False),
-                ColumnOrdering(column_name="score", ascending=True, nulls_first=True),
-                ColumnOrdering(column_name="name", ascending=True, nulls_first=False),
-            ]
-        )
-        .to_arrow()
-    )
-
-    assert res.select(["group", "score", "name"]).to_pylist() == [
-        {"group": 1, "score": None, "name": "z"},
-        {"group": 1, "score": 1.0, "name": "a"},
-        {"group": 1, "score": 1.0, "name": "b"},
-        {"group": 2, "score": 0.5, "name": "c"},
-    ]
-
-
-@pytest.mark.asyncio
-async def test_order_by_async_query(mem_db_async: AsyncConnection):
-    table = await mem_db_async.create_table(
-        "test_order_by_async",
-        pa.table(
-            {
-                "group": [1, 1, 1, 2],
-                "score": [None, 1.0, 1.0, 0.5],
-                "name": ["z", "b", "a", "c"],
-            }
-        ),
-    )
-
-    res = await (
-        table.query()
-        .order_by(
-            [
-                ColumnOrdering(column_name="group", ascending=True, nulls_first=False),
-                ColumnOrdering(column_name="score", ascending=True, nulls_first=True),
-                ColumnOrdering(column_name="name", ascending=True, nulls_first=False),
-            ]
-        )
-        .to_arrow()
-    )
-
-    assert res.select(["group", "score", "name"]).to_pylist() == [
-        {"group": 1, "score": None, "name": "z"},
-        {"group": 1, "score": 1.0, "name": "a"},
-        {"group": 1, "score": 1.0, "name": "b"},
-        {"group": 2, "score": 0.5, "name": "c"},
-    ]
-
-
 def test_query_builder(table):
    rs = (
        LanceVectorQueryBuilder(table, [0, 0], "vector")
@@ -16,7 +16,6 @@ from packaging.version import Version

 import lancedb
 from lancedb.conftest import MockTextEmbeddingFunction
-from lancedb.query import ColumnOrdering
 from lancedb.remote import ClientConfig
 from lancedb.remote.errors import HttpError, RetryError
 import pytest
@@ -661,18 +660,6 @@ def test_query_sync_maximal():
            "ef": None,
            "filter": "id > 0",
            "columns": ["id", "name"],
-            "order_by": [
-                {
-                    "column_name": "score",
-                    "ascending": False,
-                    "nulls_first": True,
-                },
-                {
-                    "column_name": "id",
-                    "ascending": True,
-                    "nulls_first": False,
-                },
-            ],
            "vector_column": "vector2",
            "fast_search": True,
            "with_row_id": True,
@@ -690,14 +677,6 @@ def test_query_sync_maximal():
            .refine_factor(10)
            .nprobes(5)
            .where("id > 0", prefilter=True)
-            .order_by(
-                [
-                    ColumnOrdering(
-                        column_name="score", ascending=False, nulls_first=True
-                    ),
-                    ColumnOrdering(column_name="id", ascending=True, nulls_first=False),
-                ]
-            )
            .with_row_id(True)
            .select(["id", "name"])
            .to_list()
@@ -395,17 +395,12 @@ impl Connection {
        future_into_py(py, async move {
            use lance_namespace::models::CreateNamespaceRequest;
            // Mode is now a string field
-            let mode_str = mode
-                .map(|m| match m.to_lowercase().as_str() {
-                    "create" => Ok("Create".to_string()),
-                    "exist_ok" => Ok("ExistOk".to_string()),
-                    "overwrite" => Ok("Overwrite".to_string()),
-                    _ => Err(PyValueError::new_err(format!(
-                        "Invalid mode {:?}: expected one of 'create', 'exist_ok', 'overwrite'",
-                        m
-                    ))),
-                })
-                .transpose()?;
+            let mode_str = mode.and_then(|m| match m.to_lowercase().as_str() {
+                "create" => Some("Create".to_string()),
+                "exist_ok" => Some("ExistOk".to_string()),
+                "overwrite" => Some("Overwrite".to_string()),
+                _ => None,
+            });
            let request = CreateNamespaceRequest {
                id: Some(namespace_path),
                mode: mode_str,
@@ -433,26 +428,16 @@ impl Connection {
        future_into_py(py, async move {
            use lance_namespace::models::DropNamespaceRequest;
            // Mode and Behavior are now string fields
-            let mode_str = mode
-                .map(|m| match m.to_uppercase().as_str() {
-                    "SKIP" => Ok("Skip".to_string()),
-                    "FAIL" => Ok("Fail".to_string()),
-                    _ => Err(PyValueError::new_err(format!(
-                        "Invalid mode {:?}: expected one of 'skip', 'fail'",
-                        m
-                    ))),
-                })
-                .transpose()?;
-            let behavior_str = behavior
-                .map(|b| match b.to_uppercase().as_str() {
-                    "RESTRICT" => Ok("Restrict".to_string()),
-                    "CASCADE" => Ok("Cascade".to_string()),
-                    _ => Err(PyValueError::new_err(format!(
-                        "Invalid behavior {:?}: expected one of 'restrict', 'cascade'",
-                        b
-                    ))),
-                })
-                .transpose()?;
+            let mode_str = mode.and_then(|m| match m.to_uppercase().as_str() {
+                "SKIP" => Some("Skip".to_string()),
+                "FAIL" => Some("Fail".to_string()),
+                _ => None,
+            });
+            let behavior_str = behavior.and_then(|b| match b.to_uppercase().as_str() {
+                "RESTRICT" => Some("Restrict".to_string()),
+                "CASCADE" => Some("Cascade".to_string()),
+                _ => None,
+            });
            let request = DropNamespaceRequest {
                id: Some(namespace_path),
                mode: mode_str,
@@ -8,9 +8,7 @@
 //! DataFusion [`Expr`] nodes, bypassing SQL string parsing.

 use arrow::{datatypes::DataType, pyarrow::PyArrowType};
-use datafusion_common::ScalarValue;
 use lancedb::expr::{DfExpr, col as ldb_col, contains, expr_cast, lit as df_lit, lower, upper};
-use pyo3::types::PyBytes;
 use pyo3::{Bound, PyAny, PyResult, exceptions::PyValueError, prelude::*, pyfunction};

 /// A type-safe DataFusion expression.
@@ -143,7 +141,7 @@ pub fn expr_col(name: &str) -> PyExpr {

 /// Create a literal value expression.
 ///
-/// Supported Python types: `bool`, `int`, `float`, `str`, `bytes`.
+/// Supported Python types: `bool`, `int`, `float`, `str`.
 #[pyfunction]
 pub fn expr_lit(value: Bound<'_, PyAny>) -> PyResult<PyExpr> {
    // bool must be checked before int because bool is a subclass of int in Python
@@ -159,12 +157,8 @@ pub fn expr_lit(value: Bound<'_, PyAny>) -> PyResult<PyExpr> {
    if let Ok(s) = value.extract::<String>() {
        return Ok(PyExpr(df_lit(s)));
    }
-    if value.is_instance_of::<PyBytes>() {
-        let bytes = value.extract::<Vec<u8>>()?;
-        return Ok(PyExpr(df_lit(ScalarValue::Binary(Some(bytes)))));
-    }
    Err(PyValueError::new_err(format!(
-        "unsupported literal type: {}. Supported: bool, int, float, str, bytes",
+        "unsupported literal type: {}. Supported: bool, int, float, str",
        value.get_type().name()?
    )))
 }
@@ -15,8 +15,8 @@ use pyo3::{
 use query::{FTSQuery, HybridQuery, Query, VectorQuery};
 use session::Session;
 use table::{
-    AddColumnsResult, AddResult, AlterColumnsResult, DeleteResult, DropColumnsResult, LsmWriteSpec,
-    MergeResult, Table, UpdateResult,
+    AddColumnsResult, AddResult, AlterColumnsResult, DeleteResult, DropColumnsResult, MergeResult,
+    Table, UpdateResult,
 };

 pub mod arrow;
@@ -52,7 +52,6 @@ pub fn _lancedb(_py: Python, m: &Bound<'_, PyModule>) -> PyResult<()> {
    m.add_class::<AlterColumnsResult>()?;
    m.add_class::<AddResult>()?;
    m.add_class::<MergeResult>()?;
-    m.add_class::<LsmWriteSpec>()?;
    m.add_class::<DeleteResult>()?;
    m.add_class::<DropColumnsResult>()?;
    m.add_class::<UpdateResult>()?;
@@ -23,7 +23,7 @@ use lancedb::query::QueryBase;
 use lancedb::query::QueryExecutionOptions;
 use lancedb::query::QueryFilter;
 use lancedb::query::{
-    ColumnOrdering, ExecutableQuery, Query as LanceDbQuery, Select, TakeQuery as LanceDbTakeQuery,
+    ExecutableQuery, Query as LanceDbQuery, Select, TakeQuery as LanceDbTakeQuery,
    VectorQuery as LanceDbVectorQuery,
 };
 use lancedb::table::AnyQuery;
@@ -207,48 +207,6 @@ impl<'py> IntoPyObject<'py> for PyLanceDB<FtsQuery> {
 #[derive(Clone)]
 pub struct PyQueryVectors(Vec<Arc<dyn Array>>);

-#[derive(Clone, FromPyObject)]
-#[pyo3(from_item_all)]
-pub struct PyColumnOrdering {
-    pub column_name: String,
-    pub ascending: bool,
-    pub nulls_first: bool,
-}
-
-impl From<ColumnOrdering> for PyColumnOrdering {
-    fn from(ordering: ColumnOrdering) -> Self {
-        Self {
-            column_name: ordering.column_name,
-            ascending: ordering.ascending,
-            nulls_first: ordering.nulls_first,
-        }
-    }
-}
-
-impl From<PyColumnOrdering> for ColumnOrdering {
-    fn from(ordering: PyColumnOrdering) -> Self {
-        Self {
-            column_name: ordering.column_name,
-            ascending: ordering.ascending,
-            nulls_first: ordering.nulls_first,
-        }
-    }
-}
-
-impl<'py> IntoPyObject<'py> for PyColumnOrdering {
-    type Target = PyDict;
-    type Output = Bound<'py, Self::Target>;
-    type Error = PyErr;
-
-    fn into_pyobject(self, py: pyo3::Python<'py>) -> PyResult<Self::Output> {
-        let dict = PyDict::new(py);
-        dict.set_item("column_name", self.column_name)?;
-        dict.set_item("ascending", self.ascending)?;
-        dict.set_item("nulls_first", self.nulls_first)?;
-        Ok(dict)
-    }
-}
-
 impl<'py> IntoPyObject<'py> for PyQueryVectors {
    type Target = PyList;
    type Output = Bound<'py, Self::Target>;
@@ -288,7 +246,6 @@ pub struct PyQueryRequest {
    pub bypass_vector_index: Option<bool>,
    pub postfilter: Option<bool>,
    pub norm: Option<String>,
-    pub order_by: Option<Vec<PyColumnOrdering>>,
 }

 impl From<AnyQuery> for PyQueryRequest {
@@ -316,9 +273,6 @@ impl From<AnyQuery> for PyQueryRequest {
                bypass_vector_index: None,
                postfilter: None,
                norm: None,
-                order_by: query_request
-                    .order_by
-                    .map(|order_by| order_by.into_iter().map(PyColumnOrdering::from).collect()),
            },
            AnyQuery::VectorQuery(vector_query) => Self {
                limit: vector_query.base.limit,
@@ -343,10 +297,6 @@ impl From<AnyQuery> for PyQueryRequest {
                bypass_vector_index: Some(!vector_query.use_index),
                postfilter: Some(!vector_query.base.prefilter),
                norm: vector_query.base.norm.map(|n| n.to_string()),
-                order_by: vector_query
-                    .base
-                    .order_by
-                    .map(|order_by| order_by.into_iter().map(PyColumnOrdering::from).collect()),
            },
        }
    }
@@ -525,13 +475,6 @@ impl Query {
        })
    }

-    pub fn order_by(&mut self, ordering: Option<Vec<PyColumnOrdering>>) -> PyResult<()> {
-        let ordering =
-            ordering.map(|ordering| ordering.into_iter().map(ColumnOrdering::from).collect());
-        self.inner = self.inner.clone().order_by(ordering);
-        Ok(())
-    }
-
    #[pyo3(signature = ())]
    pub fn output_schema(self_: PyRef<'_, Self>) -> PyResult<Bound<'_, PyAny>> {
        let inner = self_.inner.clone();
@@ -704,13 +647,6 @@ impl FTSQuery {
        self.inner = self.inner.clone().offset(offset as usize);
    }

-    pub fn order_by(&mut self, ordering: Option<Vec<PyColumnOrdering>>) -> PyResult<()> {
-        let ordering =
-            ordering.map(|ordering| ordering.into_iter().map(ColumnOrdering::from).collect());
-        self.inner = self.inner.clone().order_by(ordering);
-        Ok(())
-    }
-
    pub fn fast_search(&mut self) {
        self.inner = self.inner.clone().fast_search();
    }
@@ -846,13 +782,6 @@ impl VectorQuery {
        self.inner = self.inner.clone().offset(offset as usize);
    }

-    pub fn order_by(&mut self, ordering: Option<Vec<PyColumnOrdering>>) -> PyResult<()> {
-        let ordering =
-            ordering.map(|ordering| ordering.into_iter().map(ColumnOrdering::from).collect());
-        self.inner = self.inner.clone().order_by(ordering);
-        Ok(())
-    }
-
    pub fn fast_search(&mut self) {
        self.inner = self.inner.clone().fast_search();
    }
@@ -1025,12 +954,6 @@ impl HybridQuery {
        self.inner_fts.offset(offset);
    }

-    pub fn order_by(&mut self, ordering: Option<Vec<PyColumnOrdering>>) -> PyResult<()> {
-        self.inner_vec.order_by(ordering.clone())?;
-        self.inner_fts.order_by(ordering)?;
-        Ok(())
-    }
-
    pub fn fast_search(&mut self) {
        self.inner_vec.fast_search();
        self.inner_fts.fast_search();
@@ -171,141 +171,6 @@ impl From<lancedb::table::MergeResult> for MergeResult {
    }
 }

-/// Specification selecting Lance's MemWAL LSM-style write path for
-/// `merge_insert`.
-///
-/// Constructed via the `bucket(...)`, `identity(...)`, or `unsharded()`
-/// classmethods, then optionally chain `with_maintained_indexes(...)` and
-/// `with_writer_config_defaults(...)`.
-#[pyclass(from_py_object)]
-#[derive(Clone, Debug)]
-pub struct LsmWriteSpec {
-    inner: lancedb::table::LsmWriteSpec,
-}
-
-#[pymethods]
-impl LsmWriteSpec {
-    /// Hash-bucket sharding by the unenforced primary key column.
-    #[staticmethod]
-    pub fn bucket(column: String, num_buckets: u32) -> Self {
-        Self {
-            inner: lancedb::table::LsmWriteSpec::bucket(column, num_buckets),
-        }
-    }
-
-    /// Identity sharding — shard by the raw value of `column`.
-    #[staticmethod]
-    pub fn identity(column: String) -> Self {
-        Self {
-            inner: lancedb::table::LsmWriteSpec::identity(column),
-        }
-    }
-
-    /// No sharding — every `merge_insert` call writes to a single
-    /// MemWAL shard.
-    #[staticmethod]
-    pub fn unsharded() -> Self {
-        Self {
-            inner: lancedb::table::LsmWriteSpec::unsharded(),
-        }
-    }
-
-    /// Replace the list of indexes the MemWAL should keep up to date as
-    /// rows are appended. Each name must reference an index that
-    /// already exists on the table at the time `set_lsm_write_spec`
-    /// is called.
-    pub fn with_maintained_indexes(&self, indexes: Vec<String>) -> Self {
-        Self {
-            inner: self.inner.clone().with_maintained_indexes(indexes),
-        }
-    }
-
-    /// Replace the default `ShardWriter` configuration recorded in the
-    /// MemWAL index, so every writer starts from the same defaults.
-    pub fn with_writer_config_defaults(&self, defaults: HashMap<String, String>) -> Self {
-        Self {
-            inner: self.inner.clone().with_writer_config_defaults(defaults),
-        }
-    }
-
-    pub fn __repr__(&self) -> String {
-        match &self.inner {
-            lancedb::table::LsmWriteSpec::Bucket {
-                column,
-                num_buckets,
-                maintained_indexes,
-                writer_config_defaults,
-            } => format!(
-                "LsmWriteSpec.bucket(column={:?}, num_buckets={}, maintained_indexes={:?}, writer_config_defaults={:?})",
-                column, num_buckets, maintained_indexes, writer_config_defaults,
-            ),
-            lancedb::table::LsmWriteSpec::Identity {
-                column,
-                maintained_indexes,
-                writer_config_defaults,
-            } => format!(
-                "LsmWriteSpec.identity(column={:?}, maintained_indexes={:?}, writer_config_defaults={:?})",
-                column, maintained_indexes, writer_config_defaults,
-            ),
-            lancedb::table::LsmWriteSpec::Unsharded {
-                maintained_indexes,
-                writer_config_defaults,
-            } => format!(
-                "LsmWriteSpec.unsharded(maintained_indexes={:?}, writer_config_defaults={:?})",
-                maintained_indexes, writer_config_defaults,
-            ),
-        }
-    }
-
-    /// Discriminator string identifying the variant ("bucket", "identity",
-    /// or "unsharded").
-    #[getter]
-    pub fn spec_type(&self) -> &'static str {
-        match &self.inner {
-            lancedb::table::LsmWriteSpec::Bucket { .. } => "bucket",
-            lancedb::table::LsmWriteSpec::Identity { .. } => "identity",
-            lancedb::table::LsmWriteSpec::Unsharded { .. } => "unsharded",
-        }
-    }
-
-    /// Bucket and identity variants: the sharding column. `None` for unsharded.
-    #[getter]
-    pub fn column(&self) -> Option<String> {
-        match &self.inner {
-            lancedb::table::LsmWriteSpec::Bucket { column, .. }
-            | lancedb::table::LsmWriteSpec::Identity { column, .. } => Some(column.clone()),
-            lancedb::table::LsmWriteSpec::Unsharded { .. } => None,
-        }
-    }
-
-    /// Bucket variant only: the number of buckets.
-    #[getter]
-    pub fn num_buckets(&self) -> Option<u32> {
-        match &self.inner {
-            lancedb::table::LsmWriteSpec::Bucket { num_buckets, .. } => Some(*num_buckets),
-            _ => None,
-        }
-    }
-
-    /// Names of indexes the MemWAL should keep up to date during writes.
-    #[getter]
-    pub fn maintained_indexes(&self) -> Vec<String> {
-        self.inner.maintained_indexes().to_vec()
-    }
-
-    /// Default `ShardWriter` configuration recorded by this spec.
-    #[getter]
-    pub fn writer_config_defaults(&self) -> HashMap<String, String> {
-        self.inner.writer_config_defaults().clone()
-    }
-}
-
-impl From<LsmWriteSpec> for lancedb::table::LsmWriteSpec {
-    fn from(spec: LsmWriteSpec) -> Self {
-        spec.inner
-    }
-}
-
 #[pyclass(get_all, from_py_object)]
 #[derive(Clone, Debug)]
 pub struct AddColumnsResult {
@@ -940,37 +805,6 @@ impl Table {
        })
    }

-    pub fn set_unenforced_primary_key<'a>(
-        self_: PyRef<'a, Self>,
-        columns: Vec<String>,
-    ) -> PyResult<Bound<'a, PyAny>> {
-        let inner = self_.inner_ref()?.clone();
-        future_into_py(self_.py(), async move {
-            inner
-                .set_unenforced_primary_key(columns)
-                .await
-                .infer_error()
-        })
-    }
-
-    pub fn set_lsm_write_spec<'a>(
-        self_: PyRef<'a, Self>,
-        spec: LsmWriteSpec,
-    ) -> PyResult<Bound<'a, PyAny>> {
-        let inner = self_.inner_ref()?.clone();
-        let native_spec = lancedb::table::LsmWriteSpec::from(spec);
-        future_into_py(self_.py(), async move {
-            inner.set_lsm_write_spec(native_spec).await.infer_error()
-        })
-    }
-
-    pub fn unset_lsm_write_spec(self_: PyRef<'_, Self>) -> PyResult<Bound<'_, PyAny>> {
-        let inner = self_.inner_ref()?.clone();
-        future_into_py(self_.py(), async move {
-            inner.unset_lsm_write_spec().await.infer_error()
-        })
-    }
-
    pub fn uses_v2_manifest_paths(self_: PyRef<'_, Self>) -> PyResult<Bound<'_, PyAny>> {
        let inner = self_.inner_ref()?.clone();
        future_into_py(self_.py(), async move {
@@ -33,14 +33,6 @@ class TestExprConstruction:
        e = lit(True)
        assert isinstance(e, Expr)

-    def test_lit_bytes(self):
-        e = lit(b"\xde\xad\xbe\xef")
-        assert isinstance(e, Expr)
-
-    def test_lit_bytes_empty(self):
-        e = lit(b"")
-        assert isinstance(e, Expr)
-
    def test_lit_unsupported_type_raises(self):
        with pytest.raises(Exception):
            lit([1, 2, 3])
@@ -143,43 +135,6 @@ class TestExprOperators:
        assert e.to_sql() == "(name = 'alice')"


-class TestExprBytesLiteral:
-    def test_bytes_to_sql(self):
-        e = lit(b"\xde\xad\xbe\xef")
-        assert e.to_sql() == "X'DEADBEEF'"
-
-    def test_empty_bytes_to_sql(self):
-        e = lit(b"")
-        assert e.to_sql() == "X''"
-
-    def test_bytes_repr(self):
-        e = lit(b"\x01\x02")
-        assert repr(e) == "Expr(X'0102')"
-
-    def test_bytes_equality_expr_sql(self):
-        e = col("data") == lit(b"\xca\xfe")
-        assert e.to_sql() == "(data = X'CAFE')"
-
-    def test_bytes_ne_expr_sql(self):
-        e = col("data") != lit(b"\xff")
-        assert e.to_sql() == "(data <> X'FF')"
-
-    def test_bytes_compound_expr_sql(self):
-        e = (col("data") == lit(b"\x01")) & (col("id") > lit(5))
-        assert e.to_sql() == "((data = X'01') AND (id > 5))"
-
-    def test_bytes_in_function_call(self):
-        # Regression test: binary literals inside scalar function calls
-        # used to fail because DataFusion's unparser does not support Binary
-        # scalars.  Now handled via a placeholder-substitution rewrite.
-        e = func("contains", col("data"), lit(b"\xff"))
-        assert e.to_sql() == "contains(data, X'FF')"
-
-    def test_bytes_in_not(self):
-        e = ~(col("data") == lit(b"\xff"))
-        assert e.to_sql() == "NOT (data = X'FF')"
-
-
 class TestExprStringMethods:
    def test_lower(self):
        e = col("name").lower()
@@ -430,44 +385,3 @@ class TestColNamingIntegration:
        )
        assert "upper_name" in result.schema.names
        assert sorted(result["upper_name"].to_pylist()) == ["ALICE", "BOB", "CHARLIE"]
-
-
-# ── bytes / binary column integration tests ───────────────────────────────────
-
-
-@pytest.fixture
-def binary_table(tmp_path):
-    db = lancedb.connect(str(tmp_path))
-    data = pa.table(
-        {
-            "id": [1, 2, 3],
-            "payload": pa.array(
-                [b"\x01\x02", b"\xca\xfe", b"\xff\x00"],
-                type=pa.binary(),
-            ),
-        }
-    )
-    return db.create_table("binary_test", data)
-
-
-class TestExprBytesIntegration:
-    def test_binary_equality_filter(self, binary_table):
-        result = (
-            binary_table.search().where(col("payload") == lit(b"\xca\xfe")).to_arrow()
-        )
-        assert result.num_rows == 1
-        assert result["id"][0].as_py() == 2
-
-    def test_binary_ne_filter(self, binary_table):
-        result = (
-            binary_table.search().where(col("payload") != lit(b"\x01\x02")).to_arrow()
-        )
-        assert result.num_rows == 2
-
-    def test_binary_compound_filter(self, binary_table):
-        result = (
-            binary_table.search()
-            .where((col("payload") == lit(b"\x01\x02")) | (col("id") == lit(3)))
-            .to_arrow()
-        )
-        assert result.num_rows == 2
@@ -1,6 +1,6 @@
 [package]
 name = "lancedb"
-version = "0.29.0"
+version = "0.28.0-beta.11"
 edition.workspace = true
 description = "LanceDB: A serverless, low-latency vector database for AI applications"
 license.workspace = true
@@ -849,6 +849,10 @@ impl ListingDatabase {
            write_params.mode = WriteMode::Overwrite;
        }

+        if request.write_options.skip_auto_cleanup {
+            write_params.skip_auto_cleanup = true;
+        }
+
        write_params.session = Some(self.session.clone());

        write_params
@@ -2034,6 +2038,7 @@ mod tests {
                }),
                ..Default::default()
            }),
+            ..Default::default()
        };

        let table = db
@@ -2107,6 +2112,7 @@ mod tests {
                }),
                ..Default::default()
            }),
+            ..Default::default()
        };

        let table = db
@@ -11,7 +11,6 @@ use lance::io::commit::namespace_manifest::LanceNamespaceExternalManifestStore;
 use lance_io::object_store::{ObjectStoreParams, StorageOptionsAccessor};
 use lance_namespace::{
    LanceNamespace,
-    error::{ErrorCode, NamespaceError},
    models::{
        CreateNamespaceRequest, CreateNamespaceResponse, DeclareTableRequest,
        DescribeNamespaceRequest, DescribeNamespaceResponse, DescribeTableRequest,
@@ -30,7 +29,7 @@ use crate::database::listing::{
    OPT_NEW_TABLE_V2_MANIFEST_PATHS,
 };
 use crate::error::{Error, Result};
-use crate::table::{NativeTable, map_namespace_lance_error};
+use crate::table::NativeTable;
 use lance::dataset::WriteMode;

 use super::{
@@ -38,19 +37,6 @@ use super::{
    Database, OpenTableRequest, TableNamesRequest,
 };

-/// Returns true if the given `lance::Error` (anywhere in its source chain) is a
-/// `NamespaceError::TableAlreadyExists`.
-fn is_table_already_exists_namespace_error(err: &lance::Error) -> bool {
-    let mut current: Option<&(dyn std::error::Error + 'static)> = Some(err);
-    while let Some(e) = current {
-        if let Some(ns_err) = e.downcast_ref::<NamespaceError>() {
-            return ns_err.code() == ErrorCode::TableAlreadyExists;
-        }
-        current = e.source();
-    }
-    false
-}
-
 /// A database implementation that uses lance-namespace for table management
 pub struct LanceNamespaceDatabase {
    namespace: Arc<dyn LanceNamespace>,
@@ -370,15 +356,13 @@ impl Database for LanceNamespaceDatabase {
                        (loc, opts, response.managed_versioning)
                    }
                    Err(e)
-                        if matches!(request.mode, CreateTableMode::Create)
-                            && is_table_already_exists_namespace_error(&e) =>
+                        if matches!(request.mode, CreateTableMode::Create) && {
+                            let err_str = e.to_string();
+                            err_str.contains("already exists")
+                                || err_str.contains("TableAlreadyExists")
+                                || err_str.contains("table already exists")
+                        } =>
                    {
-                        // A declare conflict can either mean (a) the table was previously
-                        // *declared* but never written (in which case we should proceed and
-                        // create it), or (b) the table is fully realized (in which case the
-                        // user is creating something that already exists and we should
-                        // surface TableAlreadyExists). Disambiguate by describing the table
-                        // and checking whether it has both a version and a schema.
                        let response = self
                            .namespace
                            .describe_table(DescribeTableRequest {
@@ -386,8 +370,11 @@ impl Database for LanceNamespaceDatabase {
                                ..Default::default()
                            })
                            .await
-                            .map_err(|describe_err| {
-                                map_namespace_lance_error(describe_err, &request.name)
+                            .map_err(|describe_err| Error::Runtime {
+                                message: format!(
+                                    "Failed to describe existing declared table after declare conflict: {}",
+                                    describe_err
+                                ),
                            })?;

                        if response.version.is_some() && response.schema.is_some() {
@@ -407,7 +394,9 @@ impl Database for LanceNamespaceDatabase {
                        (loc, opts, response.managed_versioning)
                    }
                    Err(e) => {
-                        return Err(map_namespace_lance_error(e, &request.name));
+                        return Err(Error::Runtime {
+                            message: format!("Failed to declare table: {}", e),
+                        });
                    }
                }
            }
@@ -425,6 +414,10 @@ impl Database for LanceNamespaceDatabase {
            params.mode = WriteMode::Overwrite;
        }

+        if request.write_options.skip_auto_cleanup {
+            params.skip_auto_cleanup = true;
+        }
+
        // Set up storage options if provided
        if let Some(storage_opts) = initial_storage_options {
            let store_params = params
@@ -1097,120 +1090,8 @@ mod tests {
            .execute()
            .await;

-        // Verify: Should return TableNotFound — not a generic Runtime/internal error
-        // (regression test for ENT-1235: open_table on missing table previously surfaced as
-        // a generic 500/Runtime error rather than TableNotFound).
-        match result {
-            Err(Error::TableNotFound { name, .. }) => {
-                assert_eq!(name, "non_existent_table");
-            }
-            Err(other) => panic!("Expected TableNotFound, got: {:?}", other),
-            Ok(_) => panic!("Expected open_table to fail, but it succeeded"),
-        }
-    }
-
-    #[tokio::test]
-    async fn test_namespace_open_table_not_found_at_root() {
-        // Same as above, but at the root namespace (no parent namespace creation).
-        // Covers the common code path used by `db.open_table("foo")` without a namespace.
-        let tmp_dir = tempdir().unwrap();
-        let root_path = tmp_dir.path().to_str().unwrap().to_string();
-
-        let mut properties = HashMap::new();
-        properties.insert("root".to_string(), root_path);
-
-        let conn = connect_namespace("dir", properties)
-            .execute()
-            .await
-            .expect("Failed to connect to namespace");
-
-        let result = conn.open_table("missing_at_root").execute().await;
-
-        match result {
-            Err(Error::TableNotFound { name, .. }) => {
-                assert_eq!(name, "missing_at_root");
-            }
-            Err(other) => panic!("Expected TableNotFound, got: {:?}", other),
-            Ok(_) => panic!("Expected open_table to fail, but it succeeded"),
-        }
-    }
-
-    #[tokio::test]
-    async fn test_namespace_create_table_already_exists() {
-        // Regression test for ENT-1235: create_table on an existing table (in default
-        // Create mode) should return TableAlreadyExists, not a generic Runtime/500 error.
-        let tmp_dir = tempdir().unwrap();
-        let root_path = tmp_dir.path().to_str().unwrap().to_string();
-
-        let mut properties = HashMap::new();
-        properties.insert("root".to_string(), root_path);
-
-        let conn = connect_namespace("dir", properties)
-            .execute()
-            .await
-            .expect("Failed to connect to namespace");
-
-        conn.create_namespace(CreateNamespaceRequest {
-            id: Some(vec!["test_ns".into()]),
-            ..Default::default()
-        })
-        .await
-        .expect("Failed to create namespace");
-
-        // Create the table once.
-        conn.create_table("dup_table", create_test_data())
-            .namespace(vec!["test_ns".into()])
-            .execute()
-            .await
-            .expect("Failed to create table the first time");
-
-        // Try to create it again with the default Create mode.
-        let result = conn
-            .create_table("dup_table", create_test_data())
-            .namespace(vec!["test_ns".into()])
-            .execute()
-            .await;
-
-        match result {
-            Err(Error::TableAlreadyExists { name }) => {
-                assert_eq!(name, "dup_table");
-            }
-            Err(other) => panic!("Expected TableAlreadyExists, got: {:?}", other),
-            Ok(_) => panic!("Expected create_table to fail, but it succeeded"),
-        }
-    }
-
-    #[tokio::test]
-    async fn test_namespace_create_table_already_exists_at_root() {
-        // Same as above, but at the root namespace.
-        let tmp_dir = tempdir().unwrap();
-        let root_path = tmp_dir.path().to_str().unwrap().to_string();
-
-        let mut properties = HashMap::new();
-        properties.insert("root".to_string(), root_path);
-
-        let conn = connect_namespace("dir", properties)
-            .execute()
-            .await
-            .expect("Failed to connect to namespace");
-
-        conn.create_table("dup_root", create_test_data())
-            .execute()
-            .await
-            .expect("Failed to create table the first time");
-
-        let result = conn
-            .create_table("dup_root", create_test_data())
-            .execute()
-            .await;
-
-        match result {
-            Err(Error::TableAlreadyExists { name }) => {
-                assert_eq!(name, "dup_root");
-            }
-            Err(other) => panic!("Expected TableAlreadyExists, got: {:?}", other),
-            Ok(_) => panic!("Expected create_table to fail, but it succeeded"),
-        }
+        // Verify: Should return an error
+        assert!(result.is_err());
    }

    #[tokio::test]
@@ -450,10 +450,6 @@ impl PermutationReader {
    }

    pub async fn take_offsets(&self, offsets: &[u64], selection: Select) -> Result<RecordBatch> {
-        if offsets.is_empty() {
-            return Ok(RecordBatch::new_empty(self.output_schema(selection).await?));
-        }
-
        if let Some(permutation_table) = &self.permutation_table {
            let offset_map = self.get_offset_map(permutation_table).await?;
            let row_ids = offsets
@@ -959,62 +955,4 @@ mod tests {
            .to_vec();
        assert_eq!(idx_values, &all_idx_values[4997..5000]);
    }
-
-    #[tokio::test]
-    async fn test_take_offsets_empty_identity_reader() {
-        let base_table = lance_datagen::gen_batch()
-            .col("idx", lance_datagen::array::step::<Int32Type>())
-            .into_mem_table("tbl", RowCount::from(10), BatchCount::from(1))
-            .await;
-
-        let reader = PermutationReader::identity(base_table.base_table().clone()).await;
-
-        let batch = reader.take_offsets(&[], Select::All).await.unwrap();
-
-        assert_eq!(batch.num_rows(), 0);
-        assert_eq!(batch.num_columns(), 1);
-        assert_eq!(batch.schema().field(0).name(), "idx");
-    }
-
-    #[tokio::test]
-    async fn test_take_offsets_empty_with_permutation_table() {
-        let (base_table, row_ids_table, _) = setup_permutation_tables(5).await;
-
-        let reader = PermutationReader::try_from_tables(
-            base_table.base_table().clone(),
-            row_ids_table.base_table().clone(),
-            0,
-        )
-        .await
-        .unwrap();
-
-        let batch = reader.take_offsets(&[], Select::All).await.unwrap();
-
-        assert_eq!(batch.num_rows(), 0);
-        assert_eq!(batch.schema().fields().len(), 2);
-        assert_eq!(batch.schema().field(0).name(), "idx");
-        assert_eq!(batch.schema().field(1).name(), "other_col");
-    }
-
-    #[tokio::test]
-    async fn test_take_offsets_empty_with_column_selection() {
-        let (base_table, row_ids_table, _) = setup_permutation_tables(5).await;
-
-        let reader = PermutationReader::try_from_tables(
-            base_table.base_table().clone(),
-            row_ids_table.base_table().clone(),
-            0,
-        )
-        .await
-        .unwrap();
-
-        let batch = reader
-            .take_offsets(&[], Select::Columns(vec!["idx".to_string()]))
-            .await
-            .unwrap();
-
-        assert_eq!(batch.num_rows(), 0);
-        assert_eq!(batch.num_columns(), 1);
-        assert_eq!(batch.schema().field(0).name(), "idx");
-    }
 }
@@ -138,69 +138,4 @@ mod tests {
        let sql = expr_to_sql_string(&expr).unwrap();
        assert!(sql.contains("price"));
    }
-
-    #[test]
-    fn test_binary_literal() {
-        use datafusion_common::ScalarValue;
-        let expr = lit(ScalarValue::Binary(Some(vec![0xde, 0xad, 0xbe, 0xef])));
-        let sql = expr_to_sql_string(&expr).unwrap();
-        assert_eq!(sql, "X'DEADBEEF'");
-    }
-
-    #[test]
-    fn test_binary_literal_in_filter() {
-        use datafusion_common::ScalarValue;
-        let expr = col("data").eq(lit(ScalarValue::Binary(Some(vec![0xca, 0xfe]))));
-        let sql = expr_to_sql_string(&expr).unwrap();
-        assert_eq!(sql, "(data = X'CAFE')");
-    }
-
-    #[test]
-    fn test_binary_literal_compound() {
-        use datafusion_common::ScalarValue;
-        let bin_expr = col("data").eq(lit(ScalarValue::Binary(Some(vec![0x01]))));
-        let int_expr = col("id").gt(lit(5i64));
-        let combined = bin_expr.and(int_expr);
-        let sql = expr_to_sql_string(&combined).unwrap();
-        assert_eq!(sql, "((data = X'01') AND (id > 5))");
-    }
-
-    #[test]
-    fn test_null_binary_literal() {
-        use datafusion_common::ScalarValue;
-        let expr = lit(ScalarValue::Binary(None));
-        let sql = expr_to_sql_string(&expr).unwrap();
-        assert_eq!(sql, "NULL");
-    }
-
-    #[test]
-    fn test_binary_literal_in_function_call() {
-        use datafusion_common::ScalarValue;
-        // Binary literals inside scalar function arguments must also be
-        // serialized correctly (regression test for placeholder rewrite path).
-        let expr = contains(col("data"), lit(ScalarValue::Binary(Some(vec![0xff]))));
-        let sql = expr_to_sql_string(&expr).unwrap();
-        assert_eq!(sql, "contains(data, X'FF')");
-    }
-
-    #[test]
-    fn test_binary_literal_in_negation() {
-        use datafusion_common::ScalarValue;
-        use std::ops::Not;
-        let expr = col("data")
-            .eq(lit(ScalarValue::Binary(Some(vec![0xab, 0xcd]))))
-            .not();
-        let sql = expr_to_sql_string(&expr).unwrap();
-        assert_eq!(sql, "NOT (data = X'ABCD')");
-    }
-
-    #[test]
-    fn test_multiple_binary_literals() {
-        use datafusion_common::ScalarValue;
-        let lhs = col("a").eq(lit(ScalarValue::Binary(Some(vec![0x01]))));
-        let rhs = col("b").eq(lit(ScalarValue::Binary(Some(vec![0x02, 0x03]))));
-        let expr = lhs.and(rhs);
-        let sql = expr_to_sql_string(&expr).unwrap();
-        assert_eq!(sql, "((a = X'01') AND (b = X'0203'))");
-    }
 }
@@ -1,8 +1,6 @@
 // SPDX-License-Identifier: Apache-2.0
 // SPDX-FileCopyrightText: Copyright The LanceDB Authors

-use datafusion_common::ScalarValue;
-use datafusion_common::tree_node::{Transformed, TreeNode, TreeNodeRecursion};
 use datafusion_expr::Expr;
 use datafusion_sql::unparser::{self, dialect::Dialect};

@@ -30,36 +28,7 @@ impl Dialect for LanceSqlDialect {
    }
 }

-/// Prefix for placeholder strings inserted in place of binary literals.  Chosen
-/// to be extremely unlikely to occur in user data.
-const BINARY_PLACEHOLDER_PREFIX: &str = "__lancedb_binary_placeholder_";
-
-fn bytes_to_hex_sql(bytes: &[u8]) -> String {
-    let hex: String = bytes.iter().map(|b| format!("{b:02X}")).collect();
-    format!("X'{hex}'")
-}
-
-/// Returns true if *expr* contains a `Binary` or `LargeBinary` scalar literal
-/// anywhere in its subtree.  DataFusion's SQL unparser cannot serialize those
-/// variants, so we route such expressions through a placeholder-substitution
-/// path that emits SQL `X'...'` byte-string literals.
-fn has_binary_literal(expr: &Expr) -> bool {
-    let mut found = false;
-    let _ = expr.apply(&mut |e: &Expr| {
-        if matches!(
-            e,
-            Expr::Literal(ScalarValue::Binary(_) | ScalarValue::LargeBinary(_), _)
-        ) {
-            found = true;
-            Ok(TreeNodeRecursion::Stop)
-        } else {
-            Ok(TreeNodeRecursion::Continue)
-        }
-    });
-    found
-}
-
-fn run_unparser(expr: &Expr) -> crate::Result<String> {
+pub fn expr_to_sql_string(expr: &Expr) -> crate::Result<String> {
    let ast = unparser::Unparser::new(&LanceSqlDialect)
        .expr_to_sql(expr)
        .map_err(|e| crate::Error::InvalidInput {
@@ -67,49 +36,3 @@ fn run_unparser(expr: &Expr) -> crate::Result<String> {
        })?;
    Ok(ast.to_string())
 }
-
-pub fn expr_to_sql_string(expr: &Expr) -> crate::Result<String> {
-    // Fast path: no binary literals — DataFusion's unparser handles everything.
-    if !has_binary_literal(expr) {
-        return run_unparser(expr);
-    }
-
-    // Slow path: DataFusion's unparser cannot serialize `Binary`/`LargeBinary`
-    // scalars, so we rewrite each one to a unique string-literal placeholder,
-    // let the unparser do the rest of the work, then substitute the SQL
-    // `X'...'` byte-string literal back in.  This keeps the operator/function
-    // serialization logic centralized in DataFusion and works for every
-    // expression node type the unparser supports.
-    let mut bindings: Vec<Vec<u8>> = Vec::new();
-    let rewritten = expr
-        .clone()
-        .transform(|e: Expr| match e {
-            Expr::Literal(ScalarValue::Binary(Some(bytes)), m)
-            | Expr::Literal(ScalarValue::LargeBinary(Some(bytes)), m) => {
-                let placeholder = format!("{}{}__", BINARY_PLACEHOLDER_PREFIX, bindings.len());
-                bindings.push(bytes);
-                Ok(Transformed::yes(Expr::Literal(
-                    ScalarValue::Utf8(Some(placeholder)),
-                    m,
-                )))
-            }
-            Expr::Literal(ScalarValue::Binary(None), m)
-            | Expr::Literal(ScalarValue::LargeBinary(None), m) => {
-                Ok(Transformed::yes(Expr::Literal(ScalarValue::Null, m)))
-            }
-            other => Ok(Transformed::no(other)),
-        })
-        .map_err(|e| crate::Error::InvalidInput {
-            message: format!("failed to rewrite expression: {}", e),
-        })?
-        .data;
-
-    let mut sql = run_unparser(&rewritten)?;
-    for (i, bytes) in bindings.iter().enumerate() {
-        // The unparser quotes string literals with single quotes, so the
-        // placeholder appears as `'__lancedb_binary_placeholder_<i>__'`.
-        let quoted = format!("'{}{}__'", BINARY_PLACEHOLDER_PREFIX, i);
-        sql = sql.replace(&quoted, &bytes_to_hex_sql(bytes));
-    }
-    Ok(sql)
-}
@@ -234,6 +234,7 @@ mod test {
            .create_table("test", data)
            .write_options(WriteOptions {
                lance_write_params: Some(param),
+                ..Default::default()
            })
            .execute()
            .await;
@@ -11,8 +11,6 @@ use datafusion_expr::Expr;
 use datafusion_physical_plan::ExecutionPlan;
 use futures::{FutureExt, TryFutureExt, TryStreamExt, stream, try_join};
 use half::f16;
-/// Re-export Lance ColumnOrdering type for use in query ordering
-pub use lance::dataset::scanner::ColumnOrdering;
 use lance::dataset::{ROW_ID, scanner::DatasetRecordBatchStream};
 use lance_arrow::RecordBatchExt;
 use lance_datafusion::exec::execute_plan;
@@ -512,11 +510,6 @@ pub trait QueryBase {
    /// the scores are converted to ranks and then normalized. If "Score", the
    /// scores are normalized directly.
    fn norm(self, norm: NormalizeMethod) -> Self;
-
-    /// Sort the results by the specified column(s).
-    ///
-    /// This allows ordering query results by one or more columns in either ascending or descending order.
-    fn order_by(self, ordering: Option<Vec<ColumnOrdering>>) -> Self;
 }

 pub trait HasQuery {
@@ -581,11 +574,6 @@ impl<T: HasQuery> QueryBase for T {
        self.mut_query().norm = Some(norm);
        self
    }
-
-    fn order_by(mut self, ordering: Option<Vec<ColumnOrdering>>) -> Self {
-        self.mut_query().order_by = ordering;
-        self
-    }
 }

 /// Options for controlling the execution of a query
@@ -762,11 +750,6 @@ pub struct QueryRequest {
    ///
    /// By default, this is false (scoring columns are auto-projected for backward compatibility).
    pub disable_scoring_autoprojection: bool,
-
-    /// Sort the results by the specified column(s).
-    ///
-    /// This allows ordering query results by one or more columns in either ascending or descending order.
-    pub order_by: Option<Vec<ColumnOrdering>>,
 }

 impl Default for QueryRequest {
@@ -783,7 +766,6 @@ impl Default for QueryRequest {
            reranker: None,
            norm: None,
            disable_scoring_autoprojection: false,
-            order_by: None,
        }
    }
 }
@@ -518,21 +518,6 @@ impl<S: HttpSend> RemoteTable<S> {
            }
        }

-        if let Some(order_by) = &params.order_by {
-            body["order_by"] = serde_json::Value::Array(
-                order_by
-                    .iter()
-                    .map(|o| {
-                        serde_json::json!({
-                            "column_name": o.column_name,
-                            "ascending": o.ascending,
-                            "nulls_first": o.nulls_first,
-                        })
-                    })
-                    .collect(),
-            );
-        }
-
        Ok(())
    }

@@ -1667,24 +1652,6 @@ impl<S: HttpSend> BaseTable for RemoteTable<S> {
        Ok(merge_insert_response)
    }

-    async fn set_unenforced_primary_key(&self, _columns: &[&str]) -> Result<()> {
-        Err(Error::NotSupported {
-            message: "set_unenforced_primary_key is not supported on LanceDB cloud.".into(),
-        })
-    }
-
-    async fn set_lsm_write_spec(&self, _spec: crate::table::LsmWriteSpec) -> Result<()> {
-        Err(Error::NotSupported {
-            message: "set_lsm_write_spec is not supported on LanceDB cloud.".into(),
-        })
-    }
-
-    async fn unset_lsm_write_spec(&self) -> Result<()> {
-        Err(Error::NotSupported {
-            message: "unset_lsm_write_spec is not supported on LanceDB cloud.".into(),
-        })
-    }
-
    async fn tags(&self) -> Result<Box<dyn Tags + '_>> {
        Ok(Box::new(RemoteTags { inner: self }))
    }
@@ -2111,7 +2078,7 @@ mod tests {
    use crate::{
        DistanceType, Error, Table,
        index::{Index, IndexStatistics, IndexType, vector::IvfPqIndexBuilder},
-        query::{ColumnOrdering, ExecutableQuery, QueryBase},
+        query::{ExecutableQuery, QueryBase},
        remote::ARROW_FILE_CONTENT_TYPE,
    };

@@ -3021,18 +2988,6 @@ mod tests {
                "distance_type": "cosine",
                "bypass_vector_index": true,
                "columns": ["a", "b"],
-                "order_by": [
-                    {
-                        "column_name": "score",
-                        "ascending": false,
-                        "nulls_first": true,
-                    },
-                    {
-                        "column_name": "id",
-                        "ascending": true,
-                        "nulls_first": false,
-                    }
-                ],
                "nprobes": 12,
                "minimum_nprobes": 12,
                "maximum_nprobes": 12,
@@ -3064,10 +3019,6 @@ mod tests {
            .limit(42)
            .offset(10)
            .select(Select::columns(&["a", "b"]))
-            .order_by(Some(vec![
-                ColumnOrdering::desc_nulls_first("score".to_string()),
-                ColumnOrdering::asc_nulls_last("id".to_string()),
-            ]))
            .nearest_to(vec![0.1, 0.2, 0.3])
            .unwrap()
            .column("my_vector")
@@ -36,7 +36,6 @@ pub use query::AnyQuery;

 use lance::io::commit::namespace_manifest::LanceNamespaceExternalManifestStore;
 use lance_namespace::LanceNamespace;
-use lance_namespace::error::NamespaceError;
 use lance_namespace::models::DescribeTableRequest;
 use lance_table::format::Manifest;
 use lance_table::io::commit::CommitHandler;
@@ -74,7 +73,6 @@ pub(crate) mod dataset;
 pub mod delete;
 pub mod merge;
 pub mod optimize;
-mod primary_key;
 pub mod query;
 pub mod schema_evolution;
 pub mod update;
@@ -96,53 +94,6 @@ pub use schema_evolution::{AddColumnsResult, AlterColumnsResult, DropColumnsResu
 use serde_with::skip_serializing_none;
 pub use update::{UpdateBuilder, UpdateResult};

-/// Walk a boxed error chain to find the innermost `NamespaceError`.
-///
-/// Callers like `DatasetBuilder::from_namespace` re-wrap their inner namespace error
-/// inside a fresh `lance::Error::Namespace`, so a single downcast at the top level
-/// won't find it. This walks `.source()` to unwrap arbitrarily nested layers.
-fn find_namespace_error<'a>(
-    err: &'a (dyn std::error::Error + 'static),
-) -> Option<&'a NamespaceError> {
-    let mut current: Option<&(dyn std::error::Error + 'static)> = Some(err);
-    while let Some(e) = current {
-        if let Some(ns_err) = e.downcast_ref::<NamespaceError>() {
-            return Some(ns_err);
-        }
-        current = e.source();
-    }
-    None
-}
-
-/// Map a `lance::Error` coming from a `lance-namespace` call into a `lancedb::Error`,
-/// preserving the fine-grained namespace error code (e.g. `TableNotFound`,
-/// `TableAlreadyExists`). Errors that aren't recognized namespace error variants fall
-/// through to a generic runtime error rather than `TableNotFound`/`TableAlreadyExists`.
-pub(crate) fn map_namespace_lance_error(err: lance::Error, table_name: &str) -> Error {
-    if let Some(code) = find_namespace_error(&err).map(NamespaceError::code) {
-        match code {
-            lance_namespace::error::ErrorCode::TableNotFound => {
-                return Error::TableNotFound {
-                    name: table_name.to_string(),
-                    source: Box::new(err),
-                };
-            }
-            lance_namespace::error::ErrorCode::TableAlreadyExists => {
-                return Error::TableAlreadyExists {
-                    name: table_name.to_string(),
-                };
-            }
-            _ => {}
-        }
-    }
-    match err {
-        lance::Error::Namespace { source, .. } => Error::Runtime {
-            message: format!("Namespace error: {}", source),
-        },
-        other => other.into(),
-    }
-}
-
 /// Defines the type of column
 #[derive(Debug, Clone, Serialize, Deserialize)]
 pub enum ColumnKind {
@@ -238,6 +189,18 @@ pub struct WriteOptions {
    // Coming soon: https://github.com/lancedb/lancedb/issues/992
    // /// What behavior to take if the data contains invalid vectors
    // pub on_bad_vectors: BadVectorHandling,
+    /// If true, skip the automatic cleanup of old dataset versions that would
+    /// otherwise run during the commit. This forwards to
+    /// [`WriteParams::skip_auto_cleanup`] in lance-core.
+    ///
+    /// Useful for high-frequency writers that want to manage version cleanup
+    /// themselves (e.g. via a periodic optimize job), or for writers that
+    /// lack delete permissions on the underlying storage.
+    ///
+    /// If `lance_write_params` is also set with `skip_auto_cleanup = true`,
+    /// the cleanup is skipped. Setting this field to `true` forces the flag
+    /// on regardless of `lance_write_params`.
+    pub skip_auto_cleanup: bool,
    /// Advanced parameters that can be used to customize table creation
    ///
    /// Overlapping `OpenTableBuilder` options (e.g. [AddDataBuilder::mode]) will take
@@ -273,176 +236,6 @@ pub trait Tags: Send + Sync {

 pub use self::merge::MergeResult;

-/// Specification selecting Lance's MemWAL LSM-style write path for
-/// `merge_insert`.
-///
-/// Construct via [`LsmWriteSpec::bucket`], [`LsmWriteSpec::identity`], or
-/// [`LsmWriteSpec::unsharded`], then optionally chain
-/// [`LsmWriteSpec::with_maintained_indexes`] (indexes the MemWAL keeps up to
-/// date) and [`LsmWriteSpec::with_writer_config_defaults`] (default
-/// `ShardWriter` configuration recorded in the MemWAL index).
-///
-/// All variants require the table to have an unenforced primary key.
-///
-/// Install a spec with [`Table::set_lsm_write_spec`] and remove it with
-/// [`Table::unset_lsm_write_spec`]. The actual `merge_insert` dispatch
-/// onto the MemWAL writer is a follow-up.
-#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
-pub enum LsmWriteSpec {
-    /// Hash-bucket sharding by the unenforced primary key column.
-    ///
-    /// `column` must equal the table's currently-set single-column
-    /// unenforced primary key. `num_buckets` must be in `[1, 1024]`.
-    /// Iceberg-compatible Murmur3-x86-32 (seed 0) is used so each row's
-    /// `bucket(column, num_buckets)` value is stable across processes.
-    Bucket {
-        column: String,
-        num_buckets: u32,
-        /// Names of indexes (already created on the table) that the
-        /// MemWAL should maintain in-memory as rows are appended.
-        maintained_indexes: Vec<String>,
-        /// Default `ShardWriter` configuration recorded in the MemWAL index.
-        writer_config_defaults: HashMap<String, String>,
-    },
-    /// Identity sharding — shard by the raw value of `column`.
-    ///
-    /// Use this when the data is already partitioned by `column`; each
-    /// distinct value of `column` becomes its own shard.
-    Identity {
-        column: String,
-        /// Names of indexes (already created on the table) that the
-        /// MemWAL should maintain in-memory as rows are appended.
-        maintained_indexes: Vec<String>,
-        /// Default `ShardWriter` configuration recorded in the MemWAL index.
-        writer_config_defaults: HashMap<String, String>,
-    },
-    /// No sharding — every `merge_insert` call writes to a single MemWAL shard.
-    Unsharded {
-        /// Names of indexes (already created on the table) that the
-        /// MemWAL should maintain in-memory as rows are appended.
-        maintained_indexes: Vec<String>,
-        /// Default `ShardWriter` configuration recorded in the MemWAL index.
-        writer_config_defaults: HashMap<String, String>,
-    },
-}
-
-impl LsmWriteSpec {
-    /// Construct a hash-bucket sharding spec with no maintained indexes.
-    pub fn bucket(column: impl Into<String>, num_buckets: u32) -> Self {
-        Self::Bucket {
-            column: column.into(),
-            num_buckets,
-            maintained_indexes: Vec::new(),
-            writer_config_defaults: HashMap::new(),
-        }
-    }
-
-    /// Construct an identity-sharding spec (shard by the raw value of
-    /// `column`) with no maintained indexes.
-    pub fn identity(column: impl Into<String>) -> Self {
-        Self::Identity {
-            column: column.into(),
-            maintained_indexes: Vec::new(),
-            writer_config_defaults: HashMap::new(),
-        }
-    }
-
-    /// Construct an unsharded spec with no maintained indexes.
-    pub fn unsharded() -> Self {
-        Self::Unsharded {
-            maintained_indexes: Vec::new(),
-            writer_config_defaults: HashMap::new(),
-        }
-    }
-
-    /// Replace the list of indexes the MemWAL should keep up to date as
-    /// rows are appended. Each name must reference an index that already
-    /// exists on the table at the time `set_lsm_write_spec` is called.
-    pub fn with_maintained_indexes<I, S>(mut self, indexes: I) -> Self
-    where
-        I: IntoIterator<Item = S>,
-        S: Into<String>,
-    {
-        let v: Vec<String> = indexes.into_iter().map(Into::into).collect();
-        match &mut self {
-            Self::Bucket {
-                maintained_indexes, ..
-            }
-            | Self::Identity {
-                maintained_indexes, ..
-            }
-            | Self::Unsharded {
-                maintained_indexes, ..
-            } => *maintained_indexes = v,
-        }
-        self
-    }
-
-    /// Replace the default `ShardWriter` configuration recorded in the MemWAL
-    /// index, so every writer starts from the same defaults. Keys are
-    /// `ShardWriter` config field names (`Duration` knobs use a `_ms` suffix);
-    /// values are their string encodings.
-    pub fn with_writer_config_defaults<I, K, V>(mut self, defaults: I) -> Self
-    where
-        I: IntoIterator<Item = (K, V)>,
-        K: Into<String>,
-        V: Into<String>,
-    {
-        let m: HashMap<String, String> = defaults
-            .into_iter()
-            .map(|(k, v)| (k.into(), v.into()))
-            .collect();
-        match &mut self {
-            Self::Bucket {
-                writer_config_defaults,
-                ..
-            }
-            | Self::Identity {
-                writer_config_defaults,
-                ..
-            }
-            | Self::Unsharded {
-                writer_config_defaults,
-                ..
-            } => *writer_config_defaults = m,
-        }
-        self
-    }
-
-    /// Borrow the list of index names this spec asks MemWAL to maintain.
-    pub fn maintained_indexes(&self) -> &[String] {
-        match self {
-            Self::Bucket {
-                maintained_indexes, ..
-            }
-            | Self::Identity {
-                maintained_indexes, ..
-            }
-            | Self::Unsharded {
-                maintained_indexes, ..
-            } => maintained_indexes,
-        }
-    }
-
-    /// Borrow the default `ShardWriter` configuration recorded by this spec.
-    pub fn writer_config_defaults(&self) -> &HashMap<String, String> {
-        match self {
-            Self::Bucket {
-                writer_config_defaults,
-                ..
-            }
-            | Self::Identity {
-                writer_config_defaults,
-                ..
-            }
-            | Self::Unsharded {
-                writer_config_defaults,
-                ..
-            } => writer_config_defaults,
-        }
-    }
-}
-
 /// A trait for anything "table-like".  This is used for both native tables (which target
 /// Lance datasets) and remote tables (which target LanceDB cloud)
 ///
@@ -516,43 +309,6 @@ pub trait BaseTable: std::fmt::Display + std::fmt::Debug + Send + Sync {
        params: MergeInsertBuilder,
        new_data: Box<dyn RecordBatchReader + Send>,
    ) -> Result<MergeResult>;
-    /// Set the unenforced primary key for the table to a single column.
-    ///
-    /// "Unenforced" means LanceDB does not check uniqueness on writes; the
-    /// column is recorded in the schema as the primary key for use by
-    /// features such as `merge_insert`. Only single-column primary keys are
-    /// supported, and the key cannot be changed once set.
-    ///
-    /// The default implementation returns `NotSupported`; table types
-    /// backed by a Lance dataset override it.
-    async fn set_unenforced_primary_key(&self, _columns: &[&str]) -> Result<()> {
-        Err(Error::NotSupported {
-            message: "set_unenforced_primary_key is not supported on this table type".into(),
-        })
-    }
-    /// Install an [`LsmWriteSpec`] on this table.
-    ///
-    /// The spec selects Lance's MemWAL LSM-style write path for future
-    /// `merge_insert` calls.
-    ///
-    /// The default implementation returns `NotSupported`. Implementations
-    /// that support the MemWAL LSM write path must override this.
-    async fn set_lsm_write_spec(&self, _spec: LsmWriteSpec) -> Result<()> {
-        Err(Error::NotSupported {
-            message: "set_lsm_write_spec is not supported on this table type".into(),
-        })
-    }
-    /// Remove the [`LsmWriteSpec`] from this table.
-    ///
-    /// This is a no-op if no spec is currently set.
-    ///
-    /// The default implementation returns `NotSupported`. Implementations
-    /// that support the MemWAL LSM write path must override this.
-    async fn unset_lsm_write_spec(&self) -> Result<()> {
-        Err(Error::NotSupported {
-            message: "unset_lsm_write_spec is not supported on this table type".into(),
-        })
-    }
    /// Gets the table tag manager.
    async fn tags(&self) -> Result<Box<dyn Tags + '_>>;
    /// Optimize the dataset.
@@ -1271,68 +1027,6 @@ impl Table {
        self.inner.drop_columns(columns).await
    }

-    /// Set the unenforced primary key for this table to a single column.
-    ///
-    /// "Unenforced" means LanceDB does not check uniqueness on writes; the
-    /// column is recorded in the schema as the primary key so that features
-    /// such as `merge_insert` can use it.
-    ///
-    /// Only single-column primary keys are supported, and the key cannot be
-    /// changed once set — calling this on a table that already has an
-    /// unenforced primary key fails. `columns` is an iterable for binding
-    /// ergonomics but must yield exactly one column:
-    ///
-    /// - `table.set_unenforced_primary_key(["id"])`
-    pub async fn set_unenforced_primary_key<I, S>(&self, columns: I) -> Result<()>
-    where
-        I: IntoIterator<Item = S>,
-        S: Into<String>,
-    {
-        let owned: Vec<String> = columns.into_iter().map(Into::into).collect();
-        let borrowed: Vec<&str> = owned.iter().map(String::as_str).collect();
-        self.inner.set_unenforced_primary_key(&borrowed).await
-    }
-
-    /// Install an [`LsmWriteSpec`] on this table, selecting Lance's MemWAL
-    /// LSM-style write path for future `merge_insert` calls.
-    ///
-    /// [`LsmWriteSpec`] chooses one of three sharding strategies:
-    ///
-    /// - [`LsmWriteSpec::bucket`] — hash-bucket writes by the single-column
-    ///   unenforced primary key.
-    /// - [`LsmWriteSpec::identity`] — shard by the raw value of a scalar column.
-    /// - [`LsmWriteSpec::unsharded`] — route every write to a single shard.
-    ///
-    /// All variants require the table to have an unenforced primary key
-    /// ([`Table::set_unenforced_primary_key`]); bucket sharding additionally
-    /// requires it to be the single column being bucketed.
-    ///
-    /// # Example
-    ///
-    /// ```
-    /// # use lancedb::table::{LsmWriteSpec, Table};
-    /// # async fn example(table: &Table) -> Result<(), Box<dyn std::error::Error>> {
-    /// table.set_unenforced_primary_key(["id"]).await?;
-    /// table
-    ///     .set_lsm_write_spec(
-    ///         LsmWriteSpec::bucket("id", 16).with_maintained_indexes(["id_idx"]),
-    ///     )
-    ///     .await?;
-    /// # Ok(())
-    /// # }
-    /// ```
-    pub async fn set_lsm_write_spec(&self, spec: LsmWriteSpec) -> Result<()> {
-        self.inner.set_lsm_write_spec(spec).await
-    }
-
-    /// Remove the [`LsmWriteSpec`] from this table, reverting to the standard
-    /// `merge_insert` write path.
-    ///
-    /// Errors if no spec is currently set.
-    pub async fn unset_lsm_write_spec(&self) -> Result<()> {
-        self.inner.unset_lsm_write_spec().await
-    }
-
    /// Retrieve the version of the table
    ///
    /// LanceDb supports versioning.  Every operation that modifies the table increases
@@ -1812,7 +1506,12 @@ impl NativeTable {
        // and storage options from the namespace
        let builder = DatasetBuilder::from_namespace(namespace_client.clone(), table_id)
            .await
-            .map_err(|e| map_namespace_lance_error(e, name))?;
+            .map_err(|e| match e {
+                lance::Error::Namespace { source, .. } => Error::Runtime {
+                    message: format!("Failed to get table info from namespace: {:?}", source),
+                },
+                e => e.into(),
+            })?;

        let dataset = builder
            .with_read_params(params)
@@ -2596,7 +2295,8 @@ impl BaseTable for NativeTable {

        let output = add.into_plan(&table_schema, &table_def)?;

-        let lance_params = output
+        let skip_auto_cleanup = output.write_options.skip_auto_cleanup;
+        let mut lance_params = output
            .write_options
            .lance_write_params
            .unwrap_or(WriteParams {
@@ -2606,6 +2306,9 @@ impl BaseTable for NativeTable {
                },
                ..Default::default()
            });
+        if skip_auto_cleanup {
+            lance_params.skip_auto_cleanup = true;
+        }

        // Repartition for write parallelism if beneficial.
        let plan = if num_partitions > 1 {
@@ -2739,18 +2442,6 @@ impl BaseTable for NativeTable {
        merge::execute_merge_insert(self, params, new_data).await
    }

-    async fn set_unenforced_primary_key(&self, columns: &[&str]) -> Result<()> {
-        primary_key::set_unenforced_primary_key(self, columns).await
-    }
-
-    async fn set_lsm_write_spec(&self, spec: LsmWriteSpec) -> Result<()> {
-        merge::lsm::set_lsm_write_spec(self, spec).await
-    }
-
-    async fn unset_lsm_write_spec(&self) -> Result<()> {
-        merge::lsm::unset_lsm_write_spec(self).await
-    }
-
    /// Delete rows from the table
    async fn delete(&self, predicate: &str) -> Result<DeleteResult> {
        // Delegate to the submodule implementation
@@ -3052,7 +2743,6 @@ mod tests {
    use futures::TryStreamExt;
    use lance::Dataset;
    use lance::io::{ObjectStoreParams, WrappingObjectStore};
-    use lance_core::datatypes::LANCE_UNENFORCED_PRIMARY_KEY_POSITION;
    use tempfile::tempdir;

    use super::*;
@@ -4147,395 +3837,6 @@ mod tests {
        );
    }

-    #[tokio::test]
-    async fn test_set_unenforced_primary_key() {
-        let tmp_dir = tempdir().unwrap();
-        let uri = tmp_dir.path().to_str().unwrap();
-
-        let schema = Arc::new(Schema::new(vec![
-            Field::new("id", DataType::Int64, false),
-            Field::new("name", DataType::Utf8, true),
-            Field::new("score", DataType::Float64, true),
-        ]));
-        let batch = RecordBatch::try_new(
-            schema.clone(),
-            vec![
-                Arc::new(arrow_array::Int64Array::from(vec![1, 2, 3])),
-                Arc::new(StringArray::from(vec!["a", "b", "c"])),
-                Arc::new(arrow_array::Float64Array::from(vec![1.0, 2.0, 3.0])),
-            ],
-        )
-        .unwrap();
-        let reader: Box<dyn arrow_array::RecordBatchReader + Send> =
-            Box::new(RecordBatchIterator::new(vec![Ok(batch)], schema.clone()));
-
-        let conn = ConnectBuilder::new(uri)
-            .read_consistency_interval(Duration::from_secs(0))
-            .execute()
-            .await
-            .unwrap();
-        let table = conn.create_table("t", reader).execute().await.unwrap();
-
-        // Reject empty input.
-        let err = table
-            .set_unenforced_primary_key(Vec::<&str>::new())
-            .await
-            .expect_err("empty input should be rejected");
-        assert!(matches!(err, Error::InvalidInput { .. }), "got {:?}", err);
-
-        // Reject compound (multi-column) input.
-        let err = table
-            .set_unenforced_primary_key(["id", "name"])
-            .await
-            .expect_err("compound primary key should be rejected");
-        assert!(matches!(err, Error::InvalidInput { .. }), "got {:?}", err);
-
-        // Reject unknown column.
-        let err = table
-            .set_unenforced_primary_key(["nonexistent"])
-            .await
-            .expect_err("nonexistent column should be rejected");
-        assert!(matches!(err, Error::InvalidInput { .. }), "got {:?}", err);
-
-        // Reject unsupported dtype (Float64).
-        let err = table
-            .set_unenforced_primary_key(["score"])
-            .await
-            .expect_err("Float64 should be rejected");
-        assert!(matches!(err, Error::InvalidInput { .. }), "got {:?}", err);
-
-        // None of the rejected calls set a primary key.
-        let lance_schema = table.as_native().unwrap().manifest().await.unwrap().schema;
-        assert!(lance_schema.unenforced_primary_key().is_empty());
-
-        // Happy path: set the primary key to "id".
-        table.set_unenforced_primary_key(["id"]).await.unwrap();
-        let lance_schema = table.as_native().unwrap().manifest().await.unwrap().schema;
-        let pk = lance_schema.unenforced_primary_key();
-        assert_eq!(pk.len(), 1);
-        assert_eq!(pk[0].name, "id");
-        // Position metadata is 1-indexed.
-        assert_eq!(
-            pk[0].metadata.get(LANCE_UNENFORCED_PRIMARY_KEY_POSITION),
-            Some(&"1".to_string())
-        );
-
-        // The primary key is immutable: re-setting it is rejected, whether to
-        // the same column or a different one.
-        let err = table
-            .set_unenforced_primary_key(["id"])
-            .await
-            .expect_err("re-setting the same primary key should be rejected");
-        assert!(matches!(err, Error::InvalidInput { .. }), "got {:?}", err);
-        let err = table
-            .set_unenforced_primary_key(["name"])
-            .await
-            .expect_err("changing the primary key should be rejected");
-        assert!(matches!(err, Error::InvalidInput { .. }), "got {:?}", err);
-
-        // The primary key is unchanged after the rejected calls.
-        let lance_schema = table.as_native().unwrap().manifest().await.unwrap().schema;
-        let pk = lance_schema.unenforced_primary_key();
-        assert_eq!(pk.len(), 1);
-        assert_eq!(pk[0].name, "id");
-    }
-
-    #[tokio::test]
-    async fn test_set_unenforced_primary_key_concurrent() {
-        let tmp_dir = tempdir().unwrap();
-        let uri = tmp_dir.path().to_str().unwrap();
-
-        let schema = Arc::new(Schema::new(vec![Field::new("id", DataType::Int64, false)]));
-        let batch = RecordBatch::try_new(
-            schema.clone(),
-            vec![Arc::new(arrow_array::Int64Array::from(vec![1, 2, 3]))],
-        )
-        .unwrap();
-        let reader: Box<dyn arrow_array::RecordBatchReader + Send> =
-            Box::new(RecordBatchIterator::new(vec![Ok(batch)], schema.clone()));
-
-        // A long read-consistency interval keeps each handle pinned to the
-        // version it opened, so the second handle commits against a stale
-        // base — the same situation as two processes racing.
-        let conn = ConnectBuilder::new(uri)
-            .read_consistency_interval(Duration::from_secs(3600))
-            .execute()
-            .await
-            .unwrap();
-        conn.create_table("t", reader).execute().await.unwrap();
-
-        let table_a = conn.open_table("t").execute().await.unwrap();
-        let table_b = conn.open_table("t").execute().await.unwrap();
-
-        // Handle A sets the primary key first.
-        table_a.set_unenforced_primary_key(["id"]).await.unwrap();
-
-        // Handle B committed against a stale base that had no primary key, so
-        // its own up-front check did not see A's key. The commit itself must
-        // still fail rather than silently overriding A's primary key. (The
-        // cross-process race on a *different* column is caught by the Lance
-        // commit layer.)
-        let err = table_b
-            .set_unenforced_primary_key(["id"])
-            .await
-            .expect_err("concurrent primary key commit on a stale base should fail");
-        assert!(
-            !matches!(err, Error::InvalidInput { .. }),
-            "expected a commit-time conflict, not an up-front input error: {:?}",
-            err
-        );
-
-        // The committed primary key is exactly what A set — no corruption.
-        let fresh = conn.open_table("t").execute().await.unwrap();
-        let lance_schema = fresh.as_native().unwrap().manifest().await.unwrap().schema;
-        let pk = lance_schema.unenforced_primary_key();
-        assert_eq!(pk.len(), 1);
-        assert_eq!(pk[0].name, "id");
-    }
-
-    #[tokio::test]
-    async fn test_set_lsm_write_spec() {
-        use arrow_array::StringArray;
-        use lance::dataset::mem_wal::DatasetMemWalExt;
-
-        let tmp_dir = tempdir().unwrap();
-        let uri = tmp_dir.path().to_str().unwrap();
-
-        let schema = Arc::new(Schema::new(vec![
-            Field::new("id", DataType::Int64, false),
-            Field::new("name", DataType::Utf8, true),
-        ]));
-        let batch = RecordBatch::try_new(
-            schema.clone(),
-            vec![
-                Arc::new(arrow_array::Int64Array::from(vec![1, 2, 3])),
-                Arc::new(StringArray::from(vec!["a", "b", "c"])),
-            ],
-        )
-        .unwrap();
-        let reader: Box<dyn arrow_array::RecordBatchReader + Send> =
-            Box::new(RecordBatchIterator::new(vec![Ok(batch)], schema.clone()));
-
-        let conn = ConnectBuilder::new(uri)
-            .read_consistency_interval(Duration::from_secs(0))
-            .execute()
-            .await
-            .unwrap();
-        let table = conn.create_table("t", reader).execute().await.unwrap();
-
-        // Reject when no PK is set.
-        let err = table
-            .set_lsm_write_spec(LsmWriteSpec::bucket("id", 4))
-            .await
-            .expect_err("should reject without PK");
-        assert!(matches!(err, Error::Lance { .. }), "got {:?}", err);
-
-        // Set PK, then a mismatched column on the spec must be rejected.
-        table.set_unenforced_primary_key(["id"]).await.unwrap();
-        let err = table
-            .set_lsm_write_spec(LsmWriteSpec::bucket("name", 4))
-            .await
-            .expect_err("should reject column != PK");
-        assert!(matches!(err, Error::Lance { .. }), "got {:?}", err);
-
-        // Reject num_buckets out of range.
-        for bad in [0u32, 1025] {
-            let err = table
-                .set_lsm_write_spec(LsmWriteSpec::bucket("id", bad))
-                .await
-                .expect_err("should reject");
-            assert!(matches!(err, Error::Lance { .. }), "got {:?}", err);
-        }
-
-        // Happy path: install spec; verify MemWAL details record it.
-        table
-            .set_lsm_write_spec(LsmWriteSpec::bucket("id", 4))
-            .await
-            .unwrap();
-
-        let native_tbl = table.as_native().unwrap();
-        let dataset = native_tbl.dataset.get().await.unwrap();
-        let details = dataset
-            .mem_wal_index_details()
-            .await
-            .unwrap()
-            .expect("MemWAL index should be initialized");
-        assert_eq!(details.num_shards, 4);
-        assert_eq!(details.sharding_specs.len(), 1);
-        let installed = &details.sharding_specs[0];
-        assert_eq!(installed.fields.len(), 1);
-        let f = &installed.fields[0];
-        assert_eq!(f.transform.as_deref(), Some("bucket"));
-        assert_eq!(
-            f.parameters.get("num_buckets").map(String::as_str),
-            Some("4")
-        );
-        // Bucket parameters must hold only `num_buckets`.
-        assert_eq!(f.parameters.len(), 1);
-
-        // Mutation rejected.
-        let err = table
-            .set_lsm_write_spec(LsmWriteSpec::bucket("id", 8))
-            .await
-            .expect_err("mutation should be rejected");
-        assert!(matches!(err, Error::InvalidInput { .. }), "got {:?}", err);
-    }
-
-    #[tokio::test]
-    async fn test_set_lsm_write_spec_unsharded() {
-        use lance::dataset::mem_wal::DatasetMemWalExt;
-
-        let tmp_dir = tempdir().unwrap();
-        let uri = tmp_dir.path().to_str().unwrap();
-
-        let schema = Arc::new(Schema::new(vec![Field::new("id", DataType::Int64, false)]));
-        let batch = RecordBatch::try_new(
-            schema.clone(),
-            vec![Arc::new(arrow_array::Int64Array::from(vec![1]))],
-        )
-        .unwrap();
-        let reader: Box<dyn arrow_array::RecordBatchReader + Send> =
-            Box::new(RecordBatchIterator::new(vec![Ok(batch)], schema.clone()));
-        let conn = ConnectBuilder::new(uri)
-            .read_consistency_interval(Duration::from_secs(0))
-            .execute()
-            .await
-            .unwrap();
-        let table = conn.create_table("t", reader).execute().await.unwrap();
-
-        // Lance's MemWAL still requires *some* unenforced primary key on
-        // the dataset; Unsharded just skips the per-row hashing step.
-        table.set_unenforced_primary_key(["id"]).await.unwrap();
-        table
-            .set_lsm_write_spec(LsmWriteSpec::unsharded())
-            .await
-            .unwrap();
-
-        let dataset = table.as_native().unwrap().dataset.get().await.unwrap();
-        let details = dataset
-            .mem_wal_index_details()
-            .await
-            .unwrap()
-            .expect("MemWAL index should be initialized");
-        assert_eq!(details.num_shards, 1);
-        assert_eq!(details.sharding_specs.len(), 1);
-        let f = &details.sharding_specs[0].fields[0];
-        assert_eq!(f.transform.as_deref(), Some("unsharded"));
-        assert!(f.source_ids.is_empty());
-    }
-
-    #[tokio::test]
-    async fn test_set_lsm_write_spec_identity() {
-        use lance::dataset::mem_wal::DatasetMemWalExt;
-
-        let tmp_dir = tempdir().unwrap();
-        let uri = tmp_dir.path().to_str().unwrap();
-
-        let schema = Arc::new(Schema::new(vec![
-            Field::new("id", DataType::Int64, false),
-            Field::new("region", DataType::Utf8, true),
-        ]));
-        let batch = RecordBatch::try_new(
-            schema.clone(),
-            vec![
-                Arc::new(arrow_array::Int64Array::from(vec![1, 2, 3])),
-                Arc::new(StringArray::from(vec!["a", "b", "c"])),
-            ],
-        )
-        .unwrap();
-        let reader: Box<dyn arrow_array::RecordBatchReader + Send> =
-            Box::new(RecordBatchIterator::new(vec![Ok(batch)], schema.clone()));
-        let conn = ConnectBuilder::new(uri)
-            .read_consistency_interval(Duration::from_secs(0))
-            .execute()
-            .await
-            .unwrap();
-        let table = conn.create_table("t", reader).execute().await.unwrap();
-
-        table.set_unenforced_primary_key(["id"]).await.unwrap();
-        table
-            .set_lsm_write_spec(
-                LsmWriteSpec::identity("region")
-                    .with_writer_config_defaults([("durable_write", "false")]),
-            )
-            .await
-            .unwrap();
-
-        let dataset = table.as_native().unwrap().dataset.get().await.unwrap();
-        let details = dataset
-            .mem_wal_index_details()
-            .await
-            .unwrap()
-            .expect("MemWAL index should be initialized");
-        // Identity sharding records an open-ended shard count.
-        assert_eq!(details.num_shards, 0);
-        assert_eq!(details.sharding_specs.len(), 1);
-        let f = &details.sharding_specs[0].fields[0];
-        assert_eq!(f.transform.as_deref(), Some("identity"));
-        // Writer config defaults round-trip into the MemWAL index.
-        assert_eq!(
-            details
-                .writer_config_defaults
-                .get("durable_write")
-                .map(String::as_str),
-            Some("false")
-        );
-    }
-
-    #[tokio::test]
-    async fn test_unset_lsm_write_spec() {
-        use lance::dataset::mem_wal::DatasetMemWalExt;
-
-        let tmp_dir = tempdir().unwrap();
-        let uri = tmp_dir.path().to_str().unwrap();
-
-        let schema = Arc::new(Schema::new(vec![Field::new("id", DataType::Int64, false)]));
-        let batch = RecordBatch::try_new(
-            schema.clone(),
-            vec![Arc::new(arrow_array::Int64Array::from(vec![1]))],
-        )
-        .unwrap();
-        let reader: Box<dyn arrow_array::RecordBatchReader + Send> =
-            Box::new(RecordBatchIterator::new(vec![Ok(batch)], schema.clone()));
-        let conn = ConnectBuilder::new(uri)
-            .read_consistency_interval(Duration::from_secs(0))
-            .execute()
-            .await
-            .unwrap();
-        let table = conn.create_table("t", reader).execute().await.unwrap();
-
-        // unset errors when no spec is set.
-        table.unset_lsm_write_spec().await.unwrap_err();
-
-        // Install a spec, then unset it.
-        table.set_unenforced_primary_key(["id"]).await.unwrap();
-        table
-            .set_lsm_write_spec(LsmWriteSpec::bucket("id", 4))
-            .await
-            .unwrap();
-        {
-            let dataset = table.as_native().unwrap().dataset.get().await.unwrap();
-            assert!(dataset.mem_wal_index_details().await.unwrap().is_some());
-        }
-
-        table.unset_lsm_write_spec().await.unwrap();
-        {
-            let dataset = table.as_native().unwrap().dataset.get().await.unwrap();
-            assert!(dataset.mem_wal_index_details().await.unwrap().is_none());
-        }
-
-        // A second unset errors; a fresh spec can still be installed afterwards.
-        table.unset_lsm_write_spec().await.unwrap_err();
-        table
-            .set_lsm_write_spec(LsmWriteSpec::bucket("id", 8))
-            .await
-            .unwrap();
-        {
-            let dataset = table.as_native().unwrap().dataset.get().await.unwrap();
-            assert!(dataset.mem_wal_index_details().await.unwrap().is_some());
-        }
-    }
-
    #[tokio::test]
    pub async fn test_stats() {
        let tmp_dir = tempdir().unwrap();
@@ -441,6 +441,7 @@ mod tests {
            .add(new_batch.clone())
            .write_options(WriteOptions {
                lance_write_params: Some(param),
+                ..Default::default()
            })
            .mode(AddDataMode::Append)
            .execute()
@@ -761,4 +762,56 @@ mod tests {
        table2.add(struct_batch).execute().await.unwrap();
        assert_eq!(table2.count_rows(None).await.unwrap(), 2);
    }
+
+    #[tokio::test]
+    async fn test_add_skip_auto_cleanup() {
+        // Verifies WriteOptions::skip_auto_cleanup is forwarded to lance-core's
+        // WriteParams and actually suppresses the cleanup hook on commit.
+        let tmp_dir = tempfile::tempdir().unwrap();
+        let uri = tmp_dir.path().to_str().unwrap();
+        let conn = connect(uri).execute().await.unwrap();
+
+        let batch = record_batch!(("id", Int64, [1, 2, 3])).unwrap();
+        let table = conn.create_table("t", batch).execute().await.unwrap();
+        // Cleanup on every commit, with `older_than = 0s` so prior versions are
+        // immediately eligible.
+        table
+            .as_native()
+            .unwrap()
+            .update_config(vec![
+                ("lance.auto_cleanup.interval".to_string(), "1".to_string()),
+                (
+                    "lance.auto_cleanup.older_than".to_string(),
+                    "0s".to_string(),
+                ),
+            ])
+            .await
+            .unwrap();
+
+        // Write several versions with skip_auto_cleanup; none should be removed.
+        for i in 0..3 {
+            let new_batch = record_batch!(("id", Int64, [10 + i])).unwrap();
+            table
+                .add(new_batch)
+                .write_options(WriteOptions {
+                    skip_auto_cleanup: true,
+                    ..Default::default()
+                })
+                .execute()
+                .await
+                .unwrap();
+        }
+        let versions_before = table.list_versions().await.unwrap().len();
+
+        // Now write one more without the flag; cleanup should run and prune.
+        let new_batch = record_batch!(("id", Int64, [42])).unwrap();
+        table.add(new_batch).execute().await.unwrap();
+        let versions_after = table.list_versions().await.unwrap().len();
+
+        assert!(
+            versions_after < versions_before,
+            "auto-cleanup should have removed old versions once the skip flag was off \
+             (before={versions_before}, after={versions_after})"
+        );
+    }
 }
@@ -219,6 +219,7 @@ impl ExecutionPlan for InsertExec {
                && let Some(merged_txn) = merge_transactions(transactions)
            {
                let new_dataset = CommitBuilder::new(dataset.clone())
+                    .with_skip_auto_cleanup(write_params.skip_auto_cleanup)
                    .execute(merged_txn)
                    .await?;
                ds_wrapper.update(new_dataset);
@@ -528,6 +528,7 @@ mod tests {
                    }),
                    ..Default::default()
                }),
+                ..Default::default()
            })
            .execute()
            .await
@@ -589,6 +590,7 @@ mod tests {
                    }),
                    ..Default::default()
                }),
+                ..Default::default()
            })
            .execute()
            .await
@@ -16,8 +16,6 @@ use crate::error::{Error, Result};

 use super::{BaseTable, NativeTable};

-pub(crate) mod lsm;
-
 #[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize, Default)]
 pub struct MergeResult {
    // The commit version associated with the operation.
@@ -57,6 +55,7 @@ pub struct MergeInsertBuilder {
    pub(crate) when_not_matched_by_source_delete_filt: Option<String>,
    pub(crate) timeout: Option<Duration>,
    pub(crate) use_index: bool,
+    pub(crate) skip_auto_cleanup: bool,
 }

 impl MergeInsertBuilder {
@@ -71,6 +70,7 @@ impl MergeInsertBuilder {
            when_not_matched_by_source_delete_filt: None,
            timeout: None,
            use_index: true,
+            skip_auto_cleanup: false,
        }
    }

@@ -150,6 +150,17 @@ impl MergeInsertBuilder {
        self
    }

+    /// Skip the automatic cleanup of old dataset versions that would otherwise
+    /// run during the merge insert commit.
+    ///
+    /// This forwards to [`lance::dataset::MergeInsertBuilder::skip_auto_cleanup`]
+    /// in lance-core. Useful for high-frequency writers that want to manage
+    /// version cleanup themselves, or writers without delete permissions.
+    pub fn skip_auto_cleanup(&mut self, skip: bool) -> &mut Self {
+        self.skip_auto_cleanup = skip;
+        self
+    }
+
    /// Executes the merge insert operation
    ///
    /// Returns version and statistics about the merge operation including the number of rows
@@ -193,6 +204,9 @@ pub(crate) async fn execute_merge_insert(
        builder.when_not_matched_by_source(WhenNotMatchedBySource::Keep);
    }
    builder.use_index(params.use_index);
+    if params.skip_auto_cleanup {
+        builder.skip_auto_cleanup(true);
+    }

    let future = if let Some(timeout) = params.timeout {
        let future = builder
@@ -1,101 +0,0 @@
-// SPDX-License-Identifier: Apache-2.0
-// SPDX-FileCopyrightText: Copyright The LanceDB Authors
-
-//! MemWAL LSM write-path spec management.
-//!
-//! [`set_lsm_write_spec`] installs a [`super::super::LsmWriteSpec`] on a
-//! table, which selects Lance's MemWAL LSM-style write path for future
-//! `merge_insert` calls. [`unset_lsm_write_spec`] removes it. The actual
-//! `merge_insert` dispatch and writer are a follow-up.
-
-use lance::dataset::mem_wal::DatasetMemWalExt;
-use lance::index::DatasetIndexExt;
-
-use crate::error::{Error, Result};
-use crate::table::{LsmWriteSpec, NativeTable};
-
-// =============================================================================
-// set_lsm_write_spec
-// =============================================================================
-
-/// Install an [`LsmWriteSpec`] on the table.
-///
-/// The bucket / unsharded sharding spec is constructed and validated by Lance's
-/// [`InitializeMemWalBuilder`](lance::dataset::mem_wal::InitializeMemWalBuilder).
-#[allow(clippy::redundant_pub_crate)]
-pub(crate) async fn set_lsm_write_spec(table: &NativeTable, spec: LsmWriteSpec) -> Result<()> {
-    table.dataset.ensure_mutable()?;
-
-    {
-        let dataset = table.dataset.get().await?;
-        if dataset.mem_wal_index_details().await?.is_some() {
-            return Err(Error::InvalidInput {
-                message: "set_lsm_write_spec: an LSM write spec is already set on this table; mutation is not supported".into(),
-            });
-        }
-    }
-
-    let mut dataset = (*table.dataset.get().await?).clone();
-    let mut builder = dataset.initialize_mem_wal();
-    let (maintained_indexes, writer_config_defaults) = match spec {
-        LsmWriteSpec::Bucket {
-            column,
-            num_buckets,
-            maintained_indexes,
-            writer_config_defaults,
-        } => {
-            builder = builder.bucket_sharding(column, num_buckets);
-            (maintained_indexes, writer_config_defaults)
-        }
-        LsmWriteSpec::Identity {
-            column,
-            maintained_indexes,
-            writer_config_defaults,
-        } => {
-            builder = builder.identity_sharding(column);
-            (maintained_indexes, writer_config_defaults)
-        }
-        LsmWriteSpec::Unsharded {
-            maintained_indexes,
-            writer_config_defaults,
-        } => {
-            builder = builder.unsharded();
-            (maintained_indexes, writer_config_defaults)
-        }
-    };
-    builder = builder.maintained_indexes(maintained_indexes);
-    for (key, value) in writer_config_defaults {
-        builder = builder.add_writer_config_default(key, value);
-    }
-    builder.execute().await?;
-    table.dataset.update(dataset);
-    Ok(())
-}
-
-// =============================================================================
-// unset_lsm_write_spec
-// =============================================================================
-
-/// Remove the [`LsmWriteSpec`] from the table by dropping the MemWAL index.
-///
-/// Errors if no spec is currently set.
-#[allow(clippy::redundant_pub_crate)]
-pub(crate) async fn unset_lsm_write_spec(table: &NativeTable) -> Result<()> {
-    table.dataset.ensure_mutable()?;
-
-    {
-        let dataset = table.dataset.get().await?;
-        if dataset.mem_wal_index_details().await?.is_none() {
-            return Err(Error::InvalidInput {
-                message: "unset_lsm_write_spec: no LSM write spec is set on this table".into(),
-            });
-        }
-    }
-
-    let mut dataset = (*table.dataset.get().await?).clone();
-    dataset
-        .drop_index(lance_index::mem_wal::MEM_WAL_INDEX_NAME)
-        .await?;
-    table.dataset.update(dataset);
-    Ok(())
-}
@@ -1,113 +0,0 @@
-// SPDX-License-Identifier: Apache-2.0
-// SPDX-FileCopyrightText: Copyright The LanceDB Authors
-
-//! Table-level unenforced primary key support.
-//!
-//! [`set_unenforced_primary_key`] records a column as the table's primary key
-//! by writing Lance schema field metadata. "Unenforced" means LanceDB does not
-//! check uniqueness on write; the key is metadata for features such as
-//! `merge_insert` to consume.
-//!
-//! Only a single-column primary key is supported, and the key cannot be
-//! changed once set.
-
-use arrow_schema::DataType;
-use lance_core::datatypes::{LANCE_UNENFORCED_PRIMARY_KEY, LANCE_UNENFORCED_PRIMARY_KEY_POSITION};
-
-use crate::error::{Error, Result};
-use crate::table::NativeTable;
-
-/// Set the unenforced primary key on `table` to the single column in `columns`.
-///
-/// Fails if `columns` is not exactly one column (compound primary keys are not
-/// supported), if the column does not exist or has an unsupported dtype, or if
-/// the table already has an unenforced primary key (changing the primary key
-/// is not supported).
-pub(super) async fn set_unenforced_primary_key(
-    table: &NativeTable,
-    columns: &[&str],
-) -> Result<()> {
-    table.dataset.ensure_mutable()?;
-
-    if columns.is_empty() {
-        return Err(Error::InvalidInput {
-            message: "set_unenforced_primary_key: a column is required".into(),
-        });
-    }
-    if columns.len() > 1 {
-        return Err(Error::InvalidInput {
-            message: format!(
-                "set_unenforced_primary_key: compound primary keys are not supported, got {} columns",
-                columns.len()
-            ),
-        });
-    }
-    let column = columns[0];
-
-    let updates = {
-        let dataset = table.dataset.get().await?;
-        let schema = dataset.schema();
-
-        // The primary key is immutable once set. The Lance commit layer is the
-        // source of truth for this (it also covers the concurrent-writer race);
-        // this check just fails fast with a clear message.
-        if !schema.unenforced_primary_key().is_empty() {
-            return Err(Error::InvalidInput {
-                message: "set_unenforced_primary_key: an unenforced primary key is already set on this table; changing it is not supported".into(),
-            });
-        }
-
-        let field = schema.field(column).ok_or_else(|| Error::InvalidInput {
-            message: format!(
-                "set_unenforced_primary_key: column '{}' not found on table",
-                column
-            ),
-        })?;
-        if !is_supported_pk_dtype(&field.data_type()) {
-            return Err(Error::InvalidInput {
-                message: format!(
-                    "set_unenforced_primary_key: column '{}' has dtype {:?} which is not supported as a primary key. Supported: Int32, Int64, Utf8, LargeUtf8, Binary, LargeBinary, FixedSizeBinary",
-                    column,
-                    field.data_type()
-                ),
-            });
-        }
-
-        // Position metadata is 1-indexed; `Schema::unenforced_primary_key`
-        // treats position 0 as a legacy "no specific position" fallback.
-        let mut metadata = field.metadata.clone();
-        metadata.remove(LANCE_UNENFORCED_PRIMARY_KEY);
-        metadata.insert(
-            LANCE_UNENFORCED_PRIMARY_KEY_POSITION.to_string(),
-            "1".to_string(),
-        );
-        vec![(field_id_to_u32(field.id, &field.name)?, metadata)]
-    };
-
-    let mut dataset = (*table.dataset.get().await?).clone();
-    dataset.replace_field_metadata(updates).await?;
-    table.dataset.update(dataset);
-    Ok(())
-}
-
-fn field_id_to_u32(id: i32, name: &str) -> Result<u32> {
-    u32::try_from(id).map_err(|_| Error::Runtime {
-        message: format!(
-            "internal: field '{}' has unexpected negative field id {}",
-            name, id
-        ),
-    })
-}
-
-fn is_supported_pk_dtype(dtype: &DataType) -> bool {
-    matches!(
-        dtype,
-        DataType::Int32
-            | DataType::Int64
-            | DataType::Utf8
-            | DataType::LargeUtf8
-            | DataType::Binary
-            | DataType::LargeBinary
-            | DataType::FixedSizeBinary(_)
-    )
-}
@@ -242,10 +242,6 @@ pub async fn create_plan(
        scanner.disable_scoring_autoprojection();
    }

-    if let Some(order_by) = &query.base.order_by {
-        scanner.order_by(Some(order_by.clone()))?;
-    }
-
    Ok(scanner.create_plan().await?)
 }