chore: update lance dependency to v4.0.0-beta.4

Cargo.lock

@@ -3088,8 +3088,8 @@ checksum = "42703706b716c37f96a77aea830392ad231f44c9e9a67872fa5548707e11b11c"
 
 [[package]]
 name = "fsst"
-version = "3.0.0-rc.2"
+version = "4.0.0-beta.4"
-source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-rc.2#3fb3e705b8a25ab1bb0fc9e1e0158e8a13356181"
+source = "git+https://github.com/lance-format/lance.git?tag=v4.0.0-beta.4#87675c1b72a4b316df92e02c8054e82fbd252db0"
 dependencies = [
  "arrow-array",
  "rand 0.9.2",
@@ -3871,7 +3871,7 @@ dependencies = [
  "libc",
  "percent-encoding",
  "pin-project-lite",
- "socket2 0.6.0",
+ "socket2 0.5.10",
  "system-configuration",
  "tokio",
  "tower-service",
@@ -4260,8 +4260,8 @@ dependencies = [
 
 [[package]]
 name = "lance"
-version = "3.0.0-rc.2"
+version = "4.0.0-beta.4"
-source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-rc.2#3fb3e705b8a25ab1bb0fc9e1e0158e8a13356181"
+source = "git+https://github.com/lance-format/lance.git?tag=v4.0.0-beta.4#87675c1b72a4b316df92e02c8054e82fbd252db0"
 dependencies = [
  "arrow",
  "arrow-arith",
@@ -4327,8 +4327,8 @@ dependencies = [
 
 [[package]]
 name = "lance-arrow"
-version = "3.0.0-rc.2"
+version = "4.0.0-beta.4"
-source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-rc.2#3fb3e705b8a25ab1bb0fc9e1e0158e8a13356181"
+source = "git+https://github.com/lance-format/lance.git?tag=v4.0.0-beta.4#87675c1b72a4b316df92e02c8054e82fbd252db0"
 dependencies = [
  "arrow-array",
  "arrow-buffer",
@@ -4347,8 +4347,8 @@ dependencies = [
 
 [[package]]
 name = "lance-bitpacking"
-version = "3.0.0-rc.2"
+version = "4.0.0-beta.4"
-source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-rc.2#3fb3e705b8a25ab1bb0fc9e1e0158e8a13356181"
+source = "git+https://github.com/lance-format/lance.git?tag=v4.0.0-beta.4#87675c1b72a4b316df92e02c8054e82fbd252db0"
 dependencies = [
  "arrayref",
  "paste",
@@ -4357,8 +4357,8 @@ dependencies = [
 
 [[package]]
 name = "lance-core"
-version = "3.0.0-rc.2"
+version = "4.0.0-beta.4"
-source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-rc.2#3fb3e705b8a25ab1bb0fc9e1e0158e8a13356181"
+source = "git+https://github.com/lance-format/lance.git?tag=v4.0.0-beta.4#87675c1b72a4b316df92e02c8054e82fbd252db0"
 dependencies = [
  "arrow-array",
  "arrow-buffer",
@@ -4395,8 +4395,8 @@ dependencies = [
 
 [[package]]
 name = "lance-datafusion"
-version = "3.0.0-rc.2"
+version = "4.0.0-beta.4"
-source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-rc.2#3fb3e705b8a25ab1bb0fc9e1e0158e8a13356181"
+source = "git+https://github.com/lance-format/lance.git?tag=v4.0.0-beta.4#87675c1b72a4b316df92e02c8054e82fbd252db0"
 dependencies = [
  "arrow",
  "arrow-array",
@@ -4426,8 +4426,8 @@ dependencies = [
 
 [[package]]
 name = "lance-datagen"
-version = "3.0.0-rc.2"
+version = "4.0.0-beta.4"
-source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-rc.2#3fb3e705b8a25ab1bb0fc9e1e0158e8a13356181"
+source = "git+https://github.com/lance-format/lance.git?tag=v4.0.0-beta.4#87675c1b72a4b316df92e02c8054e82fbd252db0"
 dependencies = [
  "arrow",
  "arrow-array",
@@ -4445,8 +4445,8 @@ dependencies = [
 
 [[package]]
 name = "lance-encoding"
-version = "3.0.0-rc.2"
+version = "4.0.0-beta.4"
-source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-rc.2#3fb3e705b8a25ab1bb0fc9e1e0158e8a13356181"
+source = "git+https://github.com/lance-format/lance.git?tag=v4.0.0-beta.4#87675c1b72a4b316df92e02c8054e82fbd252db0"
 dependencies = [
  "arrow-arith",
  "arrow-array",
@@ -4483,8 +4483,8 @@ dependencies = [
 
 [[package]]
 name = "lance-file"
-version = "3.0.0-rc.2"
+version = "4.0.0-beta.4"
-source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-rc.2#3fb3e705b8a25ab1bb0fc9e1e0158e8a13356181"
+source = "git+https://github.com/lance-format/lance.git?tag=v4.0.0-beta.4#87675c1b72a4b316df92e02c8054e82fbd252db0"
 dependencies = [
  "arrow-arith",
  "arrow-array",
@@ -4516,8 +4516,8 @@ dependencies = [
 
 [[package]]
 name = "lance-index"
-version = "3.0.0-rc.2"
+version = "4.0.0-beta.4"
-source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-rc.2#3fb3e705b8a25ab1bb0fc9e1e0158e8a13356181"
+source = "git+https://github.com/lance-format/lance.git?tag=v4.0.0-beta.4#87675c1b72a4b316df92e02c8054e82fbd252db0"
 dependencies = [
  "arrow",
  "arrow-arith",
@@ -4580,8 +4580,8 @@ dependencies = [
 
 [[package]]
 name = "lance-io"
-version = "3.0.0-rc.2"
+version = "4.0.0-beta.4"
-source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-rc.2#3fb3e705b8a25ab1bb0fc9e1e0158e8a13356181"
+source = "git+https://github.com/lance-format/lance.git?tag=v4.0.0-beta.4#87675c1b72a4b316df92e02c8054e82fbd252db0"
 dependencies = [
  "arrow",
  "arrow-arith",
@@ -4622,8 +4622,8 @@ dependencies = [
 
 [[package]]
 name = "lance-linalg"
-version = "3.0.0-rc.2"
+version = "4.0.0-beta.4"
-source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-rc.2#3fb3e705b8a25ab1bb0fc9e1e0158e8a13356181"
+source = "git+https://github.com/lance-format/lance.git?tag=v4.0.0-beta.4#87675c1b72a4b316df92e02c8054e82fbd252db0"
 dependencies = [
  "arrow-array",
  "arrow-buffer",
@@ -4639,8 +4639,8 @@ dependencies = [
 
 [[package]]
 name = "lance-namespace"
-version = "3.0.0-rc.2"
+version = "4.0.0-beta.4"
-source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-rc.2#3fb3e705b8a25ab1bb0fc9e1e0158e8a13356181"
+source = "git+https://github.com/lance-format/lance.git?tag=v4.0.0-beta.4#87675c1b72a4b316df92e02c8054e82fbd252db0"
 dependencies = [
  "arrow",
  "async-trait",
@@ -4652,8 +4652,8 @@ dependencies = [
 
 [[package]]
 name = "lance-namespace-impls"
-version = "3.0.0-rc.2"
+version = "4.0.0-beta.4"
-source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-rc.2#3fb3e705b8a25ab1bb0fc9e1e0158e8a13356181"
+source = "git+https://github.com/lance-format/lance.git?tag=v4.0.0-beta.4#87675c1b72a4b316df92e02c8054e82fbd252db0"
 dependencies = [
  "arrow",
  "arrow-ipc",
@@ -4697,8 +4697,8 @@ dependencies = [
 
 [[package]]
 name = "lance-table"
-version = "3.0.0-rc.2"
+version = "4.0.0-beta.4"
-source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-rc.2#3fb3e705b8a25ab1bb0fc9e1e0158e8a13356181"
+source = "git+https://github.com/lance-format/lance.git?tag=v4.0.0-beta.4#87675c1b72a4b316df92e02c8054e82fbd252db0"
 dependencies = [
  "arrow",
  "arrow-array",
@@ -4737,8 +4737,8 @@ dependencies = [
 
 [[package]]
 name = "lance-testing"
-version = "3.0.0-rc.2"
+version = "4.0.0-beta.4"
-source = "git+https://github.com/lance-format/lance.git?tag=v3.0.0-rc.2#3fb3e705b8a25ab1bb0fc9e1e0158e8a13356181"
+source = "git+https://github.com/lance-format/lance.git?tag=v4.0.0-beta.4#87675c1b72a4b316df92e02c8054e82fbd252db0"
 dependencies = [
  "arrow-array",
  "arrow-schema",
@@ -6463,8 +6463,8 @@ version = "0.14.3"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "343d3bd7056eda839b03204e68deff7d1b13aba7af2b2fd16890697274262ee7"
 dependencies = [
- "heck 0.5.0",
+ "heck 0.4.1",
- "itertools 0.14.0",
+ "itertools 0.12.1",
  "log",
  "multimap",
  "petgraph",
@@ -6483,7 +6483,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "27c6023962132f4b30eb4c172c91ce92d933da334c59c23cddee82358ddafb0b"
 dependencies = [
  "anyhow",
- "itertools 0.14.0",
+ "itertools 0.12.1",
  "proc-macro2",
  "quote",
  "syn 2.0.114",
@@ -6652,7 +6652,7 @@ dependencies = [
  "quinn-udp",
  "rustc-hash 2.1.1",
  "rustls 0.23.31",
- "socket2 0.6.0",
+ "socket2 0.5.10",
  "thiserror 2.0.17",
  "tokio",
  "tracing",
@@ -6689,7 +6689,7 @@ dependencies = [
  "cfg_aliases",
  "libc",
  "once_cell",
- "socket2 0.6.0",
+ "socket2 0.5.10",
  "tracing",
  "windows-sys 0.60.2",
 ]
@@ -7786,7 +7786,7 @@ version = "0.8.9"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "c1c97747dbf44bb1ca44a561ece23508e99cb592e862f22222dcf42f51d1e451"
 dependencies = [
- "heck 0.5.0",
+ "heck 0.4.1",
  "proc-macro2",
  "quote",
  "syn 2.0.114",

Cargo.toml

@@ -15,20 +15,20 @@ categories = ["database-implementations"]
 rust-version = "1.91.0"
 
 [workspace.dependencies]
-lance = { "version" = "=3.0.0-rc.2", default-features = false, "tag" = "v3.0.0-rc.2", "git" = "https://github.com/lance-format/lance.git" }
+lance = { "version" = "=4.0.0-beta.4", default-features = false, "tag" = "v4.0.0-beta.4", "git" = "https://github.com/lance-format/lance.git" }
-lance-core = { "version" = "=3.0.0-rc.2", "tag" = "v3.0.0-rc.2", "git" = "https://github.com/lance-format/lance.git" }
+lance-core = { "version" = "=4.0.0-beta.4", "tag" = "v4.0.0-beta.4", "git" = "https://github.com/lance-format/lance.git" }
-lance-datagen = { "version" = "=3.0.0-rc.2", "tag" = "v3.0.0-rc.2", "git" = "https://github.com/lance-format/lance.git" }
+lance-datagen = { "version" = "=4.0.0-beta.4", "tag" = "v4.0.0-beta.4", "git" = "https://github.com/lance-format/lance.git" }
-lance-file = { "version" = "=3.0.0-rc.2", "tag" = "v3.0.0-rc.2", "git" = "https://github.com/lance-format/lance.git" }
+lance-file = { "version" = "=4.0.0-beta.4", "tag" = "v4.0.0-beta.4", "git" = "https://github.com/lance-format/lance.git" }
-lance-io = { "version" = "=3.0.0-rc.2", default-features = false, "tag" = "v3.0.0-rc.2", "git" = "https://github.com/lance-format/lance.git" }
+lance-io = { "version" = "=4.0.0-beta.4", default-features = false, "tag" = "v4.0.0-beta.4", "git" = "https://github.com/lance-format/lance.git" }
-lance-index = { "version" = "=3.0.0-rc.2", "tag" = "v3.0.0-rc.2", "git" = "https://github.com/lance-format/lance.git" }
+lance-index = { "version" = "=4.0.0-beta.4", "tag" = "v4.0.0-beta.4", "git" = "https://github.com/lance-format/lance.git" }
-lance-linalg = { "version" = "=3.0.0-rc.2", "tag" = "v3.0.0-rc.2", "git" = "https://github.com/lance-format/lance.git" }
+lance-linalg = { "version" = "=4.0.0-beta.4", "tag" = "v4.0.0-beta.4", "git" = "https://github.com/lance-format/lance.git" }
-lance-namespace = { "version" = "=3.0.0-rc.2", "tag" = "v3.0.0-rc.2", "git" = "https://github.com/lance-format/lance.git" }
+lance-namespace = { "version" = "=4.0.0-beta.4", "tag" = "v4.0.0-beta.4", "git" = "https://github.com/lance-format/lance.git" }
-lance-namespace-impls = { "version" = "=3.0.0-rc.2", default-features = false, "tag" = "v3.0.0-rc.2", "git" = "https://github.com/lance-format/lance.git" }
+lance-namespace-impls = { "version" = "=4.0.0-beta.4", default-features = false, "tag" = "v4.0.0-beta.4", "git" = "https://github.com/lance-format/lance.git" }
-lance-table = { "version" = "=3.0.0-rc.2", "tag" = "v3.0.0-rc.2", "git" = "https://github.com/lance-format/lance.git" }
+lance-table = { "version" = "=4.0.0-beta.4", "tag" = "v4.0.0-beta.4", "git" = "https://github.com/lance-format/lance.git" }
-lance-testing = { "version" = "=3.0.0-rc.2", "tag" = "v3.0.0-rc.2", "git" = "https://github.com/lance-format/lance.git" }
+lance-testing = { "version" = "=4.0.0-beta.4", "tag" = "v4.0.0-beta.4", "git" = "https://github.com/lance-format/lance.git" }
-lance-datafusion = { "version" = "=3.0.0-rc.2", "tag" = "v3.0.0-rc.2", "git" = "https://github.com/lance-format/lance.git" }
+lance-datafusion = { "version" = "=4.0.0-beta.4", "tag" = "v4.0.0-beta.4", "git" = "https://github.com/lance-format/lance.git" }
-lance-encoding = { "version" = "=3.0.0-rc.2", "tag" = "v3.0.0-rc.2", "git" = "https://github.com/lance-format/lance.git" }
+lance-encoding = { "version" = "=4.0.0-beta.4", "tag" = "v4.0.0-beta.4", "git" = "https://github.com/lance-format/lance.git" }
-lance-arrow = { "version" = "=3.0.0-rc.2", "tag" = "v3.0.0-rc.2", "git" = "https://github.com/lance-format/lance.git" }
+lance-arrow = { "version" = "=4.0.0-beta.4", "tag" = "v4.0.0-beta.4", "git" = "https://github.com/lance-format/lance.git" }
 ahash = "0.8"
 # Note that this one does not include pyarrow
 arrow = { version = "57.2", optional = false }
@@ -45,10 +45,8 @@ datafusion-catalog = "52.1"
 datafusion-common = { version = "52.1", default-features = false }
 datafusion-execution = "52.1"
 datafusion-expr = "52.1"
-datafusion-functions = "52.1"
 datafusion-physical-plan = "52.1"
 datafusion-physical-expr = "52.1"
-datafusion-sql = "52.1"
 env_logger = "0.11"
 half = { "version" = "2.7.1", default-features = false, features = [
     "num-traits",

java/pom.xml

@@ -28,7 +28,7 @@
     <properties>
         <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
         <arrow.version>15.0.0</arrow.version>
-        <lance-core.version>3.1.0-beta.2</lance-core.version>
+        <lance-core.version>4.0.0-beta.4</lance-core.version>
         <spotless.skip>false</spotless.skip>
         <spotless.version>2.30.0</spotless.version>
         <spotless.java.googlejavaformat.version>1.7</spotless.java.googlejavaformat.version>

python/.bumpversion.toml

@@ -1,5 +1,5 @@
 [tool.bumpversion]
-current_version = "0.30.0-beta.3"
+current_version = "0.30.0-beta.2"
 parse = """(?x)
     (?P<major>0|[1-9]\\d*)\\.
     (?P<minor>0|[1-9]\\d*)\\.

python/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "lancedb-python"
-version = "0.30.0-beta.3"
+version = "0.30.0-beta.2"
 edition.workspace = true
 description = "Python bindings for LanceDB"
 license.workspace = true

python/python/lancedb/query.py

@@ -1462,7 +1462,6 @@ class LanceFtsQueryBuilder(LanceQueryBuilder):
         self._phrase_query = False
         self.ordering_field_name = ordering_field_name
         self._reranker = None
-        self._fast_search = None
         if isinstance(fts_columns, str):
             fts_columns = [fts_columns]
         self._fts_columns = fts_columns
@@ -1484,19 +1483,6 @@ class LanceFtsQueryBuilder(LanceQueryBuilder):
         self._phrase_query = phrase_query
         return self
 
-    def fast_search(self) -> LanceFtsQueryBuilder:
-        """
-        Skip a flat search of unindexed data. This will improve
-        search performance but search results will not include unindexed data.
-
-        Returns
-        -------
-        LanceFtsQueryBuilder
-            The LanceFtsQueryBuilder object.
-        """
-        self._fast_search = True
-        return self
-
     def to_query_object(self) -> Query:
         return Query(
             columns=self._columns,
@@ -1508,7 +1494,6 @@ class LanceFtsQueryBuilder(LanceQueryBuilder):
                 query=self._query, columns=self._fts_columns
             ),
             offset=self._offset,
-            fast_search=self._fast_search,
         )
 
     def output_schema(self) -> pa.Schema:

python/python/tests/test_fts.py

@@ -882,105 +882,3 @@ def test_fts_query_to_json():
         '"must_not":[]}}'
     )
     assert json_str == expected
-
-
-def test_fts_fast_search(table):
-    table.create_fts_index("text", use_tantivy=False)
-
-    # Insert some unindexed data
-    table.add(
-        [
-            {
-                "text": "xyz",
-                "vector": [0 for _ in range(128)],
-                "id": 101,
-                "text2": "xyz",
-                "nested": {"text": "xyz"},
-                "count": 10,
-            }
-        ]
-    )
-
-    # Without fast_search, the query object should not have fast_search set
-    builder = table.search("xyz", query_type="fts").limit(10)
-    query = builder.to_query_object()
-    assert query.fast_search is None
-
-    # With fast_search, the query object should have fast_search=True
-    builder = table.search("xyz", query_type="fts").fast_search().limit(10)
-    query = builder.to_query_object()
-    assert query.fast_search is True
-
-    # fast_search should be chainable with other methods
-    builder = (
-        table.search("xyz", query_type="fts").fast_search().select(["text"]).limit(5)
-    )
-    query = builder.to_query_object()
-    assert query.fast_search is True
-    assert query.limit == 5
-    assert query.columns == ["text"]
-
-    # Verify it executes without error and skips unindexed data
-    results = table.search("xyz", query_type="fts").fast_search().limit(5).to_list()
-    assert len(results) == 0
-
-    # Update index and verify it returns results
-    table.optimize()
-    results = table.search("xyz", query_type="fts").fast_search().limit(5).to_list()
-    assert len(results) > 0
-
-
-@pytest.mark.asyncio
-async def test_fts_fast_search_async(async_table):
-    await async_table.create_index("text", config=FTS())
-
-    # Insert some unindexed data
-    await async_table.add(
-        [
-            {
-                "text": "xyz",
-                "vector": [0 for _ in range(128)],
-                "id": 101,
-                "text2": "xyz",
-                "nested": {"text": "xyz"},
-                "count": 10,
-            }
-        ]
-    )
-
-    # Without fast_search, should return results
-    results = await async_table.query().nearest_to_text("xyz").limit(5).to_list()
-    assert len(results) > 0
-
-    # With fast_search, should return no results data unindexed
-    fast_results = (
-        await async_table.query()
-        .nearest_to_text("xyz")
-        .fast_search()
-        .limit(5)
-        .to_list()
-    )
-    assert len(fast_results) == 0
-
-    # Update index and verify it returns results
-    await async_table.optimize()
-
-    fast_results = (
-        await async_table.query()
-        .nearest_to_text("xyz")
-        .fast_search()
-        .limit(5)
-        .to_list()
-    )
-    assert len(fast_results) > 0
-
-    # fast_search should be chainable with other methods
-    results = (
-        await async_table.query()
-        .nearest_to_text("xyz")
-        .fast_search()
-        .select(["text"])
-        .limit(5)
-        .to_list()
-    )
-    assert len(results) > 0

rust/lancedb/Cargo.toml

@@ -25,9 +25,9 @@ datafusion-catalog.workspace = true
 datafusion-common.workspace = true
 datafusion-execution.workspace = true
 datafusion-expr.workspace = true
-datafusion-functions.workspace = true
+datafusion-functions = "52.1"
 datafusion-physical-expr.workspace = true
-datafusion-sql.workspace = true
+datafusion-sql = "52.1"
 datafusion-physical-plan.workspace = true
 datafusion.workspace = true
 object_store = { workspace = true }