feat: expose the remaining refresh options on the SDKs (#4890)

The server's backfill request takes a row filter, failure limits,
per-call timeouts and worker sizing, and SQL exposes all of them through
`REFRESH COLUMN ... WHERE ... WITH (...)`, but the typed SDKs could send
only batch_size, GPU placement and the retry and error policies. Anyone
needing a filtered refresh or a bounded skip policy had to drop to SQL.

This adds `where`, `max_failed_fraction`, `max_failed_rows`,
`row_timeout_seconds`, `init_timeout_seconds`, `num_workers` and
`max_executor_processes_per_worker` to Python, Rust and Node, passed
through unchanged. `RefreshColumnOptions` now serializes straight into
the request body, so the three SDKs share one producer. Node gets a
`RefreshColumnOptions` object, which also carries the options it lacked
before. A LanceDB Embedded refresh rejects every option other than
batch_size and GPU placement, naming the option.
This commit is contained in:
Wyatt Alt
2026-11-06 09:19:27 -08:00
committed by GitHub
parent d379bbb722
commit 2af85bea89
18 changed files with 974 additions and 53 deletions
+21 -4
View File
@@ -5985,11 +5985,28 @@ def test_refresh_column_rejects_invalid_batch_size(tmp_path, method, batch_size)
@pytest.mark.parametrize("method", ["refresh_column", "refresh_column_async"])
def test_local_refresh_rejects_function_retry_policy(tmp_path, method):
@pytest.mark.parametrize(
"refresh_kwargs,option",
[
({"retry_policy": lancedb.FunctionRetryPolicy(transient=True)}, "retry_policy"),
({"where": "x > 0"}, "where"),
({"error_policy": "skip"}, "error_policy"),
({"max_failed_fraction": 0.5}, "max_failed_fraction"),
({"max_failed_rows": 10}, "max_failed_rows"),
({"row_timeout_seconds": 30}, "row_timeout_seconds"),
({"init_timeout_seconds": 60}, "init_timeout_seconds"),
({"num_workers": 2}, "num_workers"),
({"max_executor_processes_per_worker": 2}, "max_executor_processes_per_worker"),
],
)
def test_local_refresh_rejects_enterprise_options(
tmp_path, method, refresh_kwargs, option
):
table = lancedb.connect(tmp_path).create_table("rows", [{"x": 1}])
policy = lancedb.FunctionRetryPolicy(transient=True)
with pytest.raises(NotImplementedError, match="Enterprise Function refresh"):
getattr(table, method)("x", retry_policy=policy)
with pytest.raises(
NotImplementedError, match=f"{option} requires a LanceDB Enterprise refresh"
):
getattr(table, method)("x", **refresh_kwargs)
@pytest.mark.asyncio