From d1b0c8f0fe080ad1597291a89300dade79535c73 Mon Sep 17 00:00:00 2001 From: Chang She <759245+changhiskhan@users.noreply.github.com> Date: Sat, 3 Feb 2024 19:23:07 -0800 Subject: [PATCH] feat(python): enable polars predict pushdown --- python/lancedb/table.py | 4 +--- python/pyproject.toml | 3 ++- 2 files changed, 3 insertions(+), 4 deletions(-) diff --git a/python/lancedb/table.py b/python/lancedb/table.py index f6d8b284..3d1e85ae 100644 --- a/python/lancedb/table.py +++ b/python/lancedb/table.py @@ -836,9 +836,7 @@ class LanceTable(Table): ------- pl.LazyFrame """ - return pl.scan_pyarrow_dataset( - self.to_lance(), allow_pyarrow_filter=False, batch_size=batch_size - ) + return pl.scan_pyarrow_dataset(self.to_lance(), batch_size=batch_size) @property def _dataset_uri(self) -> str: diff --git a/python/pyproject.toml b/python/pyproject.toml index 0e342ccc..12fa56ad 100644 --- a/python/pyproject.toml +++ b/python/pyproject.toml @@ -14,7 +14,8 @@ dependencies = [ "pyyaml>=6.0", "click>=8.1.7", "requests>=2.31.0", - "overrides>=0.7" + "overrides>=0.7", + "pyarrow>=14.0" ] description = "lancedb" authors = [{ name = "LanceDB Devs", email = "dev@lancedb.com" }]