rust/lancedb
1
0
Fork 0
mirror of https://github.com/lancedb/lancedb.git synced 2026-01-06 03:42:57 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat: telemetry, error tracking, CLI & config manager (#538)

Browse Source 
Co-authored-by: Lance Release <lance-dev@lancedb.com>
Co-authored-by: Rob Meng <rob.xu.meng@gmail.com>
Co-authored-by: Will Jones <willjones127@gmail.com>
Co-authored-by: Chang She <759245+changhiskhan@users.noreply.github.com>
Co-authored-by: rmeng <rob@lancedb.com>
Co-authored-by: Chang She <chang@lancedb.com>
Co-authored-by: Rok Mihevc <rok@mihevc.org>
This commit is contained in:
Ayush Chaurasia
2023-10-08 23:11:39 +05:30
committed by GitHub
parent a26c8f3316
commit a1377afcaa
14 changed files with 1057 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
python/lancedb/table.py
View File

@@ -33,6 +33,7 @@ from .embeddings.functions import EmbeddingFunctionConfig
from .pydantic import LanceModel
from .query import LanceQueryBuilder, Query
from .util import fs_from_uri, safe_import_pandas
from .utils.events import register_event
pd = safe_import_pandas()
@@ -496,6 +497,7 @@ class LanceTable(Table):
accelerator=accelerator,
)
self._reset_dataset()
register_event("create_index")
def create_fts_index(self, field_names: Union[str, List[str]]):
"""Create a full-text search index on the table.
@@ -514,6 +516,7 @@ class LanceTable(Table):
field_names = [field_names]
index = create_index(self._get_fts_index_path(), field_names)
populate_index(index, self, field_names)
register_event("create_fts_index")
def _get_fts_index_path(self):
return os.path.join(self._dataset_uri, "_indices", "tantivy")
@@ -566,6 +569,7 @@ class LanceTable(Table):
)
lance.write_dataset(data, self._dataset_uri, schema=self.schema, mode=mode)
self._reset_dataset()
register_event("add")
def merge(
self,
@@ -629,6 +633,7 @@ class LanceTable(Table):
other_table, left_on=left_on, right_on=right_on, schema=schema
)
self._reset_dataset()
register_event("merge")
@cached_property
def embedding_functions(self) -> dict:
@@ -679,6 +684,7 @@ class LanceTable(Table):
and also the "_distance" column which is the distance between the query
vector and the returned vector.
"""
register_event("search")
return LanceQueryBuilder.create(
self, query, query_type, vector_column_name=vector_column_name
)
@@ -782,6 +788,7 @@ class LanceTable(Table):
if data is not None:
table.add(data)
register_event("create_table")
return table
@classmethod
@@ -847,6 +854,7 @@ class LanceTable(Table):
self.delete(where)
self.add(orig_data, mode="append")
self._reset_dataset()
register_event("update")
def _execute_query(self, query: Query) -> pa.Table:
ds = self.to_lance()