mirror of
https://github.com/lancedb/lancedb.git
synced 2025-12-26 06:39:57 +00:00
f9d5fa88a1
Lance now supports FTS, so add it into lancedb Python, TypeScript and Rust SDKs. For Python, we still use tantivy based FTS by default because the lance FTS index now misses some features of tantivy. For Python: - Support to create lance based FTS index - Support to specify columns for full text search (only available for lance based FTS index) For TypeScript: - Change the search method so that it can accept both string and vector - Support full text search For Rust - Support full text search The others: - Update the FTS doc BREAKING CHANGE: - for Python, this renames the attached score column of FTS from "score" to "_score", this could be a breaking change for users that rely the scores --------- Signed-off-by: BubbleCal <bubble-cal@outlook.com>
39 lines
948 B
TypeScript
39 lines
948 B
TypeScript
// --8<-- [end:import]
|
|
import * as fs from "node:fs";
|
|
// --8<-- [start:import]
|
|
import * as lancedb from "@lancedb/lancedb";
|
|
|
|
async function setup() {
|
|
fs.rmSync("data/sample-lancedb", { recursive: true, force: true });
|
|
const db = await lancedb.connect("data/sample-lancedb");
|
|
|
|
const data = Array.from({ length: 10_000 }, (_, i) => ({
|
|
vector: Array(1536).fill(i),
|
|
id: `${i}`,
|
|
content: "",
|
|
longId: `${i}`,
|
|
}));
|
|
|
|
await db.createTable("my_vectors", data);
|
|
}
|
|
|
|
await setup();
|
|
|
|
// --8<-- [start:search1]
|
|
const db = await lancedb.connect("data/sample-lancedb");
|
|
const tbl = await db.openTable("my_vectors");
|
|
|
|
const _results1 = await tbl.search(Array(1536).fill(1.2)).limit(10).toArray();
|
|
// --8<-- [end:search1]
|
|
|
|
// --8<-- [start:search2]
|
|
const _results2 = await tbl
|
|
.search(Array(1536).fill(1.2))
|
|
.distanceType("cosine")
|
|
.limit(10)
|
|
.toArray();
|
|
console.log(_results2);
|
|
// --8<-- [end:search2]
|
|
|
|
console.log("search: done");
|