lancedb/docs/src/ann_indexes.ts

// --8<-- [start:import]
import * as vectordb from "vectordb";
// --8<-- [end:import]

(async () => {
  console.log("ann_indexes.ts: start");
  // --8<-- [start:ingest]
  const db = await vectordb.connect("data/sample-lancedb");

  let data = [];
  for (let i = 0; i < 10_000; i++) {
    data.push({
      vector: Array(1536).fill(i),
      id: `${i}`,
      content: "",
      longId: `${i}`,
    });
  }
  const table = await db.createTable("my_vectors", data);
  await table.createIndex({
    type: "ivf_pq",
    column: "vector",
    num_partitions: 16,
    num_sub_vectors: 48,
  });
  // --8<-- [end:ingest]

  // --8<-- [start:search1]
  const results_1 = await table
    .search(Array(1536).fill(1.2))
    .limit(2)
    .nprobes(20)
    .refineFactor(10)
    .execute();
  // --8<-- [end:search1]

  // --8<-- [start:search2]
  const results_2 = await table
    .search(Array(1536).fill(1.2))
    .where("id != '1141'")
    .limit(2)
    .execute();
  // --8<-- [end:search2]

  // --8<-- [start:search3]
  const results_3 = await table
    .search(Array(1536).fill(1.2))
    .select(["id"])
    .limit(2)
    .execute();
  // --8<-- [end:search3]

  console.log("ann_indexes.ts: done");
})();