fix: error during deserialization of "INVERTED" index type

2025-12-25 22:29:58 +00:00 · 2024-10-25 14:55:13 -02:30 · 2024-10-25 14:54:31 -02:30 · 2024-10-25 14:52:29 -02:30 · 2024-10-25 14:32:05 -02:30 · 2024-10-25 14:30:37 -02:30
17 changed files with 33 additions and 28 deletions
--- a/.bumpversion.toml
+++ b/.bumpversion.toml
@@ -1,5 +1,5 @@
 [tool.bumpversion]
-current_version = "0.11.1-beta.0"
+current_version = "0.11.1-beta.1"
 parse = """(?x)
    (?P<major>0|[1-9]\\d*)\\.
    (?P<minor>0|[1-9]\\d*)\\.
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -20,15 +20,15 @@ keywords = ["lancedb", "lance", "database", "vector", "search"]
 categories = ["database-implementations"]

 [workspace.dependencies]
-lance = { "version" = "=0.18.3", "features" = [
+lance = { "version" = "=0.19.1", "features" = [
    "dynamodb",
-], git = "https://github.com/lancedb/lance.git", tag = "v0.18.3-beta.2" }
-lance-index = { "version" = "=0.18.3", git = "https://github.com/lancedb/lance.git", tag = "v0.18.3-beta.2" }
-lance-linalg = { "version" = "=0.18.3", git = "https://github.com/lancedb/lance.git", tag = "v0.18.3-beta.2" }
-lance-table = { "version" = "=0.18.3", git = "https://github.com/lancedb/lance.git", tag = "v0.18.3-beta.2" }
-lance-testing = { "version" = "=0.18.3", git = "https://github.com/lancedb/lance.git", tag = "v0.18.3-beta.2" }
-lance-datafusion = { "version" = "=0.18.3", git = "https://github.com/lancedb/lance.git", tag = "v0.18.3-beta.2" }
-lance-encoding = { "version" = "=0.18.3", git = "https://github.com/lancedb/lance.git", tag = "v0.18.3-beta.2" }
+]}
+lance-index = { "version" = "=0.19.1"}
+lance-linalg = { "version" = "=0.19.1"}
+lance-table = { "version" = "=0.19.1"}
+lance-testing = { "version" = "=0.19.1"}
+lance-datafusion = { "version" = "=0.19.1" }
+lance-encoding = { "version" = "=0.19.1" }
 # Note that this one does not include pyarrow
 arrow = { version = "52.2", optional = false }
 arrow-array = "52.2"
--- a/java/core/pom.xml
+++ b/java/core/pom.xml
@@ -8,7 +8,7 @@
    <parent>
        <groupId>com.lancedb</groupId>
        <artifactId>lancedb-parent</artifactId>
-        <version>0.11.1-beta.0</version>
+        <version>0.11.1-beta.1</version>
        <relativePath>../pom.xml</relativePath>
    </parent>

--- a/java/pom.xml
+++ b/java/pom.xml
@@ -6,7 +6,7 @@

    <groupId>com.lancedb</groupId>
    <artifactId>lancedb-parent</artifactId>
-    <version>0.11.1-beta.0</version>
+    <version>0.11.1-beta.1</version>
    <packaging>pom</packaging>

    <name>LanceDB Parent</name>
--- a/node/package.json
+++ b/node/package.json
@@ -1,6 +1,6 @@
 {
  "name": "vectordb",
-  "version": "0.11.1-beta.0",
+  "version": "0.11.1-beta.1",
  "description": " Serverless, low-latency vector database for AI applications",
  "main": "dist/index.js",
  "types": "dist/index.d.ts",
@@ -88,10 +88,10 @@
    }
  },
  "optionalDependencies": {
-    "@lancedb/vectordb-darwin-arm64": "0.11.1-beta.0",
-    "@lancedb/vectordb-darwin-x64": "0.11.1-beta.0",
-    "@lancedb/vectordb-linux-arm64-gnu": "0.11.1-beta.0",
-    "@lancedb/vectordb-linux-x64-gnu": "0.11.1-beta.0",
-    "@lancedb/vectordb-win32-x64-msvc": "0.11.1-beta.0"
+    "@lancedb/vectordb-darwin-arm64": "0.11.1-beta.1",
+    "@lancedb/vectordb-darwin-x64": "0.11.1-beta.1",
+    "@lancedb/vectordb-linux-arm64-gnu": "0.11.1-beta.1",
+    "@lancedb/vectordb-linux-x64-gnu": "0.11.1-beta.1",
+    "@lancedb/vectordb-win32-x64-msvc": "0.11.1-beta.1"
  }
 }
--- a/nodejs/Cargo.toml
+++ b/nodejs/Cargo.toml
@@ -1,7 +1,7 @@
 [package]
 name = "lancedb-nodejs"
 edition.workspace = true
-version = "0.11.1-beta.0"
+version = "0.11.1-beta.1"
 license.workspace = true
 description.workspace = true
 repository.workspace = true
--- a/nodejs/npm/darwin-arm64/package.json
+++ b/nodejs/npm/darwin-arm64/package.json
@@ -1,6 +1,6 @@
 {
 	"name": "@lancedb/lancedb-darwin-arm64",
-	"version": "0.11.1-beta.0",
+	"version": "0.11.1-beta.1",
 	"os": ["darwin"],
 	"cpu": ["arm64"],
 	"main": "lancedb.darwin-arm64.node",
--- a/nodejs/npm/darwin-x64/package.json
+++ b/nodejs/npm/darwin-x64/package.json
@@ -1,6 +1,6 @@
 {
 	"name": "@lancedb/lancedb-darwin-x64",
-	"version": "0.11.1-beta.0",
+	"version": "0.11.1-beta.1",
 	"os": ["darwin"],
 	"cpu": ["x64"],
 	"main": "lancedb.darwin-x64.node",
--- a/nodejs/npm/linux-arm64-gnu/package.json
+++ b/nodejs/npm/linux-arm64-gnu/package.json
@@ -1,6 +1,6 @@
 {
 	"name": "@lancedb/lancedb-linux-arm64-gnu",
-	"version": "0.11.1-beta.0",
+	"version": "0.11.1-beta.1",
 	"os": ["linux"],
 	"cpu": ["arm64"],
 	"main": "lancedb.linux-arm64-gnu.node",
--- a/nodejs/npm/linux-x64-gnu/package.json
+++ b/nodejs/npm/linux-x64-gnu/package.json
@@ -1,6 +1,6 @@
 {
 	"name": "@lancedb/lancedb-linux-x64-gnu",
-	"version": "0.11.1-beta.0",
+	"version": "0.11.1-beta.1",
 	"os": ["linux"],
 	"cpu": ["x64"],
 	"main": "lancedb.linux-x64-gnu.node",
--- a/nodejs/npm/win32-x64-msvc/package.json
+++ b/nodejs/npm/win32-x64-msvc/package.json
@@ -1,6 +1,6 @@
 {
 	"name": "@lancedb/lancedb-win32-x64-msvc",
-	"version": "0.11.1-beta.0",
+	"version": "0.11.1-beta.1",
 	"os": ["win32"],
 	"cpu": ["x64"],
 	"main": "lancedb.win32-x64-msvc.node",
--- a/nodejs/package.json
+++ b/nodejs/package.json
@@ -10,7 +10,7 @@
    "vector database",
    "ann"
  ],
-  "version": "0.11.1-beta.0",
+  "version": "0.11.1-beta.1",
  "main": "dist/index.js",
  "exports": {
    ".": "./dist/index.js",
--- a/python/pyproject.toml
+++ b/python/pyproject.toml
@@ -3,7 +3,7 @@ name = "lancedb"
 # version in Cargo.toml
 dependencies = [
    "deprecation",
-    "pylance==0.18.3-beta.2",
+    "pylance==0.19.1",
    "requests>=2.31.0",
    "tqdm>=4.27.0",
    "pydantic>=1.10",
--- a/rust/ffi/node/Cargo.toml
+++ b/rust/ffi/node/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "lancedb-node"
-version = "0.11.1-beta.0"
+version = "0.11.1-beta.1"
 description = "Serverless, low-latency vector database for AI applications"
 license.workspace = true
 edition.workspace = true
--- a/rust/lancedb/Cargo.toml
+++ b/rust/lancedb/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "lancedb"
-version = "0.11.1-beta.0"
+version = "0.11.1-beta.1"
 edition.workspace = true
 description = "LanceDB: A serverless, low-latency vector database for AI applications"
 license.workspace = true
--- a/rust/lancedb/src/index.rs
+++ b/rust/lancedb/src/index.rs
@@ -119,7 +119,9 @@ pub enum IndexType {
    #[serde(alias = "LABEL_LIST")]
    LabelList,
    // FTS
+    #[serde(alias = "INVERTED")]
    FTS,
+    INVERTED,
 }

 impl std::fmt::Display for IndexType {
@@ -132,6 +134,7 @@ impl std::fmt::Display for IndexType {
            Self::Bitmap => write!(f, "BITMAP"),
            Self::LabelList => write!(f, "LABEL_LIST"),
            Self::FTS => write!(f, "FTS"),
+            Self::INVERTED => write!(f, "FTS"),
        }
    }
 }
--- a/rust/lancedb/src/table.rs
+++ b/rust/lancedb/src/table.rs
@@ -82,6 +82,7 @@ pub mod merge;
 pub use chrono::Duration;
 pub use lance::dataset::optimize::CompactionOptions;
 pub use lance_index::optimize::OptimizeOptions;
+use lance_index::scalar::inverted::TokenizerConfig;

 /// Defines the type of column
 #[derive(Debug, Clone, Serialize, Deserialize)]
@@ -1568,6 +1569,7 @@ impl NativeTable {
        let mut dataset = self.dataset.get_mut().await?;
        let fts_params = lance_index::scalar::InvertedIndexParams {
            with_position: fts_opts.with_position,
+            tokenizer_config: TokenizerConfig::default()
        };
        dataset
            .create_index(
@@ -2002,7 +2004,7 @@ impl TableInternal for NativeTable {
        self.dataset
            .get_mut()
            .await?
-            .add_columns(transforms, read_columns)
+            .add_columns(transforms, read_columns, None)
            .await?;
        Ok(())
    }
Author	SHA1	Message	Date
Ryan Green	fe8b5b31f8	fix: error during deserialization of "INVERTED" index type	2024-10-25 14:55:13 -02:30
Ryan Green	d1d0247014	fix: error during deserialization of "INVERTED" index type	2024-10-25 14:54:31 -02:30
Ryan Green	4bee551465	fix: error during deserialization of "INVERTED" index type	2024-10-25 14:52:29 -02:30
Ryan Green	b898b3dcd6	Fix index type	2024-10-25 14:32:05 -02:30
Ryan Green	b01af0690c	Fix index type	2024-10-25 14:30:37 -02:30
Ryan Green	6b64fd1ab6	Fix index type	2024-10-25 14:30:30 -02:30
Ryan Green	460378cdf9	Bump pylance version	2024-10-25 09:55:14 -02:30
Ryan Green	f9d0dd8523	Fix	2024-10-23 11:27:17 -05:00
Ryan Green	9ac7a69e4e	Fix tokenizer_config	2024-10-23 11:23:57 -05:00
Ryan Green	ffba946890	bump lance to 0.19.1	2024-10-22 19:41:57 -05:00
Lance Release	bbc588e27d	Bump version: 0.11.1-beta.0 → 0.11.1-beta.1	2024-10-23 00:34:01 +00:00