mirror of
https://github.com/lancedb/lancedb.git
synced 2025-12-26 22:59:57 +00:00
Compare commits
9 Commits
python-v0.
...
python-v0.
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
dae8334d0b | ||
|
|
8c81968b59 | ||
|
|
16cf2990f3 | ||
|
|
0a0f667bbd | ||
|
|
03753fd84b | ||
|
|
55cceaa309 | ||
|
|
c3797eb834 | ||
|
|
c0d0f38494 | ||
|
|
6a8ab78d0a |
@@ -1,5 +1,5 @@
|
|||||||
[tool.bumpversion]
|
[tool.bumpversion]
|
||||||
current_version = "0.14.1-beta.6"
|
current_version = "0.14.1"
|
||||||
parse = """(?x)
|
parse = """(?x)
|
||||||
(?P<major>0|[1-9]\\d*)\\.
|
(?P<major>0|[1-9]\\d*)\\.
|
||||||
(?P<minor>0|[1-9]\\d*)\\.
|
(?P<minor>0|[1-9]\\d*)\\.
|
||||||
|
|||||||
196
.github/workflows/npm-publish.yml
vendored
196
.github/workflows/npm-publish.yml
vendored
@@ -159,7 +159,7 @@ jobs:
|
|||||||
- name: Install common dependencies
|
- name: Install common dependencies
|
||||||
run: |
|
run: |
|
||||||
apk add protobuf-dev curl clang mold grep npm bash
|
apk add protobuf-dev curl clang mold grep npm bash
|
||||||
curl --proto '=https' --tlsv1.3 -sSf https://raw.githubusercontent.com/rust-lang/rustup/refs/heads/master/rustup-init.sh | sh -s -- -y --default-toolchain 1.80.0
|
curl --proto '=https' --tlsv1.3 -sSf https://raw.githubusercontent.com/rust-lang/rustup/refs/heads/master/rustup-init.sh | sh -s -- -y
|
||||||
echo "source $HOME/.cargo/env" >> saved_env
|
echo "source $HOME/.cargo/env" >> saved_env
|
||||||
echo "export CC=clang" >> saved_env
|
echo "export CC=clang" >> saved_env
|
||||||
echo "export RUSTFLAGS='-Ctarget-cpu=haswell -Ctarget-feature=-crt-static,+avx2,+fma,+f16c -Clinker=clang -Clink-arg=-fuse-ld=mold'" >> saved_env
|
echo "export RUSTFLAGS='-Ctarget-cpu=haswell -Ctarget-feature=-crt-static,+avx2,+fma,+f16c -Clinker=clang -Clink-arg=-fuse-ld=mold'" >> saved_env
|
||||||
@@ -167,7 +167,7 @@ jobs:
|
|||||||
if: ${{ matrix.config.arch == 'aarch64' }}
|
if: ${{ matrix.config.arch == 'aarch64' }}
|
||||||
run: |
|
run: |
|
||||||
source "$HOME/.cargo/env"
|
source "$HOME/.cargo/env"
|
||||||
rustup target add aarch64-unknown-linux-musl --toolchain 1.80.0
|
rustup target add aarch64-unknown-linux-musl
|
||||||
crt=$(realpath $(dirname $(rustup which rustc))/../lib/rustlib/aarch64-unknown-linux-musl/lib/self-contained)
|
crt=$(realpath $(dirname $(rustup which rustc))/../lib/rustlib/aarch64-unknown-linux-musl/lib/self-contained)
|
||||||
sysroot_lib=/usr/aarch64-unknown-linux-musl/usr/lib
|
sysroot_lib=/usr/aarch64-unknown-linux-musl/usr/lib
|
||||||
apk_url=https://dl-cdn.alpinelinux.org/alpine/latest-stable/main/aarch64/
|
apk_url=https://dl-cdn.alpinelinux.org/alpine/latest-stable/main/aarch64/
|
||||||
@@ -262,7 +262,7 @@ jobs:
|
|||||||
- name: Install common dependencies
|
- name: Install common dependencies
|
||||||
run: |
|
run: |
|
||||||
apk add protobuf-dev curl clang mold grep npm bash openssl-dev openssl-libs-static
|
apk add protobuf-dev curl clang mold grep npm bash openssl-dev openssl-libs-static
|
||||||
curl --proto '=https' --tlsv1.3 -sSf https://raw.githubusercontent.com/rust-lang/rustup/refs/heads/master/rustup-init.sh | sh -s -- -y --default-toolchain 1.80.0
|
curl --proto '=https' --tlsv1.3 -sSf https://raw.githubusercontent.com/rust-lang/rustup/refs/heads/master/rustup-init.sh | sh -s -- -y
|
||||||
echo "source $HOME/.cargo/env" >> saved_env
|
echo "source $HOME/.cargo/env" >> saved_env
|
||||||
echo "export CC=clang" >> saved_env
|
echo "export CC=clang" >> saved_env
|
||||||
echo "export RUSTFLAGS='-Ctarget-cpu=haswell -Ctarget-feature=-crt-static,+avx2,+fma,+f16c -Clinker=clang -Clink-arg=-fuse-ld=mold'" >> saved_env
|
echo "export RUSTFLAGS='-Ctarget-cpu=haswell -Ctarget-feature=-crt-static,+avx2,+fma,+f16c -Clinker=clang -Clink-arg=-fuse-ld=mold'" >> saved_env
|
||||||
@@ -272,7 +272,7 @@ jobs:
|
|||||||
if: ${{ matrix.config.arch == 'aarch64' }}
|
if: ${{ matrix.config.arch == 'aarch64' }}
|
||||||
run: |
|
run: |
|
||||||
source "$HOME/.cargo/env"
|
source "$HOME/.cargo/env"
|
||||||
rustup target add aarch64-unknown-linux-musl --toolchain 1.80.0
|
rustup target add aarch64-unknown-linux-musl
|
||||||
crt=$(realpath $(dirname $(rustup which rustc))/../lib/rustlib/aarch64-unknown-linux-musl/lib/self-contained)
|
crt=$(realpath $(dirname $(rustup which rustc))/../lib/rustlib/aarch64-unknown-linux-musl/lib/self-contained)
|
||||||
sysroot_lib=/usr/aarch64-unknown-linux-musl/usr/lib
|
sysroot_lib=/usr/aarch64-unknown-linux-musl/usr/lib
|
||||||
apk_url=https://dl-cdn.alpinelinux.org/alpine/latest-stable/main/aarch64/
|
apk_url=https://dl-cdn.alpinelinux.org/alpine/latest-stable/main/aarch64/
|
||||||
@@ -334,50 +334,51 @@ jobs:
|
|||||||
path: |
|
path: |
|
||||||
node/dist/lancedb-vectordb-win32*.tgz
|
node/dist/lancedb-vectordb-win32*.tgz
|
||||||
|
|
||||||
node-windows-arm64:
|
# TODO: https://github.com/lancedb/lancedb/issues/1975
|
||||||
name: vectordb ${{ matrix.config.arch }}-pc-windows-msvc
|
# node-windows-arm64:
|
||||||
if: startsWith(github.ref, 'refs/tags/v')
|
# name: vectordb ${{ matrix.config.arch }}-pc-windows-msvc
|
||||||
runs-on: ubuntu-latest
|
# # if: startsWith(github.ref, 'refs/tags/v')
|
||||||
container: alpine:edge
|
# runs-on: ubuntu-latest
|
||||||
strategy:
|
# container: alpine:edge
|
||||||
fail-fast: false
|
# strategy:
|
||||||
matrix:
|
# fail-fast: false
|
||||||
config:
|
# matrix:
|
||||||
# - arch: x86_64
|
# config:
|
||||||
- arch: aarch64
|
# # - arch: x86_64
|
||||||
steps:
|
# - arch: aarch64
|
||||||
- name: Checkout
|
# steps:
|
||||||
uses: actions/checkout@v4
|
# - name: Checkout
|
||||||
- name: Install dependencies
|
# uses: actions/checkout@v4
|
||||||
run: |
|
# - name: Install dependencies
|
||||||
apk add protobuf-dev curl clang lld llvm19 grep npm bash msitools sed
|
# run: |
|
||||||
curl --proto '=https' --tlsv1.3 -sSf https://raw.githubusercontent.com/rust-lang/rustup/refs/heads/master/rustup-init.sh | sh -s -- -y --default-toolchain 1.80.0
|
# apk add protobuf-dev curl clang lld llvm19 grep npm bash msitools sed
|
||||||
echo "source $HOME/.cargo/env" >> saved_env
|
# curl --proto '=https' --tlsv1.3 -sSf https://raw.githubusercontent.com/rust-lang/rustup/refs/heads/master/rustup-init.sh | sh -s -- -y
|
||||||
echo "export CC=clang" >> saved_env
|
# echo "source $HOME/.cargo/env" >> saved_env
|
||||||
echo "export AR=llvm-ar" >> saved_env
|
# echo "export CC=clang" >> saved_env
|
||||||
source "$HOME/.cargo/env"
|
# echo "export AR=llvm-ar" >> saved_env
|
||||||
rustup target add ${{ matrix.config.arch }}-pc-windows-msvc --toolchain 1.80.0
|
# source "$HOME/.cargo/env"
|
||||||
(mkdir -p sysroot && cd sysroot && sh ../ci/sysroot-${{ matrix.config.arch }}-pc-windows-msvc.sh)
|
# rustup target add ${{ matrix.config.arch }}-pc-windows-msvc
|
||||||
echo "export C_INCLUDE_PATH=/usr/${{ matrix.config.arch }}-pc-windows-msvc/usr/include" >> saved_env
|
# (mkdir -p sysroot && cd sysroot && sh ../ci/sysroot-${{ matrix.config.arch }}-pc-windows-msvc.sh)
|
||||||
echo "export CARGO_BUILD_TARGET=${{ matrix.config.arch }}-pc-windows-msvc" >> saved_env
|
# echo "export C_INCLUDE_PATH=/usr/${{ matrix.config.arch }}-pc-windows-msvc/usr/include" >> saved_env
|
||||||
- name: Configure x86_64 build
|
# echo "export CARGO_BUILD_TARGET=${{ matrix.config.arch }}-pc-windows-msvc" >> saved_env
|
||||||
if: ${{ matrix.config.arch == 'x86_64' }}
|
# - name: Configure x86_64 build
|
||||||
run: |
|
# if: ${{ matrix.config.arch == 'x86_64' }}
|
||||||
echo "export RUSTFLAGS='-Ctarget-cpu=haswell -Ctarget-feature=+crt-static,+avx2,+fma,+f16c -Clinker=lld -Clink-arg=/LIBPATH:/usr/x86_64-pc-windows-msvc/usr/lib'" >> saved_env
|
# run: |
|
||||||
- name: Configure aarch64 build
|
# echo "export RUSTFLAGS='-Ctarget-cpu=haswell -Ctarget-feature=+crt-static,+avx2,+fma,+f16c -Clinker=lld -Clink-arg=/LIBPATH:/usr/x86_64-pc-windows-msvc/usr/lib'" >> saved_env
|
||||||
if: ${{ matrix.config.arch == 'aarch64' }}
|
# - name: Configure aarch64 build
|
||||||
run: |
|
# if: ${{ matrix.config.arch == 'aarch64' }}
|
||||||
echo "export RUSTFLAGS='-Ctarget-feature=+crt-static,+neon,+fp16,+fhm,+dotprod -Clinker=lld -Clink-arg=/LIBPATH:/usr/aarch64-pc-windows-msvc/usr/lib -Clink-arg=arm64rt.lib'" >> saved_env
|
# run: |
|
||||||
- name: Build Windows Artifacts
|
# echo "export RUSTFLAGS='-Ctarget-feature=+crt-static,+neon,+fp16,+fhm,+dotprod -Clinker=lld -Clink-arg=/LIBPATH:/usr/aarch64-pc-windows-msvc/usr/lib -Clink-arg=arm64rt.lib'" >> saved_env
|
||||||
run: |
|
# - name: Build Windows Artifacts
|
||||||
source ./saved_env
|
# run: |
|
||||||
bash ci/manylinux_node/build_vectordb.sh ${{ matrix.config.arch }} ${{ matrix.config.arch }}-pc-windows-msvc
|
# source ./saved_env
|
||||||
- name: Upload Windows Artifacts
|
# bash ci/manylinux_node/build_vectordb.sh ${{ matrix.config.arch }} ${{ matrix.config.arch }}-pc-windows-msvc
|
||||||
uses: actions/upload-artifact@v4
|
# - name: Upload Windows Artifacts
|
||||||
with:
|
# uses: actions/upload-artifact@v4
|
||||||
name: node-native-windows-${{ matrix.config.arch }}
|
# with:
|
||||||
path: |
|
# name: node-native-windows-${{ matrix.config.arch }}
|
||||||
node/dist/lancedb-vectordb-win32*.tgz
|
# path: |
|
||||||
|
# node/dist/lancedb-vectordb-win32*.tgz
|
||||||
|
|
||||||
nodejs-windows:
|
nodejs-windows:
|
||||||
name: lancedb ${{ matrix.target }}
|
name: lancedb ${{ matrix.target }}
|
||||||
@@ -413,57 +414,58 @@ jobs:
|
|||||||
path: |
|
path: |
|
||||||
nodejs/dist/*.node
|
nodejs/dist/*.node
|
||||||
|
|
||||||
nodejs-windows-arm64:
|
# TODO: https://github.com/lancedb/lancedb/issues/1975
|
||||||
name: lancedb ${{ matrix.config.arch }}-pc-windows-msvc
|
# nodejs-windows-arm64:
|
||||||
# Only runs on tags that matches the make-release action
|
# name: lancedb ${{ matrix.config.arch }}-pc-windows-msvc
|
||||||
if: startsWith(github.ref, 'refs/tags/v')
|
# # Only runs on tags that matches the make-release action
|
||||||
runs-on: ubuntu-latest
|
# # if: startsWith(github.ref, 'refs/tags/v')
|
||||||
container: alpine:edge
|
# runs-on: ubuntu-latest
|
||||||
strategy:
|
# container: alpine:edge
|
||||||
fail-fast: false
|
# strategy:
|
||||||
matrix:
|
# fail-fast: false
|
||||||
config:
|
# matrix:
|
||||||
# - arch: x86_64
|
# config:
|
||||||
- arch: aarch64
|
# # - arch: x86_64
|
||||||
steps:
|
# - arch: aarch64
|
||||||
- name: Checkout
|
# steps:
|
||||||
uses: actions/checkout@v4
|
# - name: Checkout
|
||||||
- name: Install dependencies
|
# uses: actions/checkout@v4
|
||||||
run: |
|
# - name: Install dependencies
|
||||||
apk add protobuf-dev curl clang lld llvm19 grep npm bash msitools sed
|
# run: |
|
||||||
curl --proto '=https' --tlsv1.3 -sSf https://raw.githubusercontent.com/rust-lang/rustup/refs/heads/master/rustup-init.sh | sh -s -- -y --default-toolchain 1.80.0
|
# apk add protobuf-dev curl clang lld llvm19 grep npm bash msitools sed
|
||||||
echo "source $HOME/.cargo/env" >> saved_env
|
# curl --proto '=https' --tlsv1.3 -sSf https://raw.githubusercontent.com/rust-lang/rustup/refs/heads/master/rustup-init.sh | sh -s -- -y
|
||||||
echo "export CC=clang" >> saved_env
|
# echo "source $HOME/.cargo/env" >> saved_env
|
||||||
echo "export AR=llvm-ar" >> saved_env
|
# echo "export CC=clang" >> saved_env
|
||||||
source "$HOME/.cargo/env"
|
# echo "export AR=llvm-ar" >> saved_env
|
||||||
rustup target add ${{ matrix.config.arch }}-pc-windows-msvc --toolchain 1.80.0
|
# source "$HOME/.cargo/env"
|
||||||
(mkdir -p sysroot && cd sysroot && sh ../ci/sysroot-${{ matrix.config.arch }}-pc-windows-msvc.sh)
|
# rustup target add ${{ matrix.config.arch }}-pc-windows-msvc
|
||||||
echo "export C_INCLUDE_PATH=/usr/${{ matrix.config.arch }}-pc-windows-msvc/usr/include" >> saved_env
|
# (mkdir -p sysroot && cd sysroot && sh ../ci/sysroot-${{ matrix.config.arch }}-pc-windows-msvc.sh)
|
||||||
echo "export CARGO_BUILD_TARGET=${{ matrix.config.arch }}-pc-windows-msvc" >> saved_env
|
# echo "export C_INCLUDE_PATH=/usr/${{ matrix.config.arch }}-pc-windows-msvc/usr/include" >> saved_env
|
||||||
printf '#!/bin/sh\ncargo "$@"' > $HOME/.cargo/bin/cargo-xwin
|
# echo "export CARGO_BUILD_TARGET=${{ matrix.config.arch }}-pc-windows-msvc" >> saved_env
|
||||||
chmod u+x $HOME/.cargo/bin/cargo-xwin
|
# printf '#!/bin/sh\ncargo "$@"' > $HOME/.cargo/bin/cargo-xwin
|
||||||
- name: Configure x86_64 build
|
# chmod u+x $HOME/.cargo/bin/cargo-xwin
|
||||||
if: ${{ matrix.config.arch == 'x86_64' }}
|
# - name: Configure x86_64 build
|
||||||
run: |
|
# if: ${{ matrix.config.arch == 'x86_64' }}
|
||||||
echo "export RUSTFLAGS='-Ctarget-cpu=haswell -Ctarget-feature=+crt-static,+avx2,+fma,+f16c -Clinker=lld -Clink-arg=/LIBPATH:/usr/x86_64-pc-windows-msvc/usr/lib'" >> saved_env
|
# run: |
|
||||||
- name: Configure aarch64 build
|
# echo "export RUSTFLAGS='-Ctarget-cpu=haswell -Ctarget-feature=+crt-static,+avx2,+fma,+f16c -Clinker=lld -Clink-arg=/LIBPATH:/usr/x86_64-pc-windows-msvc/usr/lib'" >> saved_env
|
||||||
if: ${{ matrix.config.arch == 'aarch64' }}
|
# - name: Configure aarch64 build
|
||||||
run: |
|
# if: ${{ matrix.config.arch == 'aarch64' }}
|
||||||
echo "export RUSTFLAGS='-Ctarget-feature=+crt-static,+neon,+fp16,+fhm,+dotprod -Clinker=lld -Clink-arg=/LIBPATH:/usr/aarch64-pc-windows-msvc/usr/lib -Clink-arg=arm64rt.lib'" >> saved_env
|
# run: |
|
||||||
- name: Build Windows Artifacts
|
# echo "export RUSTFLAGS='-Ctarget-feature=+crt-static,+neon,+fp16,+fhm,+dotprod -Clinker=lld -Clink-arg=/LIBPATH:/usr/aarch64-pc-windows-msvc/usr/lib -Clink-arg=arm64rt.lib'" >> saved_env
|
||||||
run: |
|
# - name: Build Windows Artifacts
|
||||||
source ./saved_env
|
# run: |
|
||||||
bash ci/manylinux_node/build_lancedb.sh ${{ matrix.config.arch }}
|
# source ./saved_env
|
||||||
- name: Upload Windows Artifacts
|
# bash ci/manylinux_node/build_lancedb.sh ${{ matrix.config.arch }}
|
||||||
uses: actions/upload-artifact@v4
|
# - name: Upload Windows Artifacts
|
||||||
with:
|
# uses: actions/upload-artifact@v4
|
||||||
name: nodejs-native-windows-${{ matrix.config.arch }}
|
# with:
|
||||||
path: |
|
# name: nodejs-native-windows-${{ matrix.config.arch }}
|
||||||
nodejs/dist/*.node
|
# path: |
|
||||||
|
# nodejs/dist/*.node
|
||||||
|
|
||||||
release:
|
release:
|
||||||
name: vectordb NPM Publish
|
name: vectordb NPM Publish
|
||||||
needs: [node, node-macos, node-linux-gnu, node-linux-musl, node-windows, node-windows-arm64]
|
needs: [node, node-macos, node-linux-gnu, node-linux-musl, node-windows]
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
# Only runs on tags that matches the make-release action
|
# Only runs on tags that matches the make-release action
|
||||||
if: startsWith(github.ref, 'refs/tags/v')
|
if: startsWith(github.ref, 'refs/tags/v')
|
||||||
@@ -503,7 +505,7 @@ jobs:
|
|||||||
|
|
||||||
release-nodejs:
|
release-nodejs:
|
||||||
name: lancedb NPM Publish
|
name: lancedb NPM Publish
|
||||||
needs: [nodejs-macos, nodejs-linux-gnu, nodejs-linux-musl, nodejs-windows, nodejs-windows-arm64]
|
needs: [nodejs-macos, nodejs-linux-gnu, nodejs-linux-musl, nodejs-windows]
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
# Only runs on tags that matches the make-release action
|
# Only runs on tags that matches the make-release action
|
||||||
if: startsWith(github.ref, 'refs/tags/v')
|
if: startsWith(github.ref, 'refs/tags/v')
|
||||||
|
|||||||
@@ -8,7 +8,7 @@
|
|||||||
<parent>
|
<parent>
|
||||||
<groupId>com.lancedb</groupId>
|
<groupId>com.lancedb</groupId>
|
||||||
<artifactId>lancedb-parent</artifactId>
|
<artifactId>lancedb-parent</artifactId>
|
||||||
<version>0.14.1-beta.6</version>
|
<version>0.14.1-final.0</version>
|
||||||
<relativePath>../pom.xml</relativePath>
|
<relativePath>../pom.xml</relativePath>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
|
|||||||
@@ -6,7 +6,7 @@
|
|||||||
|
|
||||||
<groupId>com.lancedb</groupId>
|
<groupId>com.lancedb</groupId>
|
||||||
<artifactId>lancedb-parent</artifactId>
|
<artifactId>lancedb-parent</artifactId>
|
||||||
<version>0.14.1-beta.6</version>
|
<version>0.14.1-final.0</version>
|
||||||
<packaging>pom</packaging>
|
<packaging>pom</packaging>
|
||||||
|
|
||||||
<name>LanceDB Parent</name>
|
<name>LanceDB Parent</name>
|
||||||
|
|||||||
20
node/package-lock.json
generated
20
node/package-lock.json
generated
@@ -1,12 +1,12 @@
|
|||||||
{
|
{
|
||||||
"name": "vectordb",
|
"name": "vectordb",
|
||||||
"version": "0.14.1-beta.6",
|
"version": "0.14.1",
|
||||||
"lockfileVersion": 3,
|
"lockfileVersion": 3,
|
||||||
"requires": true,
|
"requires": true,
|
||||||
"packages": {
|
"packages": {
|
||||||
"": {
|
"": {
|
||||||
"name": "vectordb",
|
"name": "vectordb",
|
||||||
"version": "0.14.1-beta.6",
|
"version": "0.14.1",
|
||||||
"cpu": [
|
"cpu": [
|
||||||
"x64",
|
"x64",
|
||||||
"arm64"
|
"arm64"
|
||||||
@@ -52,14 +52,14 @@
|
|||||||
"uuid": "^9.0.0"
|
"uuid": "^9.0.0"
|
||||||
},
|
},
|
||||||
"optionalDependencies": {
|
"optionalDependencies": {
|
||||||
"@lancedb/vectordb-darwin-arm64": "0.14.1-beta.6",
|
"@lancedb/vectordb-darwin-arm64": "0.14.1",
|
||||||
"@lancedb/vectordb-darwin-x64": "0.14.1-beta.6",
|
"@lancedb/vectordb-darwin-x64": "0.14.1",
|
||||||
"@lancedb/vectordb-linux-arm64-gnu": "0.14.1-beta.6",
|
"@lancedb/vectordb-linux-arm64-gnu": "0.14.1",
|
||||||
"@lancedb/vectordb-linux-arm64-musl": "0.14.1-beta.6",
|
"@lancedb/vectordb-linux-arm64-musl": "0.14.1",
|
||||||
"@lancedb/vectordb-linux-x64-gnu": "0.14.1-beta.6",
|
"@lancedb/vectordb-linux-x64-gnu": "0.14.1",
|
||||||
"@lancedb/vectordb-linux-x64-musl": "0.14.1-beta.6",
|
"@lancedb/vectordb-linux-x64-musl": "0.14.1",
|
||||||
"@lancedb/vectordb-win32-arm64-msvc": "0.14.1-beta.6",
|
"@lancedb/vectordb-win32-arm64-msvc": "0.14.1",
|
||||||
"@lancedb/vectordb-win32-x64-msvc": "0.14.1-beta.6"
|
"@lancedb/vectordb-win32-x64-msvc": "0.14.1"
|
||||||
},
|
},
|
||||||
"peerDependencies": {
|
"peerDependencies": {
|
||||||
"@apache-arrow/ts": "^14.0.2",
|
"@apache-arrow/ts": "^14.0.2",
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
{
|
{
|
||||||
"name": "vectordb",
|
"name": "vectordb",
|
||||||
"version": "0.14.1-beta.6",
|
"version": "0.14.1",
|
||||||
"description": " Serverless, low-latency vector database for AI applications",
|
"description": " Serverless, low-latency vector database for AI applications",
|
||||||
"private": false,
|
"private": false,
|
||||||
"main": "dist/index.js",
|
"main": "dist/index.js",
|
||||||
@@ -92,13 +92,13 @@
|
|||||||
}
|
}
|
||||||
},
|
},
|
||||||
"optionalDependencies": {
|
"optionalDependencies": {
|
||||||
"@lancedb/vectordb-darwin-x64": "0.14.1-beta.6",
|
"@lancedb/vectordb-darwin-x64": "0.14.1",
|
||||||
"@lancedb/vectordb-darwin-arm64": "0.14.1-beta.6",
|
"@lancedb/vectordb-darwin-arm64": "0.14.1",
|
||||||
"@lancedb/vectordb-linux-x64-gnu": "0.14.1-beta.6",
|
"@lancedb/vectordb-linux-x64-gnu": "0.14.1",
|
||||||
"@lancedb/vectordb-linux-arm64-gnu": "0.14.1-beta.6",
|
"@lancedb/vectordb-linux-arm64-gnu": "0.14.1",
|
||||||
"@lancedb/vectordb-linux-x64-musl": "0.14.1-beta.6",
|
"@lancedb/vectordb-linux-x64-musl": "0.14.1",
|
||||||
"@lancedb/vectordb-linux-arm64-musl": "0.14.1-beta.6",
|
"@lancedb/vectordb-linux-arm64-musl": "0.14.1",
|
||||||
"@lancedb/vectordb-win32-x64-msvc": "0.14.1-beta.6",
|
"@lancedb/vectordb-win32-x64-msvc": "0.14.1",
|
||||||
"@lancedb/vectordb-win32-arm64-msvc": "0.14.1-beta.6"
|
"@lancedb/vectordb-win32-arm64-msvc": "0.14.1"
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -1,7 +1,7 @@
|
|||||||
[package]
|
[package]
|
||||||
name = "lancedb-nodejs"
|
name = "lancedb-nodejs"
|
||||||
edition.workspace = true
|
edition.workspace = true
|
||||||
version = "0.14.1-beta.6"
|
version = "0.14.1"
|
||||||
license.workspace = true
|
license.workspace = true
|
||||||
description.workspace = true
|
description.workspace = true
|
||||||
repository.workspace = true
|
repository.workspace = true
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
{
|
{
|
||||||
"name": "@lancedb/lancedb-darwin-arm64",
|
"name": "@lancedb/lancedb-darwin-arm64",
|
||||||
"version": "0.14.1-beta.6",
|
"version": "0.14.1",
|
||||||
"os": ["darwin"],
|
"os": ["darwin"],
|
||||||
"cpu": ["arm64"],
|
"cpu": ["arm64"],
|
||||||
"main": "lancedb.darwin-arm64.node",
|
"main": "lancedb.darwin-arm64.node",
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
{
|
{
|
||||||
"name": "@lancedb/lancedb-darwin-x64",
|
"name": "@lancedb/lancedb-darwin-x64",
|
||||||
"version": "0.14.1-beta.6",
|
"version": "0.14.1",
|
||||||
"os": ["darwin"],
|
"os": ["darwin"],
|
||||||
"cpu": ["x64"],
|
"cpu": ["x64"],
|
||||||
"main": "lancedb.darwin-x64.node",
|
"main": "lancedb.darwin-x64.node",
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
{
|
{
|
||||||
"name": "@lancedb/lancedb-linux-arm64-gnu",
|
"name": "@lancedb/lancedb-linux-arm64-gnu",
|
||||||
"version": "0.14.1-beta.6",
|
"version": "0.14.1",
|
||||||
"os": ["linux"],
|
"os": ["linux"],
|
||||||
"cpu": ["arm64"],
|
"cpu": ["arm64"],
|
||||||
"main": "lancedb.linux-arm64-gnu.node",
|
"main": "lancedb.linux-arm64-gnu.node",
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
{
|
{
|
||||||
"name": "@lancedb/lancedb-linux-arm64-musl",
|
"name": "@lancedb/lancedb-linux-arm64-musl",
|
||||||
"version": "0.14.1-beta.6",
|
"version": "0.14.1",
|
||||||
"os": ["linux"],
|
"os": ["linux"],
|
||||||
"cpu": ["arm64"],
|
"cpu": ["arm64"],
|
||||||
"main": "lancedb.linux-arm64-musl.node",
|
"main": "lancedb.linux-arm64-musl.node",
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
{
|
{
|
||||||
"name": "@lancedb/lancedb-linux-x64-gnu",
|
"name": "@lancedb/lancedb-linux-x64-gnu",
|
||||||
"version": "0.14.1-beta.6",
|
"version": "0.14.1",
|
||||||
"os": ["linux"],
|
"os": ["linux"],
|
||||||
"cpu": ["x64"],
|
"cpu": ["x64"],
|
||||||
"main": "lancedb.linux-x64-gnu.node",
|
"main": "lancedb.linux-x64-gnu.node",
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
{
|
{
|
||||||
"name": "@lancedb/lancedb-linux-x64-musl",
|
"name": "@lancedb/lancedb-linux-x64-musl",
|
||||||
"version": "0.14.1-beta.6",
|
"version": "0.14.1",
|
||||||
"os": ["linux"],
|
"os": ["linux"],
|
||||||
"cpu": ["x64"],
|
"cpu": ["x64"],
|
||||||
"main": "lancedb.linux-x64-musl.node",
|
"main": "lancedb.linux-x64-musl.node",
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
{
|
{
|
||||||
"name": "@lancedb/lancedb-win32-arm64-msvc",
|
"name": "@lancedb/lancedb-win32-arm64-msvc",
|
||||||
"version": "0.14.1-beta.6",
|
"version": "0.14.1",
|
||||||
"os": [
|
"os": [
|
||||||
"win32"
|
"win32"
|
||||||
],
|
],
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
{
|
{
|
||||||
"name": "@lancedb/lancedb-win32-x64-msvc",
|
"name": "@lancedb/lancedb-win32-x64-msvc",
|
||||||
"version": "0.14.1-beta.6",
|
"version": "0.14.1",
|
||||||
"os": ["win32"],
|
"os": ["win32"],
|
||||||
"cpu": ["x64"],
|
"cpu": ["x64"],
|
||||||
"main": "lancedb.win32-x64-msvc.node",
|
"main": "lancedb.win32-x64-msvc.node",
|
||||||
|
|||||||
4
nodejs/package-lock.json
generated
4
nodejs/package-lock.json
generated
@@ -1,12 +1,12 @@
|
|||||||
{
|
{
|
||||||
"name": "@lancedb/lancedb",
|
"name": "@lancedb/lancedb",
|
||||||
"version": "0.14.1-beta.6",
|
"version": "0.14.1",
|
||||||
"lockfileVersion": 3,
|
"lockfileVersion": 3,
|
||||||
"requires": true,
|
"requires": true,
|
||||||
"packages": {
|
"packages": {
|
||||||
"": {
|
"": {
|
||||||
"name": "@lancedb/lancedb",
|
"name": "@lancedb/lancedb",
|
||||||
"version": "0.14.1-beta.6",
|
"version": "0.14.1",
|
||||||
"cpu": [
|
"cpu": [
|
||||||
"x64",
|
"x64",
|
||||||
"arm64"
|
"arm64"
|
||||||
|
|||||||
@@ -11,7 +11,7 @@
|
|||||||
"ann"
|
"ann"
|
||||||
],
|
],
|
||||||
"private": false,
|
"private": false,
|
||||||
"version": "0.14.1-beta.6",
|
"version": "0.14.1",
|
||||||
"main": "dist/index.js",
|
"main": "dist/index.js",
|
||||||
"exports": {
|
"exports": {
|
||||||
".": "./dist/index.js",
|
".": "./dist/index.js",
|
||||||
|
|||||||
@@ -1,5 +1,5 @@
|
|||||||
[tool.bumpversion]
|
[tool.bumpversion]
|
||||||
current_version = "0.17.1"
|
current_version = "0.17.2-beta.0"
|
||||||
parse = """(?x)
|
parse = """(?x)
|
||||||
(?P<major>0|[1-9]\\d*)\\.
|
(?P<major>0|[1-9]\\d*)\\.
|
||||||
(?P<minor>0|[1-9]\\d*)\\.
|
(?P<minor>0|[1-9]\\d*)\\.
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
[package]
|
[package]
|
||||||
name = "lancedb-python"
|
name = "lancedb-python"
|
||||||
version = "0.17.1"
|
version = "0.17.2-beta.0"
|
||||||
edition.workspace = true
|
edition.workspace = true
|
||||||
description = "Python bindings for LanceDB"
|
description = "Python bindings for LanceDB"
|
||||||
license.workspace = true
|
license.workspace = true
|
||||||
|
|||||||
@@ -19,7 +19,7 @@ import warnings
|
|||||||
|
|
||||||
from lancedb._lancedb import IndexConfig
|
from lancedb._lancedb import IndexConfig
|
||||||
from lancedb.embeddings.base import EmbeddingFunctionConfig
|
from lancedb.embeddings.base import EmbeddingFunctionConfig
|
||||||
from lancedb.index import FTS, BTree, Bitmap, HnswPq, HnswSq, IvfPq, LabelList
|
from lancedb.index import FTS, BTree, Bitmap, HnswPq, HnswSq, IvfFlat, IvfPq, LabelList
|
||||||
from lancedb.remote.db import LOOP
|
from lancedb.remote.db import LOOP
|
||||||
import pyarrow as pa
|
import pyarrow as pa
|
||||||
|
|
||||||
@@ -235,10 +235,12 @@ class RemoteTable(Table):
|
|||||||
config = HnswPq(distance_type=metric)
|
config = HnswPq(distance_type=metric)
|
||||||
elif index_type == "IVF_HNSW_SQ":
|
elif index_type == "IVF_HNSW_SQ":
|
||||||
config = HnswSq(distance_type=metric)
|
config = HnswSq(distance_type=metric)
|
||||||
|
elif index_type == "IVF_FLAT":
|
||||||
|
config = IvfFlat(distance_type=metric)
|
||||||
else:
|
else:
|
||||||
raise ValueError(
|
raise ValueError(
|
||||||
f"Unknown vector index type: {index_type}. Valid options are"
|
f"Unknown vector index type: {index_type}. Valid options are"
|
||||||
" 'IVF_PQ', 'IVF_HNSW_PQ', 'IVF_HNSW_SQ'"
|
" 'IVF_FLAT', 'IVF_PQ', 'IVF_HNSW_PQ', 'IVF_HNSW_SQ'"
|
||||||
)
|
)
|
||||||
|
|
||||||
LOOP.run(self._table.create_index(vector_column_name, config=config))
|
LOOP.run(self._table.create_index(vector_column_name, config=config))
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
[package]
|
[package]
|
||||||
name = "lancedb-node"
|
name = "lancedb-node"
|
||||||
version = "0.14.1-beta.6"
|
version = "0.14.1"
|
||||||
description = "Serverless, low-latency vector database for AI applications"
|
description = "Serverless, low-latency vector database for AI applications"
|
||||||
license.workspace = true
|
license.workspace = true
|
||||||
edition.workspace = true
|
edition.workspace = true
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
[package]
|
[package]
|
||||||
name = "lancedb"
|
name = "lancedb"
|
||||||
version = "0.14.1-beta.6"
|
version = "0.14.1"
|
||||||
edition.workspace = true
|
edition.workspace = true
|
||||||
description = "LanceDB: A serverless, low-latency vector database for AI applications"
|
description = "LanceDB: A serverless, low-latency vector database for AI applications"
|
||||||
license.workspace = true
|
license.workspace = true
|
||||||
|
|||||||
@@ -563,6 +563,7 @@ impl<S: HttpSend> TableInternal for RemoteTable<S> {
|
|||||||
let (index_type, distance_type) = match index.index {
|
let (index_type, distance_type) = match index.index {
|
||||||
// TODO: Should we pass the actual index parameters? SaaS does not
|
// TODO: Should we pass the actual index parameters? SaaS does not
|
||||||
// yet support them.
|
// yet support them.
|
||||||
|
Index::IvfFlat(index) => ("IVF_FLAT", Some(index.distance_type)),
|
||||||
Index::IvfPq(index) => ("IVF_PQ", Some(index.distance_type)),
|
Index::IvfPq(index) => ("IVF_PQ", Some(index.distance_type)),
|
||||||
Index::IvfHnswSq(index) => ("IVF_HNSW_SQ", Some(index.distance_type)),
|
Index::IvfHnswSq(index) => ("IVF_HNSW_SQ", Some(index.distance_type)),
|
||||||
Index::BTree(_) => ("BTREE", None),
|
Index::BTree(_) => ("BTREE", None),
|
||||||
@@ -873,6 +874,7 @@ mod tests {
|
|||||||
use lance_index::scalar::FullTextSearchQuery;
|
use lance_index::scalar::FullTextSearchQuery;
|
||||||
use reqwest::Body;
|
use reqwest::Body;
|
||||||
|
|
||||||
|
use crate::index::vector::IvfFlatIndexBuilder;
|
||||||
use crate::{
|
use crate::{
|
||||||
index::{vector::IvfPqIndexBuilder, Index, IndexStatistics, IndexType},
|
index::{vector::IvfPqIndexBuilder, Index, IndexStatistics, IndexType},
|
||||||
query::{ExecutableQuery, QueryBase},
|
query::{ExecutableQuery, QueryBase},
|
||||||
@@ -1489,6 +1491,11 @@ mod tests {
|
|||||||
#[tokio::test]
|
#[tokio::test]
|
||||||
async fn test_create_index() {
|
async fn test_create_index() {
|
||||||
let cases = [
|
let cases = [
|
||||||
|
(
|
||||||
|
"IVF_FLAT",
|
||||||
|
Some("hamming"),
|
||||||
|
Index::IvfFlat(IvfFlatIndexBuilder::default().distance_type(DistanceType::Hamming)),
|
||||||
|
),
|
||||||
("IVF_PQ", Some("l2"), Index::IvfPq(Default::default())),
|
("IVF_PQ", Some("l2"), Index::IvfPq(Default::default())),
|
||||||
(
|
(
|
||||||
"IVF_PQ",
|
"IVF_PQ",
|
||||||
|
|||||||
Reference in New Issue
Block a user