diff --git a/.github/workflows/rust.yml b/.github/workflows/rust.yml index 46f1a2479..4ab46cb14 100644 --- a/.github/workflows/rust.yml +++ b/.github/workflows/rust.yml @@ -125,10 +125,26 @@ jobs: - uses: rui314/setup-mold@v1 - name: Make Swap run: | - sudo fallocate -l 16G /swapfile - sudo chmod 600 /swapfile - sudo mkswap /swapfile - sudo swapon /swapfile + swapfile=/swapfile + min_swap_bytes=$((15 * 1024 * 1024 * 1024)) + active_swap_bytes="$(sudo swapon --show=NAME,SIZE --bytes --noheadings | awk '$1 == "/swapfile" { print $2 }')" + if [ -n "$active_swap_bytes" ]; then + if [ "$active_swap_bytes" -ge "$min_swap_bytes" ]; then + echo "/swapfile is already active with enough space; skipping swap creation" + exit 0 + fi + echo "/swapfile is already active but smaller than 16G; using /mnt/lancedb-swapfile" + swapfile=/mnt/lancedb-swapfile + fi + if sudo swapon --show=NAME --noheadings | grep -Fxq "$swapfile"; then + echo "$swapfile is already active; skipping swap creation" + exit 0 + fi + sudo rm -f "$swapfile" + sudo fallocate -l 16G "$swapfile" + sudo chmod 600 "$swapfile" + sudo mkswap "$swapfile" + sudo swapon "$swapfile" - name: Build run: cargo build --profile ci --all-features --tests --locked --examples - name: Run feature tests diff --git a/Cargo.lock b/Cargo.lock index c28d8a053..518c833a4 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -3429,8 +3429,8 @@ checksum = "42703706b716c37f96a77aea830392ad231f44c9e9a67872fa5548707e11b11c" [[package]] name = "fsst" -version = "9.0.0-beta.19" -source = "git+https://github.com/lance-format/lance.git?tag=v9.0.0-beta.19#8f0e6d3a7c53438275b134c0ac1afbc80600616e" +version = "9.0.0-beta.23" +source = "git+https://github.com/lance-format/lance.git?tag=v9.0.0-beta.23#0acc51eb8f013985395bf3ac7f0ef4f8a23a377d" dependencies = [ "arrow-array", "rand 0.9.5", @@ -4780,8 +4780,8 @@ checksum = "e037a2e1d8d5fdbd49b16a4ea09d5d6401c1f29eca5ff29d03d3824dba16256a" [[package]] name = "lance" -version = "9.0.0-beta.19" -source = "git+https://github.com/lance-format/lance.git?tag=v9.0.0-beta.19#8f0e6d3a7c53438275b134c0ac1afbc80600616e" +version = "9.0.0-beta.23" +source = "git+https://github.com/lance-format/lance.git?tag=v9.0.0-beta.23#0acc51eb8f013985395bf3ac7f0ef4f8a23a377d" dependencies = [ "arc-swap", "arrow", @@ -4855,8 +4855,8 @@ dependencies = [ [[package]] name = "lance-arrow" -version = "9.0.0-beta.19" -source = "git+https://github.com/lance-format/lance.git?tag=v9.0.0-beta.19#8f0e6d3a7c53438275b134c0ac1afbc80600616e" +version = "9.0.0-beta.23" +source = "git+https://github.com/lance-format/lance.git?tag=v9.0.0-beta.23#0acc51eb8f013985395bf3ac7f0ef4f8a23a377d" dependencies = [ "arrow-array", "arrow-buffer", @@ -4878,7 +4878,7 @@ dependencies = [ [[package]] name = "lance-arrow-scalar" version = "58.0.0" -source = "git+https://github.com/lance-format/lance.git?tag=v9.0.0-beta.19#8f0e6d3a7c53438275b134c0ac1afbc80600616e" +source = "git+https://github.com/lance-format/lance.git?tag=v9.0.0-beta.23#0acc51eb8f013985395bf3ac7f0ef4f8a23a377d" dependencies = [ "arrow-array", "arrow-buffer", @@ -4892,7 +4892,7 @@ dependencies = [ [[package]] name = "lance-arrow-stats" version = "58.0.0" -source = "git+https://github.com/lance-format/lance.git?tag=v9.0.0-beta.19#8f0e6d3a7c53438275b134c0ac1afbc80600616e" +source = "git+https://github.com/lance-format/lance.git?tag=v9.0.0-beta.23#0acc51eb8f013985395bf3ac7f0ef4f8a23a377d" dependencies = [ "arrow-array", "arrow-schema", @@ -4901,8 +4901,8 @@ dependencies = [ [[package]] name = "lance-bitpacking" -version = "9.0.0-beta.19" -source = "git+https://github.com/lance-format/lance.git?tag=v9.0.0-beta.19#8f0e6d3a7c53438275b134c0ac1afbc80600616e" +version = "9.0.0-beta.23" +source = "git+https://github.com/lance-format/lance.git?tag=v9.0.0-beta.23#0acc51eb8f013985395bf3ac7f0ef4f8a23a377d" dependencies = [ "arrayref", "crunchy", @@ -4912,8 +4912,8 @@ dependencies = [ [[package]] name = "lance-core" -version = "9.0.0-beta.19" -source = "git+https://github.com/lance-format/lance.git?tag=v9.0.0-beta.19#8f0e6d3a7c53438275b134c0ac1afbc80600616e" +version = "9.0.0-beta.23" +source = "git+https://github.com/lance-format/lance.git?tag=v9.0.0-beta.23#0acc51eb8f013985395bf3ac7f0ef4f8a23a377d" dependencies = [ "arrow-array", "arrow-buffer", @@ -4951,8 +4951,8 @@ dependencies = [ [[package]] name = "lance-datafusion" -version = "9.0.0-beta.19" -source = "git+https://github.com/lance-format/lance.git?tag=v9.0.0-beta.19#8f0e6d3a7c53438275b134c0ac1afbc80600616e" +version = "9.0.0-beta.23" +source = "git+https://github.com/lance-format/lance.git?tag=v9.0.0-beta.23#0acc51eb8f013985395bf3ac7f0ef4f8a23a377d" dependencies = [ "arrow", "arrow-array", @@ -4982,8 +4982,8 @@ dependencies = [ [[package]] name = "lance-datagen" -version = "9.0.0-beta.19" -source = "git+https://github.com/lance-format/lance.git?tag=v9.0.0-beta.19#8f0e6d3a7c53438275b134c0ac1afbc80600616e" +version = "9.0.0-beta.23" +source = "git+https://github.com/lance-format/lance.git?tag=v9.0.0-beta.23#0acc51eb8f013985395bf3ac7f0ef4f8a23a377d" dependencies = [ "arrow", "arrow-array", @@ -5000,8 +5000,8 @@ dependencies = [ [[package]] name = "lance-derive" -version = "9.0.0-beta.19" -source = "git+https://github.com/lance-format/lance.git?tag=v9.0.0-beta.19#8f0e6d3a7c53438275b134c0ac1afbc80600616e" +version = "9.0.0-beta.23" +source = "git+https://github.com/lance-format/lance.git?tag=v9.0.0-beta.23#0acc51eb8f013985395bf3ac7f0ef4f8a23a377d" dependencies = [ "proc-macro2", "quote", @@ -5010,8 +5010,8 @@ dependencies = [ [[package]] name = "lance-encoding" -version = "9.0.0-beta.19" -source = "git+https://github.com/lance-format/lance.git?tag=v9.0.0-beta.19#8f0e6d3a7c53438275b134c0ac1afbc80600616e" +version = "9.0.0-beta.23" +source = "git+https://github.com/lance-format/lance.git?tag=v9.0.0-beta.23#0acc51eb8f013985395bf3ac7f0ef4f8a23a377d" dependencies = [ "arrow-arith", "arrow-array", @@ -5046,8 +5046,8 @@ dependencies = [ [[package]] name = "lance-file" -version = "9.0.0-beta.19" -source = "git+https://github.com/lance-format/lance.git?tag=v9.0.0-beta.19#8f0e6d3a7c53438275b134c0ac1afbc80600616e" +version = "9.0.0-beta.23" +source = "git+https://github.com/lance-format/lance.git?tag=v9.0.0-beta.23#0acc51eb8f013985395bf3ac7f0ef4f8a23a377d" dependencies = [ "arrow-arith", "arrow-array", @@ -5077,8 +5077,8 @@ dependencies = [ [[package]] name = "lance-index" -version = "9.0.0-beta.19" -source = "git+https://github.com/lance-format/lance.git?tag=v9.0.0-beta.19#8f0e6d3a7c53438275b134c0ac1afbc80600616e" +version = "9.0.0-beta.23" +source = "git+https://github.com/lance-format/lance.git?tag=v9.0.0-beta.23#0acc51eb8f013985395bf3ac7f0ef4f8a23a377d" dependencies = [ "arc-swap", "arrow", @@ -5143,8 +5143,8 @@ dependencies = [ [[package]] name = "lance-io" -version = "9.0.0-beta.19" -source = "git+https://github.com/lance-format/lance.git?tag=v9.0.0-beta.19#8f0e6d3a7c53438275b134c0ac1afbc80600616e" +version = "9.0.0-beta.23" +source = "git+https://github.com/lance-format/lance.git?tag=v9.0.0-beta.23#0acc51eb8f013985395bf3ac7f0ef4f8a23a377d" dependencies = [ "arrow", "arrow-arith", @@ -5186,8 +5186,8 @@ dependencies = [ [[package]] name = "lance-linalg" -version = "9.0.0-beta.19" -source = "git+https://github.com/lance-format/lance.git?tag=v9.0.0-beta.19#8f0e6d3a7c53438275b134c0ac1afbc80600616e" +version = "9.0.0-beta.23" +source = "git+https://github.com/lance-format/lance.git?tag=v9.0.0-beta.23#0acc51eb8f013985395bf3ac7f0ef4f8a23a377d" dependencies = [ "arrow-array", "arrow-buffer", @@ -5203,8 +5203,8 @@ dependencies = [ [[package]] name = "lance-namespace" -version = "9.0.0-beta.19" -source = "git+https://github.com/lance-format/lance.git?tag=v9.0.0-beta.19#8f0e6d3a7c53438275b134c0ac1afbc80600616e" +version = "9.0.0-beta.23" +source = "git+https://github.com/lance-format/lance.git?tag=v9.0.0-beta.23#0acc51eb8f013985395bf3ac7f0ef4f8a23a377d" dependencies = [ "arrow", "async-trait", @@ -5216,8 +5216,8 @@ dependencies = [ [[package]] name = "lance-namespace-impls" -version = "9.0.0-beta.19" -source = "git+https://github.com/lance-format/lance.git?tag=v9.0.0-beta.19#8f0e6d3a7c53438275b134c0ac1afbc80600616e" +version = "9.0.0-beta.23" +source = "git+https://github.com/lance-format/lance.git?tag=v9.0.0-beta.23#0acc51eb8f013985395bf3ac7f0ef4f8a23a377d" dependencies = [ "arrow", "arrow-ipc", @@ -5271,8 +5271,8 @@ dependencies = [ [[package]] name = "lance-select" -version = "9.0.0-beta.19" -source = "git+https://github.com/lance-format/lance.git?tag=v9.0.0-beta.19#8f0e6d3a7c53438275b134c0ac1afbc80600616e" +version = "9.0.0-beta.23" +source = "git+https://github.com/lance-format/lance.git?tag=v9.0.0-beta.23#0acc51eb8f013985395bf3ac7f0ef4f8a23a377d" dependencies = [ "arrow-array", "arrow-buffer", @@ -5287,8 +5287,8 @@ dependencies = [ [[package]] name = "lance-table" -version = "9.0.0-beta.19" -source = "git+https://github.com/lance-format/lance.git?tag=v9.0.0-beta.19#8f0e6d3a7c53438275b134c0ac1afbc80600616e" +version = "9.0.0-beta.23" +source = "git+https://github.com/lance-format/lance.git?tag=v9.0.0-beta.23#0acc51eb8f013985395bf3ac7f0ef4f8a23a377d" dependencies = [ "arrow", "arrow-array", @@ -5327,8 +5327,8 @@ dependencies = [ [[package]] name = "lance-testing" -version = "9.0.0-beta.19" -source = "git+https://github.com/lance-format/lance.git?tag=v9.0.0-beta.19#8f0e6d3a7c53438275b134c0ac1afbc80600616e" +version = "9.0.0-beta.23" +source = "git+https://github.com/lance-format/lance.git?tag=v9.0.0-beta.23#0acc51eb8f013985395bf3ac7f0ef4f8a23a377d" dependencies = [ "arrow-array", "arrow-schema", @@ -5341,8 +5341,8 @@ dependencies = [ [[package]] name = "lance-tokenizer" -version = "9.0.0-beta.19" -source = "git+https://github.com/lance-format/lance.git?tag=v9.0.0-beta.19#8f0e6d3a7c53438275b134c0ac1afbc80600616e" +version = "9.0.0-beta.23" +source = "git+https://github.com/lance-format/lance.git?tag=v9.0.0-beta.23#0acc51eb8f013985395bf3ac7f0ef4f8a23a377d" dependencies = [ "icu_segmenter", "jieba-rs", diff --git a/Cargo.toml b/Cargo.toml index e0a764dc1..645908807 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -13,20 +13,20 @@ categories = ["database-implementations"] rust-version = "1.91.0" [workspace.dependencies] -lance = { "version" = "=9.0.0-beta.19", default-features = false, "tag" = "v9.0.0-beta.19", "git" = "https://github.com/lance-format/lance.git" } -lance-core = { "version" = "=9.0.0-beta.19", "tag" = "v9.0.0-beta.19", "git" = "https://github.com/lance-format/lance.git" } -lance-datagen = { "version" = "=9.0.0-beta.19", "tag" = "v9.0.0-beta.19", "git" = "https://github.com/lance-format/lance.git" } -lance-file = { "version" = "=9.0.0-beta.19", "tag" = "v9.0.0-beta.19", "git" = "https://github.com/lance-format/lance.git" } -lance-io = { "version" = "=9.0.0-beta.19", default-features = false, "tag" = "v9.0.0-beta.19", "git" = "https://github.com/lance-format/lance.git" } -lance-index = { "version" = "=9.0.0-beta.19", "tag" = "v9.0.0-beta.19", "git" = "https://github.com/lance-format/lance.git" } -lance-linalg = { "version" = "=9.0.0-beta.19", "tag" = "v9.0.0-beta.19", "git" = "https://github.com/lance-format/lance.git" } -lance-namespace = { "version" = "=9.0.0-beta.19", "tag" = "v9.0.0-beta.19", "git" = "https://github.com/lance-format/lance.git" } -lance-namespace-impls = { "version" = "=9.0.0-beta.19", default-features = false, "tag" = "v9.0.0-beta.19", "git" = "https://github.com/lance-format/lance.git" } -lance-table = { "version" = "=9.0.0-beta.19", "tag" = "v9.0.0-beta.19", "git" = "https://github.com/lance-format/lance.git" } -lance-testing = { "version" = "=9.0.0-beta.19", "tag" = "v9.0.0-beta.19", "git" = "https://github.com/lance-format/lance.git" } -lance-datafusion = { "version" = "=9.0.0-beta.19", "tag" = "v9.0.0-beta.19", "git" = "https://github.com/lance-format/lance.git" } -lance-encoding = { "version" = "=9.0.0-beta.19", "tag" = "v9.0.0-beta.19", "git" = "https://github.com/lance-format/lance.git" } -lance-arrow = { "version" = "=9.0.0-beta.19", "tag" = "v9.0.0-beta.19", "git" = "https://github.com/lance-format/lance.git" } +lance = { "version" = "=9.0.0-beta.23", default-features = false, "tag" = "v9.0.0-beta.23", "git" = "https://github.com/lance-format/lance.git" } +lance-core = { "version" = "=9.0.0-beta.23", "tag" = "v9.0.0-beta.23", "git" = "https://github.com/lance-format/lance.git" } +lance-datagen = { "version" = "=9.0.0-beta.23", "tag" = "v9.0.0-beta.23", "git" = "https://github.com/lance-format/lance.git" } +lance-file = { "version" = "=9.0.0-beta.23", "tag" = "v9.0.0-beta.23", "git" = "https://github.com/lance-format/lance.git" } +lance-io = { "version" = "=9.0.0-beta.23", default-features = false, "tag" = "v9.0.0-beta.23", "git" = "https://github.com/lance-format/lance.git" } +lance-index = { "version" = "=9.0.0-beta.23", "tag" = "v9.0.0-beta.23", "git" = "https://github.com/lance-format/lance.git" } +lance-linalg = { "version" = "=9.0.0-beta.23", "tag" = "v9.0.0-beta.23", "git" = "https://github.com/lance-format/lance.git" } +lance-namespace = { "version" = "=9.0.0-beta.23", "tag" = "v9.0.0-beta.23", "git" = "https://github.com/lance-format/lance.git" } +lance-namespace-impls = { "version" = "=9.0.0-beta.23", default-features = false, "tag" = "v9.0.0-beta.23", "git" = "https://github.com/lance-format/lance.git" } +lance-table = { "version" = "=9.0.0-beta.23", "tag" = "v9.0.0-beta.23", "git" = "https://github.com/lance-format/lance.git" } +lance-testing = { "version" = "=9.0.0-beta.23", "tag" = "v9.0.0-beta.23", "git" = "https://github.com/lance-format/lance.git" } +lance-datafusion = { "version" = "=9.0.0-beta.23", "tag" = "v9.0.0-beta.23", "git" = "https://github.com/lance-format/lance.git" } +lance-encoding = { "version" = "=9.0.0-beta.23", "tag" = "v9.0.0-beta.23", "git" = "https://github.com/lance-format/lance.git" } +lance-arrow = { "version" = "=9.0.0-beta.23", "tag" = "v9.0.0-beta.23", "git" = "https://github.com/lance-format/lance.git" } ahash = "0.8" # Note that this one does not include pyarrow arrow = { version = "58.0.0", optional = false } diff --git a/java/pom.xml b/java/pom.xml index 4c149008d..74ccfc8ef 100644 --- a/java/pom.xml +++ b/java/pom.xml @@ -28,7 +28,7 @@ UTF-8 15.0.0 - 9.0.0-beta.19 + 9.0.0-beta.23 false 2.30.0 1.7