diff --git a/Cargo.lock b/Cargo.lock
index 74350d77a..e1c1b4754 100644
--- a/Cargo.lock
+++ b/Cargo.lock
@@ -3072,8 +3072,8 @@ checksum = "42703706b716c37f96a77aea830392ad231f44c9e9a67872fa5548707e11b11c"
 
 [[package]]
 name = "fsst"
-version = "5.0.0-beta.3"
-source = "git+https://github.com/lance-format/lance.git?tag=v5.0.0-beta.3#550499827d05c9f857f55d607b6c68c884920961"
+version = "5.0.0-beta.4"
+source = "git+https://github.com/lance-format/lance.git?tag=v5.0.0-beta.4#d9068e76a301df9e21d7282419f24f61a11375ac"
 dependencies = [
  "arrow-array",
  "rand 0.9.2",
@@ -4134,8 +4134,8 @@ dependencies = [
 
 [[package]]
 name = "lance"
-version = "5.0.0-beta.3"
-source = "git+https://github.com/lance-format/lance.git?tag=v5.0.0-beta.3#550499827d05c9f857f55d607b6c68c884920961"
+version = "5.0.0-beta.4"
+source = "git+https://github.com/lance-format/lance.git?tag=v5.0.0-beta.4#d9068e76a301df9e21d7282419f24f61a11375ac"
 dependencies = [
  "arrow",
  "arrow-arith",
@@ -4201,8 +4201,8 @@ dependencies = [
 
 [[package]]
 name = "lance-arrow"
-version = "5.0.0-beta.3"
-source = "git+https://github.com/lance-format/lance.git?tag=v5.0.0-beta.3#550499827d05c9f857f55d607b6c68c884920961"
+version = "5.0.0-beta.4"
+source = "git+https://github.com/lance-format/lance.git?tag=v5.0.0-beta.4#d9068e76a301df9e21d7282419f24f61a11375ac"
 dependencies = [
  "arrow-array",
  "arrow-buffer",
@@ -4222,8 +4222,8 @@ dependencies = [
 
 [[package]]
 name = "lance-bitpacking"
-version = "5.0.0-beta.3"
-source = "git+https://github.com/lance-format/lance.git?tag=v5.0.0-beta.3#550499827d05c9f857f55d607b6c68c884920961"
+version = "5.0.0-beta.4"
+source = "git+https://github.com/lance-format/lance.git?tag=v5.0.0-beta.4#d9068e76a301df9e21d7282419f24f61a11375ac"
 dependencies = [
  "arrayref",
  "paste",
@@ -4232,8 +4232,8 @@ dependencies = [
 
 [[package]]
 name = "lance-core"
-version = "5.0.0-beta.3"
-source = "git+https://github.com/lance-format/lance.git?tag=v5.0.0-beta.3#550499827d05c9f857f55d607b6c68c884920961"
+version = "5.0.0-beta.4"
+source = "git+https://github.com/lance-format/lance.git?tag=v5.0.0-beta.4#d9068e76a301df9e21d7282419f24f61a11375ac"
 dependencies = [
  "arrow-array",
  "arrow-buffer",
@@ -4270,8 +4270,8 @@ dependencies = [
 
 [[package]]
 name = "lance-datafusion"
-version = "5.0.0-beta.3"
-source = "git+https://github.com/lance-format/lance.git?tag=v5.0.0-beta.3#550499827d05c9f857f55d607b6c68c884920961"
+version = "5.0.0-beta.4"
+source = "git+https://github.com/lance-format/lance.git?tag=v5.0.0-beta.4#d9068e76a301df9e21d7282419f24f61a11375ac"
 dependencies = [
  "arrow",
  "arrow-array",
@@ -4301,8 +4301,8 @@ dependencies = [
 
 [[package]]
 name = "lance-datagen"
-version = "5.0.0-beta.3"
-source = "git+https://github.com/lance-format/lance.git?tag=v5.0.0-beta.3#550499827d05c9f857f55d607b6c68c884920961"
+version = "5.0.0-beta.4"
+source = "git+https://github.com/lance-format/lance.git?tag=v5.0.0-beta.4#d9068e76a301df9e21d7282419f24f61a11375ac"
 dependencies = [
  "arrow",
  "arrow-array",
@@ -4320,8 +4320,8 @@ dependencies = [
 
 [[package]]
 name = "lance-encoding"
-version = "5.0.0-beta.3"
-source = "git+https://github.com/lance-format/lance.git?tag=v5.0.0-beta.3#550499827d05c9f857f55d607b6c68c884920961"
+version = "5.0.0-beta.4"
+source = "git+https://github.com/lance-format/lance.git?tag=v5.0.0-beta.4#d9068e76a301df9e21d7282419f24f61a11375ac"
 dependencies = [
  "arrow-arith",
  "arrow-array",
@@ -4358,8 +4358,8 @@ dependencies = [
 
 [[package]]
 name = "lance-file"
-version = "5.0.0-beta.3"
-source = "git+https://github.com/lance-format/lance.git?tag=v5.0.0-beta.3#550499827d05c9f857f55d607b6c68c884920961"
+version = "5.0.0-beta.4"
+source = "git+https://github.com/lance-format/lance.git?tag=v5.0.0-beta.4#d9068e76a301df9e21d7282419f24f61a11375ac"
 dependencies = [
  "arrow-arith",
  "arrow-array",
@@ -4391,8 +4391,8 @@ dependencies = [
 
 [[package]]
 name = "lance-index"
-version = "5.0.0-beta.3"
-source = "git+https://github.com/lance-format/lance.git?tag=v5.0.0-beta.3#550499827d05c9f857f55d607b6c68c884920961"
+version = "5.0.0-beta.4"
+source = "git+https://github.com/lance-format/lance.git?tag=v5.0.0-beta.4#d9068e76a301df9e21d7282419f24f61a11375ac"
 dependencies = [
  "arrow",
  "arrow-arith",
@@ -4456,8 +4456,8 @@ dependencies = [
 
 [[package]]
 name = "lance-io"
-version = "5.0.0-beta.3"
-source = "git+https://github.com/lance-format/lance.git?tag=v5.0.0-beta.3#550499827d05c9f857f55d607b6c68c884920961"
+version = "5.0.0-beta.4"
+source = "git+https://github.com/lance-format/lance.git?tag=v5.0.0-beta.4#d9068e76a301df9e21d7282419f24f61a11375ac"
 dependencies = [
  "arrow",
  "arrow-arith",
@@ -4501,8 +4501,8 @@ dependencies = [
 
 [[package]]
 name = "lance-linalg"
-version = "5.0.0-beta.3"
-source = "git+https://github.com/lance-format/lance.git?tag=v5.0.0-beta.3#550499827d05c9f857f55d607b6c68c884920961"
+version = "5.0.0-beta.4"
+source = "git+https://github.com/lance-format/lance.git?tag=v5.0.0-beta.4#d9068e76a301df9e21d7282419f24f61a11375ac"
 dependencies = [
  "arrow-array",
  "arrow-buffer",
@@ -4518,8 +4518,8 @@ dependencies = [
 
 [[package]]
 name = "lance-namespace"
-version = "5.0.0-beta.3"
-source = "git+https://github.com/lance-format/lance.git?tag=v5.0.0-beta.3#550499827d05c9f857f55d607b6c68c884920961"
+version = "5.0.0-beta.4"
+source = "git+https://github.com/lance-format/lance.git?tag=v5.0.0-beta.4#d9068e76a301df9e21d7282419f24f61a11375ac"
 dependencies = [
  "arrow",
  "async-trait",
@@ -4532,8 +4532,8 @@ dependencies = [
 
 [[package]]
 name = "lance-namespace-impls"
-version = "5.0.0-beta.3"
-source = "git+https://github.com/lance-format/lance.git?tag=v5.0.0-beta.3#550499827d05c9f857f55d607b6c68c884920961"
+version = "5.0.0-beta.4"
+source = "git+https://github.com/lance-format/lance.git?tag=v5.0.0-beta.4#d9068e76a301df9e21d7282419f24f61a11375ac"
 dependencies = [
  "arrow",
  "arrow-ipc",
@@ -4578,8 +4578,8 @@ dependencies = [
 
 [[package]]
 name = "lance-table"
-version = "5.0.0-beta.3"
-source = "git+https://github.com/lance-format/lance.git?tag=v5.0.0-beta.3#550499827d05c9f857f55d607b6c68c884920961"
+version = "5.0.0-beta.4"
+source = "git+https://github.com/lance-format/lance.git?tag=v5.0.0-beta.4#d9068e76a301df9e21d7282419f24f61a11375ac"
 dependencies = [
  "arrow",
  "arrow-array",
@@ -4618,8 +4618,8 @@ dependencies = [
 
 [[package]]
 name = "lance-testing"
-version = "5.0.0-beta.3"
-source = "git+https://github.com/lance-format/lance.git?tag=v5.0.0-beta.3#550499827d05c9f857f55d607b6c68c884920961"
+version = "5.0.0-beta.4"
+source = "git+https://github.com/lance-format/lance.git?tag=v5.0.0-beta.4#d9068e76a301df9e21d7282419f24f61a11375ac"
 dependencies = [
  "arrow-array",
  "arrow-schema",
diff --git a/Cargo.toml b/Cargo.toml
index b7569b253..feef1066d 100644
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -15,20 +15,20 @@ categories = ["database-implementations"]
 rust-version = "1.91.0"
 
 [workspace.dependencies]
-lance = { "version" = "=5.0.0-beta.3", default-features = false, "tag" = "v5.0.0-beta.3", "git" = "https://github.com/lance-format/lance.git" }
-lance-core = { "version" = "=5.0.0-beta.3", "tag" = "v5.0.0-beta.3", "git" = "https://github.com/lance-format/lance.git" }
-lance-datagen = { "version" = "=5.0.0-beta.3", "tag" = "v5.0.0-beta.3", "git" = "https://github.com/lance-format/lance.git" }
-lance-file = { "version" = "=5.0.0-beta.3", "tag" = "v5.0.0-beta.3", "git" = "https://github.com/lance-format/lance.git" }
-lance-io = { "version" = "=5.0.0-beta.3", default-features = false, "tag" = "v5.0.0-beta.3", "git" = "https://github.com/lance-format/lance.git" }
-lance-index = { "version" = "=5.0.0-beta.3", "tag" = "v5.0.0-beta.3", "git" = "https://github.com/lance-format/lance.git" }
-lance-linalg = { "version" = "=5.0.0-beta.3", "tag" = "v5.0.0-beta.3", "git" = "https://github.com/lance-format/lance.git" }
-lance-namespace = { "version" = "=5.0.0-beta.3", "tag" = "v5.0.0-beta.3", "git" = "https://github.com/lance-format/lance.git" }
-lance-namespace-impls = { "version" = "=5.0.0-beta.3", default-features = false, "tag" = "v5.0.0-beta.3", "git" = "https://github.com/lance-format/lance.git" }
-lance-table = { "version" = "=5.0.0-beta.3", "tag" = "v5.0.0-beta.3", "git" = "https://github.com/lance-format/lance.git" }
-lance-testing = { "version" = "=5.0.0-beta.3", "tag" = "v5.0.0-beta.3", "git" = "https://github.com/lance-format/lance.git" }
-lance-datafusion = { "version" = "=5.0.0-beta.3", "tag" = "v5.0.0-beta.3", "git" = "https://github.com/lance-format/lance.git" }
-lance-encoding = { "version" = "=5.0.0-beta.3", "tag" = "v5.0.0-beta.3", "git" = "https://github.com/lance-format/lance.git" }
-lance-arrow = { "version" = "=5.0.0-beta.3", "tag" = "v5.0.0-beta.3", "git" = "https://github.com/lance-format/lance.git" }
+lance = { "version" = "=5.0.0-beta.4", default-features = false, "tag" = "v5.0.0-beta.4", "git" = "https://github.com/lance-format/lance.git" }
+lance-core = { "version" = "=5.0.0-beta.4", "tag" = "v5.0.0-beta.4", "git" = "https://github.com/lance-format/lance.git" }
+lance-datagen = { "version" = "=5.0.0-beta.4", "tag" = "v5.0.0-beta.4", "git" = "https://github.com/lance-format/lance.git" }
+lance-file = { "version" = "=5.0.0-beta.4", "tag" = "v5.0.0-beta.4", "git" = "https://github.com/lance-format/lance.git" }
+lance-io = { "version" = "=5.0.0-beta.4", default-features = false, "tag" = "v5.0.0-beta.4", "git" = "https://github.com/lance-format/lance.git" }
+lance-index = { "version" = "=5.0.0-beta.4", "tag" = "v5.0.0-beta.4", "git" = "https://github.com/lance-format/lance.git" }
+lance-linalg = { "version" = "=5.0.0-beta.4", "tag" = "v5.0.0-beta.4", "git" = "https://github.com/lance-format/lance.git" }
+lance-namespace = { "version" = "=5.0.0-beta.4", "tag" = "v5.0.0-beta.4", "git" = "https://github.com/lance-format/lance.git" }
+lance-namespace-impls = { "version" = "=5.0.0-beta.4", default-features = false, "tag" = "v5.0.0-beta.4", "git" = "https://github.com/lance-format/lance.git" }
+lance-table = { "version" = "=5.0.0-beta.4", "tag" = "v5.0.0-beta.4", "git" = "https://github.com/lance-format/lance.git" }
+lance-testing = { "version" = "=5.0.0-beta.4", "tag" = "v5.0.0-beta.4", "git" = "https://github.com/lance-format/lance.git" }
+lance-datafusion = { "version" = "=5.0.0-beta.4", "tag" = "v5.0.0-beta.4", "git" = "https://github.com/lance-format/lance.git" }
+lance-encoding = { "version" = "=5.0.0-beta.4", "tag" = "v5.0.0-beta.4", "git" = "https://github.com/lance-format/lance.git" }
+lance-arrow = { "version" = "=5.0.0-beta.4", "tag" = "v5.0.0-beta.4", "git" = "https://github.com/lance-format/lance.git" }
 ahash = "0.8"
 # Note that this one does not include pyarrow
 arrow = { version = "57.2", optional = false }
diff --git a/java/pom.xml b/java/pom.xml
index 15d491979..9455ad9cf 100644
--- a/java/pom.xml
+++ b/java/pom.xml
@@ -28,7 +28,7 @@
     <properties>
         <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
         <arrow.version>15.0.0</arrow.version>
-        <lance-core.version>3.0.1</lance-core.version>
+        <lance-core.version>5.0.0-beta.4</lance-core.version>
         <spotless.skip>false</spotless.skip>
         <spotless.version>2.30.0</spotless.version>
         <spotless.java.googlejavaformat.version>1.7</spotless.java.googlejavaformat.version>