diff --git a/.github/workflows/pypi-publish.yml b/.github/workflows/pypi-publish.yml
index 225d75de..98e39675 100644
--- a/.github/workflows/pypi-publish.yml
+++ b/.github/workflows/pypi-publish.yml
@@ -15,21 +15,15 @@ jobs:
           - platform: x86_64
             manylinux: "2_17"
             extra_args: ""
-            runner: ubuntu-22.04
           - platform: x86_64
             manylinux: "2_28"
             extra_args: "--features fp16kernels"
-            runner: ubuntu-22.04
           - platform: aarch64
-            manylinux: "2_17"
+            manylinux: "2_24"
             extra_args: ""
-            # For successful fat LTO builds, we need a large runner to avoid OOM errors.
-            runner: ubuntu-2404-8x-arm64
-          - platform: aarch64
-            manylinux: "2_28"
-            extra_args: "--features fp16kernels"
-            runner: ubuntu-2404-8x-arm64
-    runs-on: ${{ matrix.config.runner }}
+          # We don't build fp16 kernels for aarch64, because it uses 
+          # cross compilation image, which doesn't have a new enough compiler.
+    runs-on: "ubuntu-22.04"
     steps:
       - uses: actions/checkout@v4
         with:
@@ -89,7 +83,7 @@ jobs:
       - name: Set up Python
         uses: actions/setup-python@v4
         with:
-          python-version: 3.12
+          python-version: 3.8
       - uses: ./.github/workflows/build_windows_wheel
         with:
           python-minor-version: 8
@@ -163,4 +157,4 @@ jobs:
           token: ${{ secrets.GITHUB_TOKEN }}
           generate_release_notes: false
           name: Python LanceDB v${{ steps.extract_version.outputs.version }}
-          body: ${{ steps.python_release_notes.outputs.changelog }}
\ No newline at end of file
+          body: ${{ steps.python_release_notes.outputs.changelog }}