diff --git a/.github/workflows/cloud-regress.yml b/.github/workflows/cloud-regress.yml
index f6f0d8fe5a..8d0cb16c41 100644
--- a/.github/workflows/cloud-regress.yml
+++ b/.github/workflows/cloud-regress.yml
@@ -45,6 +45,10 @@ jobs:
     steps:
       - uses: actions/checkout@v4
 
+      - name: Patch the test
+        run:
+          cd /neon/vendor/postgres-v{{ matrix.DEFAULT_PG_VERSION }} && patch -p1 < ../../patches/cloud_regress_pg{{ matrix.DEFAULT_PG_VERSION }}
+
       - name: Download Neon artifact
         uses: ./.github/actions/download
         with:
@@ -63,4 +67,4 @@ jobs:
           extra_params:
             -m remote_cluster
         env:
-          BENCHMARK_CONNSTR: "postgresql://user:password@host:port"
+          BENCHMARK_CONNSTR: "postgresql://user:password@host:5432"