diff --git a/docker/RHEL8/Dockerfile b/docker/RHEL8/Dockerfile
index 2d4ba3fb3a..453d5bf3db 100644
--- a/docker/RHEL8/Dockerfile
+++ b/docker/RHEL8/Dockerfile
@@ -76,4 +76,10 @@ COPY .git/ .git/
 RUN --mount=type=cache,target=/usr/local/cargo/registry \
     CARGO_NET_GIT_FETCH_WITH_CLI=true cargo build --release --features "$features"
 
+RUN --mount=type=cache,target=/usr/local/cargo/registry \
+    CARGO_NET_GIT_FETCH_WITH_CLI=true cargo build --release -p windmill_duckdb_ffi_internal
+
+RUN mkdir -p /usr/src/app && \
+    cp /windmill/target/release/libwindmill_duckdb_ffi_internal.so /usr/src/app/
+
 RUN subscription-manager unregister
diff --git a/docker/RHEL9/Dockerfile b/docker/RHEL9/Dockerfile
index ace996cab5..6c0ef21293 100644
--- a/docker/RHEL9/Dockerfile
+++ b/docker/RHEL9/Dockerfile
@@ -76,4 +76,10 @@ COPY .git/ .git/
 RUN --mount=type=cache,target=/usr/local/cargo/registry \
     CARGO_NET_GIT_FETCH_WITH_CLI=true cargo build --release --features "$features"
 
+RUN --mount=type=cache,target=/usr/local/cargo/registry \
+    CARGO_NET_GIT_FETCH_WITH_CLI=true cargo build --release -p windmill_duckdb_ffi_internal
+
+RUN mkdir -p /usr/src/app && \
+    cp /windmill/target/release/libwindmill_duckdb_ffi_internal.so /usr/src/app/
+
 RUN subscription-manager unregister