From 8cbb88757d5bd2a07182dc9741d772e0ca056b6e Mon Sep 17 00:00:00 2001
From: Ruben Fiszel <ruben@windmill.dev>
Date: Wed, 9 Jul 2025 13:08:44 +0000
Subject: [PATCH] timeout on job pull iuf necessary

---
 backend/windmill-worker/src/worker.rs | 12 ++++++++++--
 1 file changed, 10 insertions(+), 2 deletions(-)

diff --git a/backend/windmill-worker/src/worker.rs b/backend/windmill-worker/src/worker.rs
index 71ab6dd074..885452252e 100644
--- a/backend/windmill-worker/src/worker.rs
+++ b/backend/windmill-worker/src/worker.rs
@@ -11,6 +11,7 @@
 
 use anyhow::anyhow;
 use futures::TryFutureExt;
+use tokio::time::timeout;
 use windmill_common::client::AuthedClient;
 use windmill_common::{
     agent_workers::DECODED_AGENT_TOKEN,
@@ -1483,7 +1484,7 @@ pub async fn run_worker(
                             last_suspend_first = Instant::now();
                         }
 
-                        let job = pull(
+                        let job = match timeout(Duration::from_secs(10), pull(
                             &db,
                             suspend_first,
                             &worker_name,
@@ -1491,7 +1492,14 @@ pub async fn run_worker(
                             #[cfg(feature = "benchmark")]
                             &mut bench,
                         )
-                        .await;
+                        .warn_after_seconds(2))
+                        .await {
+                            Ok(job) => job,
+                            Err(e) => {
+                                tracing::error!(worker = %worker_name, hostname = %hostname, "pull timed out: {e:?}");
+                                continue;
+                            }
+                        };
 
                         add_time!(bench, "job pulled from DB");
                         let duration_pull_s = pull_time.elapsed().as_secs_f64();