From fa2e38a2f2a649df8fd6da77be585dd850da78d0 Mon Sep 17 00:00:00 2001
From: Ruben Fiszel <ruben@rubenfiszel.com>
Date: Tue, 18 Apr 2023 21:23:22 +0200
Subject: [PATCH] only cache on first worker

---
 backend/windmill-worker/src/worker.rs | 20 +++++++++++---------
 1 file changed, 11 insertions(+), 9 deletions(-)

diff --git a/backend/windmill-worker/src/worker.rs b/backend/windmill-worker/src/worker.rs
index 95e80d8b5f..5f24e5b4e6 100644
--- a/backend/windmill-worker/src/worker.rs
+++ b/backend/windmill-worker/src/worker.rs
@@ -409,13 +409,15 @@ pub async fn run_worker<R: rsmq_async::RsmqConnection + Send + Sync + Clone + 's
     let mut initialized_cache = false;
 
     #[cfg(feature = "enterprise")]
-    if let Some(ref s) = S3_CACHE_BUCKET.clone() {
-        // We try to download the entire cache as a tar, it is much faster over S3
-        if !copy_cache_from_bucket_as_tar(&s).await {
-            // We revert to copying the cache from the bucket
-            copy_cache_from_bucket_handle = copy_cache_from_bucket(&s, Some(_copy_bucket_tx.clone())).await;
-        } else {
-            initialized_cache = true;
+    if i_worker == 1 {
+        if let Some(ref s) = S3_CACHE_BUCKET.clone() {
+            // We try to download the entire cache as a tar, it is much faster over S3
+            if !copy_cache_from_bucket_as_tar(&s).await {
+                // We revert to copying the cache from the bucket
+                copy_cache_from_bucket_handle = copy_cache_from_bucket(&s, Some(_copy_bucket_tx.clone())).await;
+            } else {
+                initialized_cache = true;
+            }
         }
     }
 
@@ -472,13 +474,13 @@ pub async fn run_worker<R: rsmq_async::RsmqConnection + Send + Sync + Clone + 's
             }
 
             #[cfg(feature = "enterprise")]
-            if initialized_cache && last_sync.elapsed().as_secs() > *GLOBAL_CACHE_INTERVAL {
+            if initialized_cache && last_sync.elapsed().as_secs() > *GLOBAL_CACHE_INTERVAL && i_worker == 1  {
                 if let Some(ref s) = S3_CACHE_BUCKET.clone() {
                     copy_cache_from_bucket(&s, None).await;
                     copy_cache_to_bucket(&s).await;
                     
                     // this is to prevent excessive tar upload. 1/100*15min = each worker sync its tar once per day on average
-                    if rand::thread_rng().gen_range(0..*TAR_CACHE_RATE) == 1 {
+                    if rand::thread_rng().gen_range(0..*TAR_CACHE_RATE) == 0 {
                         copy_cache_to_bucket_as_tar(&s).await;
                     }
                 }