From d9d45cf2f9235b0e7118d0fc97ccdc0776ca9726 Mon Sep 17 00:00:00 2001 From: Ruben Fiszel Date: Fri, 13 Mar 2026 06:03:45 +0000 Subject: [PATCH] fix: lower default indexer memory/batch settings to prevent OOM (#8347) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit The windmill-indexer pod was crash-looping due to OOMKilled (exit 137) with a 2Gi memory limit. Two concurrent tantivy IndexWriters each allocating 300MB (600MB total), combined with large uncommitted batches of 50K jobs, caused memory exhaustion during indexing. - writer_memory_budget: 300MB → 150MB (2 writers = 300MB total) - commit_job_max_batch_size: 50,000 → 10,000 - commit_log_max_batch_size: 10,000 → 5,000 These can still be overridden via env vars or global settings. Co-authored-by: Claude Opus 4.6 --- backend/windmill-common/src/indexer.rs | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/backend/windmill-common/src/indexer.rs b/backend/windmill-common/src/indexer.rs index 23bde13795..7b1ed407ab 100644 --- a/backend/windmill-common/src/indexer.rs +++ b/backend/windmill-common/src/indexer.rs @@ -21,9 +21,9 @@ pub struct TantivyIndexerSettings { impl Default for TantivyIndexerSettings { fn default() -> Self { TantivyIndexerSettings { - writer_memory_budget: 300_000_000, - commit_job_max_batch_size: 50_000, - commit_log_max_batch_size: 10_000, + writer_memory_budget: 150_000_000, + commit_job_max_batch_size: 10_000, + commit_log_max_batch_size: 5_000, refresh_index_period: 300, refresh_log_index_period: 300, max_indexed_job_log_size: 1_000_000,