From ae178cdaeb3585ad1e48d0909f38146f5ea86a6f Mon Sep 17 00:00:00 2001
From: wendrul <53628737+wendrul@users.noreply.github.com>
Date: Tue, 16 Jul 2024 14:14:21 +0200
Subject: [PATCH] add more logs, change a fetch_one to opt and add back show
 memory every (#4087)

* add more logs, change a fetch_one to opt and add back show memory every

* Update ee repo ref
---
 backend/ee-repo-ref.txt | 2 +-
 docker-compose.yml      | 4 ++++
 2 files changed, 5 insertions(+), 1 deletion(-)

diff --git a/backend/ee-repo-ref.txt b/backend/ee-repo-ref.txt
index 18efd1fe8a..c4b585b87a 100644
--- a/backend/ee-repo-ref.txt
+++ b/backend/ee-repo-ref.txt
@@ -1 +1 @@
-0e063f25b96577f94751ce77f98b5435fc4d68ac
+75e2aa1b2a8cff3cdcd64bab33eadab036e0c3fe
diff --git a/docker-compose.yml b/docker-compose.yml
index a32c949f0d..9fe4baa749 100644
--- a/docker-compose.yml
+++ b/docker-compose.yml
@@ -124,6 +124,10 @@ services:
       - MODE=indexer
       #how often will new jobs be added to the index to be searched
       - TANTIVY_REFRESH_INDEX_PERIOD__S=300
+      #how many documents to batch in one commit
+      - TANTIVY_DOC_COMMIT_MAX_BATCH_SIZE=100000
+      #log memory usage and progress every so many documents indexed
+      - TANTIVY_SHOW_MEMORY_EVERY=10000
     depends_on:
       db:
         condition: service_healthy