add more logs, change a fetch_one to opt and add back show memory every (#4087)

* add more logs, change a fetch_one to opt and add back show memory every

* Update ee repo ref

backend/ee-repo-ref.txt

@@ -1 +1 @@
-0e063f25b96577f94751ce77f98b5435fc4d68ac
+75e2aa1b2a8cff3cdcd64bab33eadab036e0c3fe

docker-compose.yml

@@ -124,6 +124,10 @@ services:
       - MODE=indexer
       #how often will new jobs be added to the index to be searched
       - TANTIVY_REFRESH_INDEX_PERIOD__S=300
+      #how many documents to batch in one commit
+      - TANTIVY_DOC_COMMIT_MAX_BATCH_SIZE=100000
+      #log memory usage and progress every so many documents indexed
+      - TANTIVY_SHOW_MEMORY_EVERY=10000
     depends_on:
       db:
         condition: service_healthy