Merge pull request #3141 from danswer-ai/hotfix/v0.13-indexing-concur…

…rency Merge hotfix/v0.13-indexing-concurrency into release/v0.13
onyx-dot-app · Nov 15, 2024 · cce0ec2 · cce0ec2
2 parents a4f09a6 + cfc4681
commit cce0ec2
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/backend/danswer/background/celery/apps/indexing.py b/backend/danswer/background/celery/apps/indexing.py
@@ -59,7 +59,7 @@ def on_worker_init(sender: Any, **kwargs: Any) -> None:
     logger.info(f"Multiprocessing start method: {multiprocessing.get_start_method()}")
 
     SqlEngine.set_app_name(POSTGRES_CELERY_WORKER_INDEXING_APP_NAME)
-    SqlEngine.init_engine(pool_size=8, max_overflow=0)
+    SqlEngine.init_engine(pool_size=sender.concurrency, max_overflow=sender.concurrency)
 
     # Startup checks are not needed in multi-tenant case
     if MULTI_TENANT: