Add Timeout for LLM Microservice (opea-project#91)

Signed-off-by: letonghan <[email protected]>
poussa · May 24, 2024 · ecb8c79 · ecb8c79
1 parent d246c0e
commit ecb8c79
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/comps/llms/text-generation/tgi/llm.py b/comps/llms/text-generation/tgi/llm.py
@@ -51,6 +51,7 @@ def llm_generate(input: LLMParamsDoc):
         temperature=input.temperature,
         repetition_penalty=input.repetition_penalty,
         streaming=input.streaming,
+        timeout=600,
     )
 
     if input.streaming: