Update helm-charts/chatqna/gaudi-values.yaml

Co-authored-by: Eero Tamminen <[email protected]>
opea-project · Nov 8, 2024 · 01bfa66 · 01bfa66
1 parent 0cf5dfc
commit 01bfa66
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/helm-charts/chatqna/gaudi-values.yaml b/helm-charts/chatqna/gaudi-values.yaml
@@ -13,6 +13,7 @@ tgi:
   resources:
     limits:
       habana.ai/gaudi: 1
+  # higher limits are needed with extra input tokens added by rerank
   MAX_INPUT_LENGTH: "2048"
   MAX_TOTAL_TOKENS: "4096"
   CUDA_GRAPHS: ""