increase default request timeput of chat client to 5min

longtermrisk · Feb 11, 2025 · 73d38e5 · 73d38e5
1 parent 41c7543
commit 73d38e5
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/openweights/client/chat.py b/openweights/client/chat.py
@@ -23,7 +23,7 @@ class AsyncChatCompletions:
 
         When both timeouts are set, the maximum of the two is used.
     """
-    def __init__(self, ow, deploy_kwargs={}, request_timeout=5, per_token_timeout=1):
+    def __init__(self, ow, deploy_kwargs={}, request_timeout=300, per_token_timeout=1):
         self.ow = ow
         self.completions = self
         self.deploy_kwargs = deploy_kwargs