feat: proving better error message for unsupported max_prompt_tokens (#…

…122)
epam · Sep 6, 2024 · f4a1b58 · f4a1b58
1 parent f60c185
commit f4a1b58
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/aidial_adapter_vertexai/chat_completion.py b/aidial_adapter_vertexai/chat_completion.py
@@ -80,6 +80,11 @@ async def chat_completion(self, request: Request, response: Response):
 
         discarded_messages: List[int] = []
         if params.max_prompt_tokens is not None:
+            if not is_implemented(model.truncate_prompt):
+                raise ValidationError(
+                    "max_prompt_tokens request parameter is not supported"
+                )
+
             prompt, discarded_messages = await model.truncate_prompt(
                 prompt, params.max_prompt_tokens
             )