Use max_completion_tokens in Openai models

pkelaita · Dec 17, 2024 · ced52cc · ced52cc
1 parent 62b1cc5
commit ced52cc
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/l2m2/model_info.py b/l2m2/model_info.py
@@ -132,6 +132,7 @@ class ModelEntry(TypedDict):
                     "max": 2.0,
                 },
                 "max_tokens": {
+                    "custom_key": "max_completion_tokens",
                     "default": PROVIDER_DEFAULT,
                     "max": 4096,
                 },
@@ -148,6 +149,7 @@ class ModelEntry(TypedDict):
                     "max": 2.0,
                 },
                 "max_tokens": {
+                    "custom_key": "max_completion_tokens",
                     "default": PROVIDER_DEFAULT,
                     "max": 4096,
                 },
@@ -164,6 +166,7 @@ class ModelEntry(TypedDict):
                     "max": 2.0,
                 },
                 "max_tokens": {
+                    "custom_key": "max_completion_tokens",
                     "default": PROVIDER_DEFAULT,
                     "max": 4096,
                 },
@@ -180,6 +183,7 @@ class ModelEntry(TypedDict):
                     "max": 2.0,
                 },
                 "max_tokens": {
+                    "custom_key": "max_completion_tokens",
                     "default": PROVIDER_DEFAULT,
                     "max": 4096,
                 },