From 7743d92939508f2ddea0dcd28b6e12908ea8d2c8 Mon Sep 17 00:00:00 2001 From: Kaustubh Maske Patil <37668193+nikochiko@users.noreply.github.com> Date: Wed, 8 Jan 2025 16:16:15 +0530 Subject: [PATCH] move o1 fix to correct if-branch --- daras_ai_v2/language_model.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/daras_ai_v2/language_model.py b/daras_ai_v2/language_model.py index 56a1a1beb..d4f50eb97 100644 --- a/daras_ai_v2/language_model.py +++ b/daras_ai_v2/language_model.py @@ -1050,13 +1050,13 @@ def run_openai_chat( if entry["role"] == CHATML_ROLE_SYSTEM: entry["role"] = CHATML_ROLE_USER max_tokens = NOT_GIVEN - else: - max_tokens = max_completion_tokens - max_completion_tokens = NOT_GIVEN # reserved tokens for reasoning... # https://platform.openai.com/docs/guides/reasoning#allocating-space-for-reasoning max_completion_tokens += 25_000 + else: + max_tokens = max_completion_tokens + max_completion_tokens = NOT_GIVEN if avoid_repetition: frequency_penalty = 0.1