From 9e27a8aad0da1495195f39ce387f75951e4b1ae1 Mon Sep 17 00:00:00 2001 From: Mark Backman Date: Fri, 20 Sep 2024 23:35:38 -0400 Subject: [PATCH] Add control frames for LLM param updates --- src/pipecat/frames/frames.py | 60 ++++++++++++++++++++++++++++++++++++ 1 file changed, 60 insertions(+) diff --git a/src/pipecat/frames/frames.py b/src/pipecat/frames/frames.py index 8f1f52234..3211bd266 100644 --- a/src/pipecat/frames/frames.py +++ b/src/pipecat/frames/frames.py @@ -483,6 +483,66 @@ class LLMModelUpdateFrame(ControlFrame): model: str +@dataclass +class LLMTemperatureUpdateFrame(ControlFrame): + """A control frame containing a request to update to a new LLM temperature. + """ + temperature: float + + +@dataclass +class LLMTopKUpdateFrame(ControlFrame): + """A control frame containing a request to update to a new LLM top_k. + """ + top_k: int + + +@dataclass +class LLMTopPUpdateFrame(ControlFrame): + """A control frame containing a request to update to a new LLM top_p. + """ + top_p: float + + +@dataclass +class LLMFrequencyPenaltyUpdateFrame(ControlFrame): + """A control frame containing a request to update to a new LLM frequency + penalty. + + """ + frequency_penalty: float + + +@dataclass +class LLMPresencePenaltyUpdateFrame(ControlFrame): + """A control frame containing a request to update to a new LLM presence + penalty. + + """ + presence_penalty: float + + +@dataclass +class LLMMaxTokensUpdateFrame(ControlFrame): + """A control frame containing a request to update to a new LLM max tokens. + """ + max_tokens: int + + +@dataclass +class LLMSeedUpdateFrame(ControlFrame): + """A control frame containing a request to update to a new LLM seed. + """ + seed: int + + +@dataclass +class LLMExtraUpdateFrame(ControlFrame): + """A control frame containing a request to update to a new LLM extra params. + """ + extra: dict + + @dataclass class TTSModelUpdateFrame(ControlFrame): """A control frame containing a request to update the TTS model.