From e74c36153df674e4113ee8119de38d00ac0adbf2 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?R=C3=A9mi=20Connesson?= Date: Tue, 26 Mar 2024 00:18:54 +0100 Subject: [PATCH] fix(dsp): Append `kwargs` to the payload for vllm --- dsp/modules/hf_client.py | 1 + 1 file changed, 1 insertion(+) diff --git a/dsp/modules/hf_client.py b/dsp/modules/hf_client.py index a14bc2254..56bbbb2ab 100644 --- a/dsp/modules/hf_client.py +++ b/dsp/modules/hf_client.py @@ -136,6 +136,7 @@ def _generate(self, prompt, **kwargs): payload = { "model": self.model, "prompt": prompt, + **kwargs, }