fix(dsp): Append kwargs to the payload for vllm

stanfordnlp · Apr 1, 2024 · e74c361 · e74c361
1 parent 40dcd03
commit e74c361
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/dsp/modules/hf_client.py b/dsp/modules/hf_client.py
@@ -136,6 +136,7 @@ def _generate(self, prompt, **kwargs):
         payload = {
             "model": self.model,
             "prompt": prompt,
+            **kwargs,
         }