From 3f0b0e48bd7dfaeb2a83ef54aff661ddf6d3f4af Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Micha=C5=82=20Kuligowski?= <mkuligowski@habana.ai>
Date: Tue, 26 Nov 2024 13:33:25 +0100
Subject: [PATCH] Update run-lm-eval-gsm-vllm-baseline.sh (#552)

---
 .jenkins/lm-eval-harness/run-lm-eval-gsm-vllm-baseline.sh | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/.jenkins/lm-eval-harness/run-lm-eval-gsm-vllm-baseline.sh b/.jenkins/lm-eval-harness/run-lm-eval-gsm-vllm-baseline.sh
index 12c6a84ccaa9c..2816a8334a8c0 100644
--- a/.jenkins/lm-eval-harness/run-lm-eval-gsm-vllm-baseline.sh
+++ b/.jenkins/lm-eval-harness/run-lm-eval-gsm-vllm-baseline.sh
@@ -46,6 +46,6 @@ while getopts "m:b:l:f:t:" OPT; do
 done
 
 lm_eval --model vllm \
-  --model_args pretrained="$MODEL",tensor_parallel_size="$TP_SIZE",distributed_executor_backend="ray",trust_remote_code=true,max_model_len=4096,dtype=bfloat16 \
+  --model_args "pretrained=$MODEL,tensor_parallel_size=$TP_SIZE,distributed_executor_backend=ray,trust_remote_code=true,max_model_len=4096,dtype=bfloat16" \
   --tasks gsm8k --num_fewshot "$FEWSHOT" --limit "$LIMIT" \
   --batch_size "$BATCH_SIZE"