Update run-lm-eval-gsm-vllm-baseline.sh (#552)

HabanaAI · Nov 26, 2024 · 3f0b0e4 · 3f0b0e4
1 parent 4d8185f
commit 3f0b0e4
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/.jenkins/lm-eval-harness/run-lm-eval-gsm-vllm-baseline.sh b/.jenkins/lm-eval-harness/run-lm-eval-gsm-vllm-baseline.sh
@@ -46,6 +46,6 @@ while getopts "m:b:l:f:t:" OPT; do
 done
 
 lm_eval --model vllm \
-  --model_args pretrained="$MODEL",tensor_parallel_size="$TP_SIZE",distributed_executor_backend="ray",trust_remote_code=true,max_model_len=4096,dtype=bfloat16 \
+  --model_args "pretrained=$MODEL,tensor_parallel_size=$TP_SIZE,distributed_executor_backend=ray,trust_remote_code=true,max_model_len=4096,dtype=bfloat16" \
   --tasks gsm8k --num_fewshot "$FEWSHOT" --limit "$LIMIT" \
   --batch_size "$BATCH_SIZE"