Rebuild image with old spec

civo-learn · Feb 4, 2025 · f0f4aa3 · f0f4aa3
1 parent 5e307ae
commit f0f4aa3
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 1 deletion.
diff --git a/entrypoint.sh b/entrypoint.sh
@@ -65,6 +65,7 @@ fi
 # Start the API server with the specified or default settings
 python3 -m vllm.entrypoints.openai.api_server \
     --tensor-parallel-size $NUM_GPU \
+    --worker-use-ray
     --host 0.0.0.0 \
     --port "$PORT" \
     --model "$MODEL" \

diff --git a/requirements.txt b/requirements.txt
@@ -1,3 +1,3 @@
-vllm==0.7.1
+vllm==0.6.4
 hf_transfer
 accelerate