add judgement for running serve (intel-analytics#9555)

ch1y0q · Nov 29, 2023 · 557bb6b · 557bb6b
1 parent 4ff2ca9
commit 557bb6b
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/docker/llm/serving/cpu/docker/entrypoint.sh b/docker/llm/serving/cpu/docker/entrypoint.sh
@@ -213,7 +213,11 @@ else
     echo "Worker type: $worker_type"
     echo "Worker address: $worker_address"
     echo "Controller address: $controller_address"
-    python3 -m "$worker_type" --model-path $model_path --device cpu --host $worker_host --port $worker_port --worker-address $worker_address --controller-address $controller_address --stream-interval $stream_interval
+    if [ "$worker_type" == "fastchat.serve.model_worker" ]; then
+      python3 -m "$worker_type" --model-path $model_path --device cpu --host $worker_host --port $worker_port --worker-address $worker_address --controller-address $controller_address --stream-interval $stream_interval
+    elif [ "$worker_type" == "fastchat.serve.vllm_worker" ]; then
+      python3 -m "$worker_type" --model-path $model_path --device cpu --host $worker_host --port $worker_port --worker-address $worker_address --controller-address $controller_address
+    fi
   fi
 fi