Use fork for worker multiprocessing method (#29)

It's faster Signed-off-by: Nick Hill <[email protected]>
IBM · May 16, 2024 · 631e521 · 631e521
1 parent 4836564
commit 631e521
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/Dockerfile.ubi b/Dockerfile.ubi
@@ -268,7 +268,8 @@ ENV HF_HUB_OFFLINE=1 \
     PORT=8000 \
     GRPC_PORT=8033 \
     HOME=/home/vllm \
-    VLLM_USAGE_SOURCE=production-docker-image
+    VLLM_USAGE_SOURCE=production-docker-image \
+    VLLM_WORKER_MULTIPROC_METHOD=fork
 
 # setup non-root user for OpenShift
 RUN microdnf install -y shadow-utils \