From 631e5214501f808e75da1117588641e402a79a5f Mon Sep 17 00:00:00 2001
From: Nick Hill <nickhill@us.ibm.com>
Date: Thu, 16 May 2024 15:38:54 -0700
Subject: [PATCH] Use fork for worker multiprocessing method (#29)

It's faster

Signed-off-by: Nick Hill <nickhill@us.ibm.com>
---
 Dockerfile.ubi | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/Dockerfile.ubi b/Dockerfile.ubi
index 5856a1604..cb92c2ef4 100644
--- a/Dockerfile.ubi
+++ b/Dockerfile.ubi
@@ -268,7 +268,8 @@ ENV HF_HUB_OFFLINE=1 \
     PORT=8000 \
     GRPC_PORT=8033 \
     HOME=/home/vllm \
-    VLLM_USAGE_SOURCE=production-docker-image
+    VLLM_USAGE_SOURCE=production-docker-image \
+    VLLM_WORKER_MULTIPROC_METHOD=fork
 
 # setup non-root user for OpenShift
 RUN microdnf install -y shadow-utils \