From 2a60ad3728ab961a2df9cff8618a43c747b82eee Mon Sep 17 00:00:00 2001 From: Joe Runde Date: Fri, 21 Jun 2024 10:07:12 -0600 Subject: [PATCH] :bug: change fork to spawn Signed-off-by: Joe Runde --- Dockerfile.ubi | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Dockerfile.ubi b/Dockerfile.ubi index 2107b8e5..70337d95 100644 --- a/Dockerfile.ubi +++ b/Dockerfile.ubi @@ -301,7 +301,7 @@ ENV HF_HUB_OFFLINE=1 \ GRPC_PORT=8033 \ HOME=/home/vllm \ VLLM_USAGE_SOURCE=production-docker-image \ - VLLM_WORKER_MULTIPROC_METHOD=fork \ + VLLM_WORKER_MULTIPROC_METHOD=spawn \ TRITON_CACHE_MANAGER="triton.runtime.custom_cache_manager:CustomCacheManager" # setup non-root user for OpenShift