From 9422ba065c8750df5bb38b2b2518462d079e5777 Mon Sep 17 00:00:00 2001 From: Vaibhav Jain Date: Tue, 10 Sep 2024 17:02:18 +0530 Subject: [PATCH] Add sample chat template into vLLM container --- Dockerfile.ubi | 3 +++ 1 file changed, 3 insertions(+) diff --git a/Dockerfile.ubi b/Dockerfile.ubi index b8382693f095..87a2dd621101 100644 --- a/Dockerfile.ubi +++ b/Dockerfile.ubi @@ -198,6 +198,9 @@ RUN umask 002 \ COPY LICENSE /licenses/vllm.md +# Copy only .jinja files from example directory to template directory +COPY examples/*.jinja /app/data/template/ + USER 2000 ENTRYPOINT ["python3", "-m", "vllm.entrypoints.openai.api_server"]