From bd15e5b97bd2c2dc87ffebda90d9c4f97f8d5002 Mon Sep 17 00:00:00 2001 From: Jee Jee Li Date: Thu, 26 Sep 2024 00:35:23 +0800 Subject: [PATCH] [[Misc]] Add extra deps for openai server image (#8792) --- Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Dockerfile b/Dockerfile index ec803764a128d..6bb4bd032c39c 100644 --- a/Dockerfile +++ b/Dockerfile @@ -202,7 +202,7 @@ FROM vllm-base AS vllm-openai # install additional dependencies for openai api server RUN --mount=type=cache,target=/root/.cache/pip \ - pip install accelerate hf_transfer 'modelscope!=1.15.0' + pip install accelerate hf_transfer 'modelscope!=1.15.0' bitsandbytes>=0.44.0 timm==0.9.10 ENV VLLM_USAGE_SOURCE production-docker-image