Skip to content

Commit

Permalink
Dockerfile.ubi: get rid of custom cache manager
Browse files Browse the repository at this point in the history
  • Loading branch information
dtrifiro committed Aug 6, 2024
1 parent b209322 commit 8ca9ede
Show file tree
Hide file tree
Showing 2 changed files with 1 addition and 37 deletions.
6 changes: 1 addition & 5 deletions Dockerfile.ubi
Original file line number Diff line number Diff line change
Expand Up @@ -154,9 +154,6 @@ ENV PATH=$VIRTUAL_ENV/bin/:$PATH
RUN microdnf install -y gcc \
&& microdnf clean all

# Custom cache manager (fix for https://issues.redhat.com/browse/RHOAIENG-8043)
COPY extras/custom_cache_manager.py /opt/vllm/lib/python3.11/site-packages/custom_cache_manager.py

# install vllm wheel first, so that torch etc will be installed
RUN --mount=type=bind,from=build,src=/workspace/dist,target=/workspace/dist \
--mount=type=cache,target=/root/.cache/pip \
Expand All @@ -174,8 +171,7 @@ ENV HF_HUB_OFFLINE=1 \
PORT=8000 \
HOME=/home/vllm \
VLLM_USAGE_SOURCE=production-docker-image \
VLLM_WORKER_MULTIPROC_METHOD=fork \
TRITON_CACHE_MANAGER="custom_cache_manager:CustomCacheManager"
VLLM_WORKER_MULTIPROC_METHOD=fork

# setup non-root user for OpenShift
RUN umask 002 \
Expand Down
32 changes: 0 additions & 32 deletions extras/custom_cache_manager.py

This file was deleted.

0 comments on commit 8ca9ede

Please sign in to comment.