@@ -104,9 +104,6 @@ ARG PYTHON_VERSION
104
104
ENV LD_LIBRARY_PATH="/opt/vllm/lib64/python${PYTHON_VERSION}/site-packages/torch/lib:/usr/local/lib:$LD_LIBRARY_PATH"
105
105
ENV C_INCLUDE_PATH="/usr/local/include:$C_INCLUDE_PATH"
106
106
ENV UV_LINK_MODE=copy
107
- ENV CARGO_HOME=/root/.cargo
108
- ENV RUSTUP_HOME=/root/.rustup
109
- ENV PATH="$CARGO_HOME/bin:$RUSTUP_HOME/bin:$PATH"
110
107
111
108
COPY . /workspace/vllm
112
109
WORKDIR /workspace/vllm
@@ -120,6 +117,9 @@ RUN --mount=type=cache,target=/root/.cache/uv \
120
117
--mount=type=bind,from=rust,source=/root/.rustup,target=/root/.rustup,rw \
121
118
--mount=type=bind,from=pyarrow,source=/tmp/arrow/python/dist,target=/tmp/arrow-wheels \
122
119
--mount=type=bind,from=torch-vision,source=/tmp/vision/dist,target=/tmp/vision-wheels/ \
120
+ CARGO_HOME=/root/.cargo \
121
+ RUSTUP_HOME=/root/.rustup \
122
+ PATH="/root/.cargo/bin:/root/.rustup/bin:$PATH" \
123
123
sed -i '/^torch/d' requirements-build.txt && \
124
124
sed -i '/^numba/d' requirements-common.txt && \
125
125
ARROW_WHL_FILE=$(ls /tmp/arrow-wheels/pyarrow-*.whl | head -n 1) && \
@@ -171,6 +171,11 @@ USER root
171
171
ENV GRPC_PYTHON_BUILD_SYSTEM_OPENSSL=1
172
172
173
173
RUN --mount=type=cache,target=/root/.cache/uv \
174
+ --mount=type=bind,from=rust,source=/root/.cargo,target=/root/.cargo,rw \
175
+ --mount=type=bind,from=rust,source=/root/.rustup,target=/root/.rustup,rw \
176
+ CARGO_HOME=/root/.cargo \
177
+ RUSTUP_HOME=/root/.rustup \
178
+ PATH="/root/.cargo/bin:/root/.rustup/bin:$PATH" \
174
179
HOME=/root uv pip install "$(echo /workspace/vllm/dist/*.whl)[tensorizer]" vllm-tgis-adapter==0.6.3
175
180
176
181
ENV GRPC_PORT=8033 \
0 commit comments