Skip to content

Commit

Permalink
Dockerfile.ubi: bump flashinfer, use correct version
Browse files Browse the repository at this point in the history
  • Loading branch information
dtrifiro committed Sep 13, 2024
1 parent c9f0ee0 commit b228ebd
Showing 1 changed file with 5 additions and 1 deletion.
6 changes: 5 additions & 1 deletion Dockerfile.ubi
Original file line number Diff line number Diff line change
Expand Up @@ -180,7 +180,11 @@ RUN --mount=type=bind,from=libsodium-builder,src=/usr/src/libsodium,target=/usr/

RUN --mount=type=cache,target=/root/.cache/pip \
--mount=type=cache,target=/root/.cache/uv \
uv pip install https://github.com/flashinfer-ai/flashinfer/releases/download/v0.1.2/flashinfer-0.1.2+cu121torch2.4-cp311-cp311-linux_x86_64.whl
uv pip install \
env \
flashinfer_version="0.1.6" \
python_tag="$(echo ${PYTHON_VERSION} | sed 's/\.//')" \
https://github.com/flashinfer-ai/flashinfer/releases/download/v${flashinfer_version}/flashinfer-${flashinfer_version}+cu124torch2.4-${python_tag}-${python_tag}-linux_x86_64.whl

ENV HF_HUB_OFFLINE=1 \
HOME=/home/vllm \
Expand Down

0 comments on commit b228ebd

Please sign in to comment.