Refactor Dockerfile to install vLLM from source

Signed-off-by: Zhou Taichang <tzhouam@connect.ust.hk>
This commit is contained in:
Zhou Taichang authored and GitHub committed 2026-03-17 11:08:45 +08:00
1 parent b0e36f9f5d
commit ac937b82e6
1 file changed
+8 -5
+8 -5
View File
@@ -15,11 +15,14 @@ RUN uv pip uninstall --system -y vllm || true
# Install vLLM from source at the selected commit using precompiled artifacts
ENV VLLM_PRECOMPILED_WHEEL_COMMIT=2754231ba3a72f41e62922d1552c33e8f3f6a9d1
RUN uv pip install --system --force-reinstall --prerelease=allow vllm --extra-index-url https://wheels.vllm.ai/${VLLM_PRECOMPILED_WHEEL_COMMIT}
RUN uv pip install --system ".[dev]"
RUN uv pip install --system --upgrade \
RUN git clone https://github.com/vllm-project/vllm.git /workspace/vllm && \
cd /workspace/vllm && \
git checkout ${VLLM_PRECOMPILED_WHEEL_COMMIT} && \
(uv pip uninstall --system -y vllm || true) && \
VLLM_USE_PRECOMPILED=1 uv pip install --system -e . && \
cd ${APP_DIR} && \
uv pip install --system ".[dev]" && \
uv pip install --system --upgrade \
"flashinfer-cubin==0.6.6" \
"nvidia-cublas-cu12==12.9.1.4" \
"numpy==2.2.6"