Refactor Dockerfile to install vLLM from source
Signed-off-by: Zhou Taichang <tzhouam@connect.ust.hk>
This commit is contained in:
1 parent
b0e36f9f5d
commit
ac937b82e6
1 file changed
+8
-5
@@ -15,11 +15,14 @@ RUN uv pip uninstall --system -y vllm || true
|
||||
|
||||
# Install vLLM from source at the selected commit using precompiled artifacts
|
||||
ENV VLLM_PRECOMPILED_WHEEL_COMMIT=2754231ba3a72f41e62922d1552c33e8f3f6a9d1
|
||||
RUN uv pip install --system --force-reinstall --prerelease=allow vllm --extra-index-url https://wheels.vllm.ai/${VLLM_PRECOMPILED_WHEEL_COMMIT}
|
||||
|
||||
RUN uv pip install --system ".[dev]"
|
||||
|
||||
RUN uv pip install --system --upgrade \
|
||||
RUN git clone https://github.com/vllm-project/vllm.git /workspace/vllm && \
|
||||
cd /workspace/vllm && \
|
||||
git checkout ${VLLM_PRECOMPILED_WHEEL_COMMIT} && \
|
||||
(uv pip uninstall --system -y vllm || true) && \
|
||||
VLLM_USE_PRECOMPILED=1 uv pip install --system -e . && \
|
||||
cd ${APP_DIR} && \
|
||||
uv pip install --system ".[dev]" && \
|
||||
uv pip install --system --upgrade \
|
||||
"flashinfer-cubin==0.6.6" \
|
||||
"nvidia-cublas-cu12==12.9.1.4" \
|
||||
"numpy==2.2.6"
|
||||
|
||||
Reference in new issue
Block a user