diff --git a/docker/Dockerfile.ci b/docker/Dockerfile.ci index edcbb5d11..05b37a661 100644 --- a/docker/Dockerfile.ci +++ b/docker/Dockerfile.ci @@ -36,15 +36,16 @@ RUN uv pip uninstall --system nvidia-cublas-cu12 # Use bash -c so that $(python3 -c ...) is expanded inside the container. RUN /bin/bash -c 'uv pip install --python "$(python3 -c "import sys; print(sys.executable)")" --no-cache-dir -e ".[dev]"' -# Pin nvidia-cublas-cu12 after vllm-omni install so dependency resolution does not overwrite it -RUN uv pip install --system --upgrade --force-reinstall "nvidia-cublas-cu12==12.9.1.4" + RUN /bin/bash -c 'FLASHINFER_CUDA_TAG="$(python3 -c "import torch; print((torch.version.cuda or \"12.4\").replace(\".\", \"\"))")" && \ uv pip install --system --upgrade --force-reinstall \ "flashinfer-python==0.6.3" \ "flashinfer-cubin==0.6.3" \ "flashinfer-jit-cache==0.6.3" \ --extra-index-url "https://flashinfer.ai/whl/cu${FLASHINFER_CUDA_TAG}"' - +# Pin nvidia-cublas-cu12 after vllm-omni install so dependency resolution does not overwrite it +RUN uv pip install --system --upgrade --force-reinstall "nvidia-cublas-cu12==12.9.1.4" +RUN uv pip install --system --upgrade --force-reinstall "numpy==2.2.6" RUN ln -sf /usr/bin/python3 /usr/bin/python ENTRYPOINT []