From 8c1df5c70426fa2c486ca67b9bbbb0780a53e4fc Mon Sep 17 00:00:00 2001 From: tzhouam Date: Thu, 12 Feb 2026 08:52:06 +0000 Subject: [PATCH] update flashinfer Signed-off-by: tzhouam --- docker/Dockerfile.ci | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/docker/Dockerfile.ci b/docker/Dockerfile.ci index 5f60abc1a..edcbb5d11 100644 --- a/docker/Dockerfile.ci +++ b/docker/Dockerfile.ci @@ -38,6 +38,12 @@ RUN /bin/bash -c 'uv pip install --python "$(python3 -c "import sys; print(sys.e # Pin nvidia-cublas-cu12 after vllm-omni install so dependency resolution does not overwrite it RUN uv pip install --system --upgrade --force-reinstall "nvidia-cublas-cu12==12.9.1.4" +RUN /bin/bash -c 'FLASHINFER_CUDA_TAG="$(python3 -c "import torch; print((torch.version.cuda or \"12.4\").replace(\".\", \"\"))")" && \ + uv pip install --system --upgrade --force-reinstall \ + "flashinfer-python==0.6.3" \ + "flashinfer-cubin==0.6.3" \ + "flashinfer-jit-cache==0.6.3" \ + --extra-index-url "https://flashinfer.ai/whl/cu${FLASHINFER_CUDA_TAG}"' RUN ln -sf /usr/bin/python3 /usr/bin/python