diff --git a/.buildkite/intel/pipeline-intel.yml b/.buildkite/intel/pipeline-intel.yml index da5e5145f..fd8bf4b2d 100644 --- a/.buildkite/intel/pipeline-intel.yml +++ b/.buildkite/intel/pipeline-intel.yml @@ -10,7 +10,7 @@ steps: DOCKER_BUILDKIT: "1" # Buildkite will automatically replace this with the actual commit hash VLLM_IMAGE_TAG: "${BUILDKITE_COMMIT}" - VLLM_VERSION: "v0.30.0" + VLLM_VERSION: "v0.31.0" priority: 100 timeout_in_minutes: 60 soft_fail: false diff --git a/docker/Dockerfile.xpu b/docker/Dockerfile.xpu index e48a611ae..36d09b6a8 100644 --- a/docker/Dockerfile.xpu +++ b/docker/Dockerfile.xpu @@ -1,4 +1,4 @@ -# Target vLLM version: v0.30.0. Keep VLLM_VERSION aligned with the target vLLM +# Target vLLM version: v0.31.0. Keep VLLM_VERSION aligned with the target vLLM # release on every rebase. # # This file layers vLLM-Omni on top of the published upstream XPU image, which @@ -18,7 +18,7 @@ # # .buildkite/intel/scripts/run-xpu-test.sh automates that pull-then-build fallback. ARG VLLM_BASE_IMAGE=vllm/vllm-openai-xpu -ARG VLLM_VERSION=v0.30.0 +ARG VLLM_VERSION=v0.31.0 ARG VLLM_BASE=${VLLM_BASE_IMAGE}:${VLLM_VERSION} FROM ${VLLM_BASE} AS vllm-omni diff --git a/docs/getting_started/installation/gpu/xpu.inc.md b/docs/getting_started/installation/gpu/xpu.inc.md index 49bbbf50f..caebcd456 100644 --- a/docs/getting_started/installation/gpu/xpu.inc.md +++ b/docs/getting_started/installation/gpu/xpu.inc.md @@ -1,8 +1,11 @@ + + # --8<-- [start:requirements] - GPU: Validated on Intel® Arc™ B-Series. # --8<-- [end:requirements] + # --8<-- [start:set-up-using-python] vLLM-Omni currently recommends using the Docker image setup steps below. @@ -26,9 +29,8 @@ DOCKER_BUILDKIT=1 docker build -f docker/Dockerfile.xpu -t vllm-omni-xpu --shm-s ``` This layers vLLM-Omni on top of the published `vllm/vllm-openai-xpu:` -base image, which Docker pulls automatically. The Dockerfile still defaults to -v0.30.0; the command above explicitly selects v0.31.0 to match this source -checkout. To target a different vLLM release, pass +base image, which Docker pulls automatically. The Dockerfile defaults to +v0.31.0. To target a different vLLM release, pass `--build-arg VLLM_VERSION=`. If that tag has not been published yet, build the base from upstream's own Dockerfile first and point the build at it: @@ -44,7 +46,7 @@ DOCKER_BUILDKIT=1 docker build -f docker/Dockerfile.xpu -t vllm-omni-xpu --shm-s ##### Launch with OpenAI API Server -``` +```bash docker run -it -d --shm-size 10g \ --name {container_name} \ --net=host \