From 695e62e2b9f34f67b933ee82a1773014875e7140 Mon Sep 17 00:00:00 2001 From: Canlin Guo Date: Tue, 6 Jan 2026 10:49:31 +0800 Subject: [PATCH] [Docs][NPU] Upgrade to v0.12.0 (#656) Signed-off-by: gcanlin --- .../installation/npu/npu.inc.md | 18 ++++++++++++++---- 1 file changed, 14 insertions(+), 4 deletions(-) diff --git a/docs/getting_started/installation/npu/npu.inc.md b/docs/getting_started/installation/npu/npu.inc.md index 7498d13e5..9c36c2be6 100644 --- a/docs/getting_started/installation/npu/npu.inc.md +++ b/docs/getting_started/installation/npu/npu.inc.md @@ -13,10 +13,10 @@ export DEVICE0=/dev/davinci0 export DEVICE1=/dev/davinci1 # Update the vllm-ascend image # Atlas A2: -# export IMAGE=quay.io/ascend/vllm-ascend:v0.11.0rc2 +# export IMAGE=quay.io/ascend/vllm-ascend:v0.12.0rc1 # Atlas A3: -# export IMAGE=quay.io/ascend/vllm-ascend:v0.11.0rc2-a3 -export IMAGE=quay.io/ascend/vllm-ascend:v0.11.0rc2 +# export IMAGE=quay.io/ascend/vllm-ascend:v0.12.0rc1-a3 +export IMAGE=quay.io/ascend/vllm-ascend:v0.12.0rc1 docker run --rm \ --name vllm-omni-npu \ --shm-size=1g \ @@ -34,12 +34,22 @@ docker run --rm \ -p 8000:8000 \ -it $IMAGE bash +# Install the missing dependency of mooncake in the origin image. +apt update +apt install libjemalloc2 +echo "export LD_PRELOAD=/usr/lib/$(uname -m)-linux-gnu/libjemalloc.so.2:$LD_PRELOAD" >> ~/.bashrc +source ~/.bashrc + # Inside the container, install vLLM-Omni from source cd /vllm-workspace -git clone -b v0.11.0rc1 https://github.com/vllm-project/vllm-omni.git +git clone -b v0.12.0rc1 https://github.com/vllm-project/vllm-omni.git cd vllm-omni pip install -v -e . export VLLM_WORKER_MULTIPROC_METHOD=spawn + +# (Optional) Disable mooncake for stable capability +mv /usr/local/Ascend/ascend-toolkit/latest/python/site-packages/mooncake \ + /usr/local/Ascend/ascend-toolkit/latest/python/site-packages/mooncake.disabled ``` The default workdir is `/workspace`, with vLLM, vLLM-Ascend and vLLM-Omni code placed in `/vllm-workspace` installed in development mode.