[Bugfix] Add Fake VllmConfig on NPU and add slicing/tiling args in Qwen-Image (#145)

Signed-off-by: gcanlin <canlinguosdu@gmail.com>
This commit is contained in:
Canlin Guo authored and GitHub committed 2025-12-01 16:40:01 +00:00
1 parent 98d94e0e3d
commit 7e60c49ce4
6 files changed
+39 -6

No files matched your search

+8 -2
View File
@@ -5,7 +5,8 @@ import os
import torch
import zmq
from vllm.config import VllmConfig, set_current_vllm_config
from transformers import PretrainedConfig
from vllm.config import ModelConfig, VllmConfig, set_current_vllm_config
from vllm.distributed.device_communicators.shm_broadcast import MessageQueue
from vllm.distributed.parallel_state import (
init_distributed_environment,
@@ -53,7 +54,12 @@ class NPUWorker:
torch.npu.set_device(device)
# hack
vllm_config = VllmConfig()
# set hf_config to a fake one to avolid get attr error
class _FakePretrainedConfig(PretrainedConfig):
def __getattr__(self, name):
return "fake"
vllm_config = VllmConfig(model_config=ModelConfig(hf_config=_FakePretrainedConfig()))
vllm_config.parallel_config.tensor_parallel_size = self.od_config.num_gpus
set_current_vllm_config(vllm_config)