Compare commits
1
Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
88cff6c3eb |
No files matched your search
@@ -1,3 +1,3 @@
|
|||||||
-r common.txt
|
-r common.txt
|
||||||
onnxruntime-cann>=1.23.2
|
onnxruntime-cann>=1.23.2
|
||||||
torchaudio==2.9.0
|
torchaudio==2.10.0
|
||||||
@@ -239,6 +239,7 @@ class DiffusionWorker:
|
|||||||
"Final IR op priority after setting vLLM-Omni overrides: %s", vllm_config.kernel_config.ir_op_priority
|
"Final IR op priority after setting vLLM-Omni overrides: %s", vllm_config.kernel_config.ir_op_priority
|
||||||
)
|
)
|
||||||
self.vllm_config = vllm_config
|
self.vllm_config = vllm_config
|
||||||
|
current_omni_platform.init_diffusion_worker_vllm_config(vllm_config)
|
||||||
|
|
||||||
# Initialize distributed environment
|
# Initialize distributed environment
|
||||||
with (
|
with (
|
||||||
|
|||||||
@@ -136,6 +136,11 @@ class OmniPlatform(Platform):
|
|||||||
"""
|
"""
|
||||||
return "vllm_omni.diffusion.worker.diffusion_model_runner.DiffusionModelRunner"
|
return "vllm_omni.diffusion.worker.diffusion_model_runner.DiffusionModelRunner"
|
||||||
|
|
||||||
|
@classmethod
|
||||||
|
def init_diffusion_worker_vllm_config(cls, vllm_config: Any) -> None:
|
||||||
|
"""Initialize platform-specific state for diffusion worker VllmConfig."""
|
||||||
|
return None
|
||||||
|
|
||||||
@classmethod
|
@classmethod
|
||||||
def get_torch_device(cls, local_rank: int | None = None) -> torch.device:
|
def get_torch_device(cls, local_rank: int | None = None) -> torch.device:
|
||||||
raise NotImplementedError
|
raise NotImplementedError
|
||||||
|
|||||||
@@ -55,6 +55,12 @@ class NPUOmniPlatform(OmniPlatform, NPUPlatform):
|
|||||||
def get_omni_generation_worker_cls(cls) -> str:
|
def get_omni_generation_worker_cls(cls) -> str:
|
||||||
return "vllm_omni.platforms.npu.worker.npu_generation_worker.NPUGenerationWorker"
|
return "vllm_omni.platforms.npu.worker.npu_generation_worker.NPUGenerationWorker"
|
||||||
|
|
||||||
|
@classmethod
|
||||||
|
def init_diffusion_worker_vllm_config(cls, vllm_config: Any) -> None:
|
||||||
|
from vllm_ascend.ascend_config import init_ascend_config
|
||||||
|
|
||||||
|
init_ascend_config(vllm_config)
|
||||||
|
|
||||||
@classmethod
|
@classmethod
|
||||||
def get_default_stage_config_path(cls) -> str:
|
def get_default_stage_config_path(cls) -> str:
|
||||||
return "vllm_omni/platforms/npu/stage_configs"
|
return "vllm_omni/platforms/npu/stage_configs"
|
||||||
|
|||||||
Reference in new issue
Block a user