2025-12-05 16:23:37 +08:00
|
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
|
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
|
|
|
|
2026-01-27 16:45:32 +08:00
|
|
|
from vllm.v1.worker.workspace import init_workspace_manager
|
|
|
|
|
from vllm_ascend.worker.worker import NPUWorker
|
2025-12-05 16:23:37 +08:00
|
|
|
|
|
|
|
|
from vllm_omni.worker.npu.npu_generation_model_runner import NPUGenerationModelRunner
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class NPUGenerationWorker(NPUWorker):
|
|
|
|
|
"""NPU generation worker for code2wav stage in Omni model."""
|
|
|
|
|
|
|
|
|
|
def init_device(self):
|
2026-01-27 16:45:32 +08:00
|
|
|
self.device = self._init_device()
|
|
|
|
|
num_ubatches = 1
|
|
|
|
|
init_workspace_manager(self.device, num_ubatches)
|
2025-12-05 16:23:37 +08:00
|
|
|
|
2026-01-27 16:45:32 +08:00
|
|
|
self.model_runner = NPUGenerationModelRunner(self.vllm_config, self.device)
|