match runner, worker name with file name

This commit is contained in:
tzhouam committed 2025-10-23 14:35:23 +08:00
1 parent 53b86439fc
commit 28ae542eed
2 files changed
+4 -4

No files matched your search

+1 -1
View File
@@ -30,7 +30,7 @@ from vllm_omni.outputs import OmniModelRunnerOutput
from vllm_omni.worker.gpu_model_runner import OmniGPUModelRunner
class ARModelRunner(OmniGPUModelRunner):
class GPUARModelRunner(OmniGPUModelRunner):
"""Autoregressive GPU model runner that returns hidden states per request.
This runner follows the same preparation and forward path as GPUModelRunner
+3 -3
View File
@@ -9,10 +9,10 @@ from vllm.v1.worker.gpu_worker import init_worker_distributed_environment
from vllm.model_executor import set_random_seed
from vllm.v1.utils import report_usage_stats
from vllm_omni.worker.AR_gpu_model_runner import ARModelRunner
from vllm_omni.worker.gpu_ar_model_runner import GPUARModelRunner
class ARGPUWorker(GPUWorker):
class GPUARWorker(GPUWorker):
def init_device(self):
if self.device_config.device.type == "cuda":
# torch.distributed.all_reduce does not free the input tensor until
@@ -59,7 +59,7 @@ class ARGPUWorker(GPUWorker):
set_random_seed(self.model_config.seed)
# Construct the model runner
self.model_runner: ARModelRunner = ARModelRunner(
self.model_runner: GPUARModelRunner = GPUARModelRunner(
self.vllm_config, self.device)
if self.rank == 0: