fix for some reviews

This commit is contained in:
Gaohan123 committed 2025-10-23 10:26:21 +08:00
1 parent 87d6414a26
commit 98a85d42a6
5 files changed
+9 -7

No files matched your search

+2 -1
View File
@@ -1,10 +1,11 @@
"""
Configuration module for vLLM-omni.
"""
from vllm.config import ModelConfig
from typing import Optional
from pydantic.dataclasses import dataclass
from pydantic import ConfigDict
from vllm.config import ModelConfig
from vllm.config import config
import vllm_omni.model_executor.models as me_models
+1 -1
View File
@@ -15,7 +15,7 @@ from vllm.logger import init_logger
import vllm.envs as envs
from vllm_omni.entrypoints.utils import load_stage_configs_from_model
from vllm_omni.entrypoints.stage_manager import Stage
from vllm_omni.entrypoints.stage import Stage
from vllm_omni.engine.arg_utils import OmniEngineArgs
from vllm_omni.engine.output_processor import MultimodalOutputProcessor
from vllm_omni.engine.processor import OmniProcessor
File renamed without changes.
@@ -4,7 +4,7 @@ stage_args:
engine_args:
model_stage: thinker
model_arch: Qwen2_5OmniForConditionalGeneration
worker_cls: vllm_omni.worker.AR_gpu_worker.ARGPUWorker
worker_cls: vllm_omni.worker.gpu_ar_worker.GPUARWorker
scheduler_cls: vllm_omni.core.sched.scheduler.OmniScheduler
gpu_memory_utilization: 0.32
enforce_eager: true # need to discuss
@@ -16,7 +16,7 @@ stage_args:
engine_args:
model_stage: talker
model_arch: Qwen2_5OmniForConditionalGeneration
worker_cls: vllm_omni.worker.AR_gpu_worker.ARGPUWorker
worker_cls: vllm_omni.worker.gpu_ar_worker.GPUARWorker
scheduler_cls: vllm_omni.core.sched.scheduler.OmniScheduler
gpu_memory_utilization: 0.32
enforce_eager: true
@@ -24,12 +24,11 @@ stage_args:
engine_output_type: latent
engine_input_source: [0]
custom_process_input_func: vllm_omni.model_executor.stage_input_processors.qwen2_5_omni.thinker2talker
- stage_id: 2
engine_args:
model_stage: code2wav
model_arch: Qwen2_5OmniForConditionalGeneration
worker_cls: vllm_omni.worker.diffusion_gpu_worker.DiffusionGPUWorker
worker_cls: vllm_omni.worker.gpu_diffusion_worker.GPUDiffusionWorker
scheduler_cls: vllm_omni.core.sched.diffusion_scheduler.DiffusionScheduler
gpu_memory_utilization: 0.3
enforce_eager: true
@@ -1,6 +1,8 @@
from vllm.inputs import TextPrompt
from typing import Union
import torch
from vllm.inputs import TextPrompt
from vllm_omni.inputs.data import OmniTokensPrompt
def thinker2talker(stage_list, engine_input_source, prompt: Union[OmniTokensPrompt, TextPrompt] = None):