diff --git a/tests/multi_stages/stage_configs/qwen2_5_omni_ci.yaml b/tests/multi_stages/stage_configs/qwen2_5_omni_ci.yaml index 2173949a2..96e9d7fa7 100644 --- a/tests/multi_stages/stage_configs/qwen2_5_omni_ci.yaml +++ b/tests/multi_stages/stage_configs/qwen2_5_omni_ci.yaml @@ -1,6 +1,6 @@ # stage config for running qwen2.5-omni with architecture of OmniLLM. -# The following config has been verified on 1x 24GB GPU (L4/RTX3090). +# The following config has been verified on 2x 24GB GPU (L4/RTX3090/RTX4090). # This config is optimized for CI e2e tests. stage_args: - stage_id: 0 diff --git a/vllm_omni/model_executor/stage_configs/qwen2_5_omni.yaml b/vllm_omni/model_executor/stage_configs/qwen2_5_omni.yaml index 0f48da26b..c646aa76a 100644 --- a/vllm_omni/model_executor/stage_configs/qwen2_5_omni.yaml +++ b/vllm_omni/model_executor/stage_configs/qwen2_5_omni.yaml @@ -1,6 +1,6 @@ # stage config for running qwen2.5-omni with architecture of OmniLLM. -# The following config has been verified on 1x H100-80G GPU. +# The following config has been verified on 2x H100-80G GPU. stage_args: - stage_id: 0 runtime: diff --git a/vllm_omni/model_executor/stage_configs/qwen3_omni_moe.yaml b/vllm_omni/model_executor/stage_configs/qwen3_omni_moe.yaml index 8178721dd..73f65ecb5 100644 --- a/vllm_omni/model_executor/stage_configs/qwen3_omni_moe.yaml +++ b/vllm_omni/model_executor/stage_configs/qwen3_omni_moe.yaml @@ -37,22 +37,22 @@ stage_args: - stage_id: 1 runtime: - devices: "1" - max_batch_size: 1 + devices: "1" + max_batch_size: 1 engine_args: - model_stage: talker - model_arch: Qwen3OmniMoeForConditionalGeneration - worker_cls: vllm_omni.worker.gpu_ar_worker.GPUARWorker - scheduler_cls: vllm_omni.core.sched.omni_ar_scheduler.OmniARScheduler - gpu_memory_utilization: 0.3 - enforce_eager: true - trust_remote_code: true - engine_output_type: latent # Output codec codes for code2wav - # tensor_parallel_size: 2 - enable_prefix_caching: false - max_num_batched_tokens: 32768 - distributed_executor_backend: "mp" - hf_config_name: talker_config + model_stage: talker + model_arch: Qwen3OmniMoeForConditionalGeneration + worker_cls: vllm_omni.worker.gpu_ar_worker.GPUARWorker + scheduler_cls: vllm_omni.core.sched.omni_ar_scheduler.OmniARScheduler + gpu_memory_utilization: 0.3 + enforce_eager: true + trust_remote_code: true + engine_output_type: latent # Output codec codes for code2wav + # tensor_parallel_size: 2 + enable_prefix_caching: false + max_num_batched_tokens: 32768 + distributed_executor_backend: "mp" + hf_config_name: talker_config engine_input_source: [0] custom_process_input_func: vllm_omni.model_executor.stage_input_processors.qwen3_omni.thinker2talker # final_output: true