from dataclasses import dataclass from typing import Optional from vllm.engine.arg_utils import EngineArgs from vllm.v1.engine.async_llm import AsyncEngineArgs from vllm_omni.config import OmniModelConfig @dataclass class OmniEngineArgs(EngineArgs): stage_id: int = 0 model_stage: str = "thinker" model_arch: str = "Qwen2_5OmniForConditionalGeneration" ode_solver_class: Optional[str] = None engine_output_type: Optional[str] = None def create_model_config(self) -> OmniModelConfig: # First, get the base ModelConfig from the parent class base_config = super().create_model_config() # Create OmniModelConfig by copying all base config attributes # and adding the new omni-specific fields config_dict = base_config.__dict__.copy() # Add the new omni-specific fields config_dict["stage_id"] = self.stage_id config_dict["model_stage"] = self.model_stage config_dict["model_arch"] = self.model_arch config_dict["engine_output_type"] = self.engine_output_type config_dict["ode_solver_class"] = self.ode_solver_class # Create and return the OmniModelConfig instance omni_config = OmniModelConfig(**config_dict) omni_config.hf_config.architectures = omni_config.architectures return omni_config @dataclass class AsyncOmniEngineArgs(AsyncEngineArgs): stage_id: int = 0 model_stage: str = "thinker" model_arch: str = "Qwen2_5OmniForConditionalGeneration" engine_output_type: Optional[str] = None def create_model_config(self) -> OmniModelConfig: # First, get the base ModelConfig from the parent class base_config = super().create_model_config() # Create OmniModelConfig by copying all base config attributes # and adding the new omni-specific fields config_dict = base_config.__dict__.copy() # Add the new omni-specific fields config_dict["stage_id"] = self.stage_id config_dict["model_stage"] = self.model_stage config_dict["model_arch"] = self.model_arch config_dict["engine_output_type"] = self.engine_output_type # Create and return the OmniModelConfig instance omni_config = OmniModelConfig(**config_dict) omni_config.hf_config.architectures = omni_config.architectures return omni_config