diff --git a/vllm_omni/worker/gpu_model_runner.py b/vllm_omni/worker/gpu_model_runner.py index b0d0e165e..e10301a52 100644 --- a/vllm_omni/worker/gpu_model_runner.py +++ b/vllm_omni/worker/gpu_model_runner.py @@ -94,7 +94,7 @@ class OmniGPUModelRunner(GPUModelRunner): if use_audio_in_video_value is not None: use_audio_in_video = bool(use_audio_in_video_value.item()) - if supports_mrope(self.model): + if supports_mrope(self.get_model()): req_state.mrope_positions, req_state.mrope_position_delta = self.model.get_mrope_input_positions( req_state.prompt_token_ids, mm_features=req_state.mm_features, diff --git a/vllm_omni/worker/npu/npu_model_runner.py b/vllm_omni/worker/npu/npu_model_runner.py index 1083bbe40..264d5e341 100644 --- a/vllm_omni/worker/npu/npu_model_runner.py +++ b/vllm_omni/worker/npu/npu_model_runner.py @@ -64,7 +64,7 @@ class OmniNPUModelRunner(NPUModelRunner): if use_audio_in_video_value is not None: use_audio_in_video = bool(use_audio_in_video_value.item()) - if supports_mrope(self.model): + if supports_mrope(self.get_model()): req_state.mrope_positions, req_state.mrope_position_delta = self.model.get_mrope_input_positions( req_state.prompt_token_ids, mm_features=req_state.mm_features,