From b5cf8806f0b07cf40ce336a6429d356e66c6a731 Mon Sep 17 00:00:00 2001 From: Ziming Huang Date: Thu, 15 Jan 2026 22:24:21 +0800 Subject: [PATCH] [BugFix] Fix incorrect mrope positions under cuda graph (#803) Signed-off-by: ZeldaHuang --- vllm_omni/worker/gpu_model_runner.py | 2 +- vllm_omni/worker/npu/npu_model_runner.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/vllm_omni/worker/gpu_model_runner.py b/vllm_omni/worker/gpu_model_runner.py index b0d0e165e..e10301a52 100644 --- a/vllm_omni/worker/gpu_model_runner.py +++ b/vllm_omni/worker/gpu_model_runner.py @@ -94,7 +94,7 @@ class OmniGPUModelRunner(GPUModelRunner): if use_audio_in_video_value is not None: use_audio_in_video = bool(use_audio_in_video_value.item()) - if supports_mrope(self.model): + if supports_mrope(self.get_model()): req_state.mrope_positions, req_state.mrope_position_delta = self.model.get_mrope_input_positions( req_state.prompt_token_ids, mm_features=req_state.mm_features, diff --git a/vllm_omni/worker/npu/npu_model_runner.py b/vllm_omni/worker/npu/npu_model_runner.py index 1083bbe40..264d5e341 100644 --- a/vllm_omni/worker/npu/npu_model_runner.py +++ b/vllm_omni/worker/npu/npu_model_runner.py @@ -64,7 +64,7 @@ class OmniNPUModelRunner(NPUModelRunner): if use_audio_in_video_value is not None: use_audio_in_video = bool(use_audio_in_video_value.item()) - if supports_mrope(self.model): + if supports_mrope(self.get_model()): req_state.mrope_positions, req_state.mrope_position_delta = self.model.get_mrope_input_positions( req_state.prompt_token_ids, mm_features=req_state.mm_features,