[BugFix] Fix incorrect mrope positions under cuda graph (#803)

Signed-off-by: ZeldaHuang <hzm414167@alibaba-inc.com>
This commit is contained in:
Ziming Huang authored and GitHub committed 2026-01-16 03:24:21 +13:00
1 parent 4203bfa350
commit b5cf8806f0
2 files changed
+2 -2

No files matched your search

+1 -1
View File
@@ -94,7 +94,7 @@ class OmniGPUModelRunner(GPUModelRunner):
if use_audio_in_video_value is not None:
use_audio_in_video = bool(use_audio_in_video_value.item())
if supports_mrope(self.model):
if supports_mrope(self.get_model()):
req_state.mrope_positions, req_state.mrope_position_delta = self.model.get_mrope_input_positions(
req_state.prompt_token_ids,
mm_features=req_state.mm_features,
+1 -1
View File
@@ -64,7 +64,7 @@ class OmniNPUModelRunner(NPUModelRunner):
if use_audio_in_video_value is not None:
use_audio_in_video = bool(use_audio_in_video_value.item())
if supports_mrope(self.model):
if supports_mrope(self.get_model()):
req_state.mrope_positions, req_state.mrope_position_delta = self.model.get_mrope_input_positions(
req_state.prompt_token_ids,
mm_features=req_state.mm_features,