[BugFix] Fix incorrect mrope positions under cuda graph (#803)
Signed-off-by: ZeldaHuang <hzm414167@alibaba-inc.com>
This commit is contained in:
1 parent
4203bfa350
commit
b5cf8806f0
2 files changed
+2
-2
No files matched your search
@@ -94,7 +94,7 @@ class OmniGPUModelRunner(GPUModelRunner):
|
||||
if use_audio_in_video_value is not None:
|
||||
use_audio_in_video = bool(use_audio_in_video_value.item())
|
||||
|
||||
if supports_mrope(self.model):
|
||||
if supports_mrope(self.get_model()):
|
||||
req_state.mrope_positions, req_state.mrope_position_delta = self.model.get_mrope_input_positions(
|
||||
req_state.prompt_token_ids,
|
||||
mm_features=req_state.mm_features,
|
||||
|
||||
@@ -64,7 +64,7 @@ class OmniNPUModelRunner(NPUModelRunner):
|
||||
if use_audio_in_video_value is not None:
|
||||
use_audio_in_video = bool(use_audio_in_video_value.item())
|
||||
|
||||
if supports_mrope(self.model):
|
||||
if supports_mrope(self.get_model()):
|
||||
req_state.mrope_positions, req_state.mrope_position_delta = self.model.get_mrope_input_positions(
|
||||
req_state.prompt_token_ids,
|
||||
mm_features=req_state.mm_features,
|
||||
|
||||
Reference in new issue
Block a user