[NPU][BugFix] Upgrade parts of ModelRunner to v0.22.0 (#4130)
Signed-off-by: tanhaoan333 <tanhaoan@huawei.com>
This commit is contained in:
1 parent
800c2b8251
commit
d8dc1defa7
2 files changed
+2
No files matched your search
@@ -395,6 +395,7 @@ class NPUARModelRunner(OmniNPUModelRunner):
|
||||
logits_indices,
|
||||
spec_decode_metadata,
|
||||
total_num_scheduled_tokens,
|
||||
num_scheduled_tokens_compressed_list,
|
||||
) = self._prepare_inputs(
|
||||
scheduler_output,
|
||||
num_scheduled_tokens_np,
|
||||
|
||||
@@ -158,6 +158,7 @@ class NPUGenerationModelRunner(OmniNPUModelRunner):
|
||||
logits_indices,
|
||||
spec_decode_metadata,
|
||||
total_num_scheduled_tokens,
|
||||
num_scheduled_tokens_compressed_list,
|
||||
) = self._prepare_inputs(
|
||||
scheduler_output,
|
||||
num_scheduled_tokens_np,
|
||||
|
||||
Reference in new issue
Block a user