Address Qwen3-TTS payload split review comments
Signed-off-by: Sy03 <1370724210@qq.com>
This commit is contained in:
1 parent
ede3dddfdf
commit
df8137e858
3 files changed
+1
-10
No files matched your search
@@ -1545,7 +1545,6 @@ class GPUARModelRunner(OmniGPUModelRunner, OmniConnectorModelRunnerMixin):
|
||||
ec_connector_output: Any,
|
||||
cudagraph_stats: Any,
|
||||
kv_extracted_req_ids: list[str] | None,
|
||||
seq_len: int,
|
||||
num_scheduled_tokens_np: np.ndarray,
|
||||
query_start_loc_cpu: Any,
|
||||
postprocess_already_applied: bool = False,
|
||||
@@ -1743,7 +1742,6 @@ class GPUARModelRunner(OmniGPUModelRunner, OmniConnectorModelRunnerMixin):
|
||||
slot_mappings, # OMNI: unpack slot_mappings for drafter
|
||||
) = self.execute_model_state
|
||||
self.execute_model_state = None
|
||||
seq_len = hidden_states.shape[0]
|
||||
|
||||
# Apply structured output bitmasks if present.
|
||||
if grammar_output is not None:
|
||||
@@ -1910,7 +1908,6 @@ class GPUARModelRunner(OmniGPUModelRunner, OmniConnectorModelRunnerMixin):
|
||||
ec_connector_output=ec_connector_output,
|
||||
cudagraph_stats=cudagraph_stats,
|
||||
kv_extracted_req_ids=kv_extracted_req_ids,
|
||||
seq_len=seq_len,
|
||||
num_scheduled_tokens_np=num_scheduled_tokens_np,
|
||||
query_start_loc_cpu=query_start_loc_cpu,
|
||||
postprocess_already_applied=omni_postprocess_already_applied,
|
||||
|
||||
Reference in new issue
Block a user