[Clean] Remove the redundant decoding payloads logic (#404)
Signed-off-by: gcanlin <canlinguosdu@gmail.com>
This commit is contained in:
1 parent
15523a3909
commit
e1f9691120
1 file changed
-3
@@ -739,9 +739,6 @@ class OmniGPUModelRunner(GPUModelRunner):
|
|||||||
intermediate_tensors: IntermediateTensors | None = None,
|
intermediate_tensors: IntermediateTensors | None = None,
|
||||||
):
|
):
|
||||||
"""Align with v0.12 preprocess and omni's additional information handling."""
|
"""Align with v0.12 preprocess and omni's additional information handling."""
|
||||||
# Decode payload first, ensure request state has prompt_embeds / additional_information
|
|
||||||
self._decode_and_store_request_payloads(scheduler_output)
|
|
||||||
|
|
||||||
num_scheduled_tokens = scheduler_output.total_num_scheduled_tokens
|
num_scheduled_tokens = scheduler_output.total_num_scheduled_tokens
|
||||||
is_first_rank = get_pp_group().is_first_rank
|
is_first_rank = get_pp_group().is_first_rank
|
||||||
is_encoder_decoder = self.model_config.is_encoder_decoder
|
is_encoder_decoder = self.model_config.is_encoder_decoder
|
||||||
|
|||||||
Reference in new issue
Block a user