[Edge][WP8] Time the steady-state talker-MTP graph call (model.mtp_graph_ms)

Co-Authored-By: Claude Fable 5.1 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_01L1ax5wYLA6XbqEL1i8L9gZ
This commit is contained in:
tzhouamandClaude Fable 5.1 committed 2026-09-09 21:42:52 +08:00
1 parent abf81f4114
commit 936c10be4b
1 file changed
+7 -2
+7 -2
View File
@@ -1957,8 +1957,13 @@ class OmniGPUModelRunner(GPUModelRunner):
talker_kwargs["req_infos"] = [
self.model_intermediate_buffer.setdefault(req_id, {}) for req_id in decode_req_ids
]
with current_omni_platform.set_forward_context(
None, self.vllm_config, cudagraph_runtime_mode=_cudagraph_mode, batch_descriptor=batch_desc
from vllm_omni.edge.step_stats import StepStats
with (
current_omni_platform.set_forward_context(
None, self.vllm_config, cudagraph_runtime_mode=_cudagraph_mode, batch_descriptor=batch_desc
),
StepStats.get().timed("model.mtp_graph_ms", sync_device=getattr(self, "device", None)),
):
req_embeds, code_predictor_codes = self.talker_mtp(
req_input_ids,