[Bugfix] Fix benchmark Total input tokens for multimodal requests (#2540) (#2549)

Signed-off-by: Dnoob <dxpouo@gmail.com>
This commit is contained in:
Dnoob authored and GitHub committed 2026-04-08 11:00:53 +00:00
1 parent aefa2ee45c
commit 7e7efdd1ab
4 files changed
+126 -1

No files matched your search

+4
View File
@@ -190,6 +190,10 @@ async def async_request_openai_chat_omni_completions(
if metrics := data.get("metrics"):
output.output_tokens = metrics.get("num_tokens_out", 0)
if usage := data.get("usage"):
if (pt := usage.get("prompt_tokens")) is not None:
output.prompt_len = pt
output.latency = timestamp - st
output.generated_text = generated_text
if generated_audio is not None: