Merge origin/main into dev/rebase-v0.16.0.

Resolve arg_utils merge conflict and align CI base image tag to v0.16.0 for the vLLM rebase track.

Co-authored-by: Cursor <cursoragent@cursor.com>

Signed-off-by: Taichang Zhou <tzhouam@connect.ust.hk>
This commit is contained in:
Taichang ZhouandCursor committed 2026-02-12 21:18:03 +08:00
commit e2ced80d59
64 files changed
+5186 -1228

No files matched your search

+4 -2
View File
@@ -72,6 +72,7 @@ class MixRequestFuncOutput(RequestFuncOutput):
audio_duration: float = 0.0
audio_frames: int = 0
audio_rtf: float = 0.0
text_latency: float = 0.0
async def async_request_openai_chat_omni_completions(
@@ -149,6 +150,7 @@ async def async_request_openai_chat_omni_completions(
output.itl.append(timestamp - most_recent_timestamp)
generated_text += content or ""
most_recent_timestamp = timestamp
output.text_latency = timestamp - st
elif modality == "audio":
if output.audio_ttfp == 0.0:
output.audio_ttfp = timestamp - st
@@ -162,8 +164,8 @@ async def async_request_openai_chat_omni_completions(
else:
generated_audio = generated_audio + seg
elif usage := data.get("usage"):
output.output_tokens = usage.get("completion_tokens")
if metrics := data.get("metrics"):
output.output_tokens = metrics.get("num_tokens_out", 0)
output.latency = timestamp - st
output.generated_text = generated_text