Fix MiniCPM-o concurrent audio first-packet latency (#6767)

Signed-off-by: Gao Han <hgaoaf@connect.ust.hk>
This commit is contained in:
Gao Han authored and GitHub committed 2026-08-29 23:27:47 +08:00
1 parent 72a1ce488b
commit 676a35fa8b
4 files changed
+10 -4

No files matched your search

+3 -1
View File
@@ -4,7 +4,9 @@ async_chunk: true
# Native full-duplex shares this profile with /v1/chat/completions. Every other
# duplex_session knob keeps its runtime default.
session_mode: duplex
active_stream_window: 1
# Keep the active window aligned with the session and stage capacities below.
# A smaller window serializes first-packet generation for concurrent chat turns.
active_stream_window: 4
duplex_session:
# Matches Stage 0/1 max_num_seqs below.
max_sessions: 4
+3 -1
View File
@@ -7,7 +7,9 @@ async_chunk: true
# Native full-duplex shares this profile with /v1/chat/completions. Every other
# duplex_session knob keeps its runtime default.
session_mode: duplex
active_stream_window: 1
# Keep the active window aligned with the session and stage capacities below.
# A smaller window serializes first-packet generation for concurrent chat turns.
active_stream_window: 4
duplex_session:
# Matches Stage 0/1 max_num_seqs below.
max_sessions: 4
+3 -1
View File
@@ -7,7 +7,9 @@ async_chunk: true
# Native full-duplex shares this profile with /v1/chat/completions. Every other
# duplex_session knob keeps its runtime default.
session_mode: duplex
active_stream_window: 1
# Keep the active window aligned with the session and stage capacities below.
# A smaller window serializes first-packet generation for concurrent chat turns.
active_stream_window: 4
duplex_session:
# Matches Stage 0/1 max_num_seqs below.
max_sessions: 4