Fix MiniCPM-o concurrent audio first-packet latency (#6767)
Signed-off-by: Gao Han <hgaoaf@connect.ust.hk>
This commit is contained in:
1 parent
72a1ce488b
commit
676a35fa8b
4 files changed
+10
-4
No files matched your search
@@ -1159,7 +1159,7 @@ class TestDeployConfigLoading:
|
|||||||
stages = merge_pipeline_deploy(pipeline, deploy)
|
stages = merge_pipeline_deploy(pipeline, deploy)
|
||||||
|
|
||||||
assert deploy.session_mode == "duplex"
|
assert deploy.session_mode == "duplex"
|
||||||
assert deploy.active_stream_window == 1
|
assert deploy.active_stream_window == max_sessions
|
||||||
assert deploy.duplex_session.max_sessions == max_sessions
|
assert deploy.duplex_session.max_sessions == max_sessions
|
||||||
assert [stage.session_mode for stage in stages] == ["duplex", "duplex", "duplex"]
|
assert [stage.session_mode for stage in stages] == ["duplex", "duplex", "duplex"]
|
||||||
assert [stage.to_omegaconf().session_mode for stage in stages] == ["duplex", "duplex", "duplex"]
|
assert [stage.to_omegaconf().session_mode for stage in stages] == ["duplex", "duplex", "duplex"]
|
||||||
|
|||||||
@@ -4,7 +4,9 @@ async_chunk: true
|
|||||||
# Native full-duplex shares this profile with /v1/chat/completions. Every other
|
# Native full-duplex shares this profile with /v1/chat/completions. Every other
|
||||||
# duplex_session knob keeps its runtime default.
|
# duplex_session knob keeps its runtime default.
|
||||||
session_mode: duplex
|
session_mode: duplex
|
||||||
active_stream_window: 1
|
# Keep the active window aligned with the session and stage capacities below.
|
||||||
|
# A smaller window serializes first-packet generation for concurrent chat turns.
|
||||||
|
active_stream_window: 4
|
||||||
duplex_session:
|
duplex_session:
|
||||||
# Matches Stage 0/1 max_num_seqs below.
|
# Matches Stage 0/1 max_num_seqs below.
|
||||||
max_sessions: 4
|
max_sessions: 4
|
||||||
|
|||||||
@@ -7,7 +7,9 @@ async_chunk: true
|
|||||||
# Native full-duplex shares this profile with /v1/chat/completions. Every other
|
# Native full-duplex shares this profile with /v1/chat/completions. Every other
|
||||||
# duplex_session knob keeps its runtime default.
|
# duplex_session knob keeps its runtime default.
|
||||||
session_mode: duplex
|
session_mode: duplex
|
||||||
active_stream_window: 1
|
# Keep the active window aligned with the session and stage capacities below.
|
||||||
|
# A smaller window serializes first-packet generation for concurrent chat turns.
|
||||||
|
active_stream_window: 4
|
||||||
duplex_session:
|
duplex_session:
|
||||||
# Matches Stage 0/1 max_num_seqs below.
|
# Matches Stage 0/1 max_num_seqs below.
|
||||||
max_sessions: 4
|
max_sessions: 4
|
||||||
|
|||||||
@@ -7,7 +7,9 @@ async_chunk: true
|
|||||||
# Native full-duplex shares this profile with /v1/chat/completions. Every other
|
# Native full-duplex shares this profile with /v1/chat/completions. Every other
|
||||||
# duplex_session knob keeps its runtime default.
|
# duplex_session knob keeps its runtime default.
|
||||||
session_mode: duplex
|
session_mode: duplex
|
||||||
active_stream_window: 1
|
# Keep the active window aligned with the session and stage capacities below.
|
||||||
|
# A smaller window serializes first-packet generation for concurrent chat turns.
|
||||||
|
active_stream_window: 4
|
||||||
duplex_session:
|
duplex_session:
|
||||||
# Matches Stage 0/1 max_num_seqs below.
|
# Matches Stage 0/1 max_num_seqs below.
|
||||||
max_sessions: 4
|
max_sessions: 4
|
||||||
|
|||||||
Reference in new issue
Block a user