[Frontend] Allow explicit turn-based serving (#7675)

Signed-off-by: Linze-Shi <linzeshi0@gmail.com>
This commit is contained in:
Linze Shi authored and GitHub committed 2026-09-16 17:29:57 -07:00
1 parent c32aaeb2da
commit c8b3a17bd3
10 files changed
+205 -96

No files matched your search

+1 -2
View File
@@ -1,8 +1,7 @@
# MiniCPM-o 4.5 three-stage deploy on one large-memory GPU.
pipeline: minicpmo_4_5
async_chunk: true
# session_mode: duplex makes vllm-omni serve run this model duplex-only
# (/v1/realtime?duplex=1); every other duplex_session knob keeps its runtime default.
# Use minicpmo_4_5_turn.yaml to select the ordinary turn-based serving engine.
session_mode: duplex
# Keep the active window aligned with the session and stage capacities below.
# A smaller window serializes first-packet generation for concurrent chat turns.
+3
View File
@@ -0,0 +1,3 @@
# MiniCPM-o 4.5 using the turn-based engine and ordinary HTTP serving.
base_config: minicpmo_4_5.yaml
session_mode: turn