[Frontend] Allow explicit turn-based serving (#7675)
Signed-off-by: Linze-Shi <linzeshi0@gmail.com>
This commit is contained in:
1 parent
c32aaeb2da
commit
c8b3a17bd3
10 files changed
+205
-96
No files matched your search
@@ -1,8 +1,7 @@
|
||||
# MiniCPM-o 4.5 three-stage deploy on one large-memory GPU.
|
||||
pipeline: minicpmo_4_5
|
||||
async_chunk: true
|
||||
# session_mode: duplex makes vllm-omni serve run this model duplex-only
|
||||
# (/v1/realtime?duplex=1); every other duplex_session knob keeps its runtime default.
|
||||
# Use minicpmo_4_5_turn.yaml to select the ordinary turn-based serving engine.
|
||||
session_mode: duplex
|
||||
# Keep the active window aligned with the session and stage capacities below.
|
||||
# A smaller window serializes first-packet generation for concurrent chat turns.
|
||||
|
||||
@@ -0,0 +1,3 @@
|
||||
# MiniCPM-o 4.5 using the turn-based engine and ordinary HTTP serving.
|
||||
base_config: minicpmo_4_5.yaml
|
||||
session_mode: turn
|
||||
Reference in new issue
Block a user