Add Omni MiniCPM-o GGUF whole-session CPU and Radeon paths

This commit is contained in:
tzhouam committed 2026-09-23 23:01:22 +08:00
1 parent 13cc723c71
commit 0a41206e1f
18 files changed
+2228 -7

No files matched your search

@@ -87,3 +87,21 @@ MINICPMO_4_5_PIPELINE = PipelineConfig(
),
),
)
# The GGUF C++ worker owns the complete autoregressive/vision/audio/TTS session.
# This is a separate whole-session deployment of MiniCPM-o, not a replacement
# for the three-stage vLLM checkpoint above. Omni's graph path controls one
# bounded request, resource reservation and terminal audio acknowledgement.
MINICPMO_4_5_GGUF_WHOLE_PIPELINE = PipelineConfig(
model_type="minicpmo_4_5_gguf_whole",
stages=(
StagePipelineConfig(
stage_id=0,
model_stage="audio",
execution_type=StageExecutionType.GRAPH,
final_output=True,
final_output_type="audio",
),
),
)