[Deploy] Reduce MiniCPM-o single-GPU startup memory (#5447)

Signed-off-by: R2-Y <ruiruyang2@gmail.com>
This commit is contained in:
rein yang authored and GitHub committed 2026-07-27 16:37:25 +08:00
1 parent 776424f0de
commit 5b230541c9
4 files changed
+24 -17

No files matched your search

@@ -159,10 +159,11 @@ class TestDeployTopology:
if filename == "minicpmo_4_5.yaml":
assert [stage.yaml_engine_args["max_num_seqs"] for stage in stages] == [4, 4, 4]
assert [stage.yaml_engine_args["gpu_memory_utilization"] for stage in stages] == [
0.65,
0.15,
0.15,
0.55,
0.22,
0.22,
]
assert stages[0].yaml_engine_args["limit_mm_per_prompt"] == {"video": {"count": 1, "num_frames": 32}}
elif filename in {"minicpmo_4_5_batching.yaml", "minicpmo_4_5_2gpu.yaml"}:
assert [stage.yaml_engine_args["gpu_memory_utilization"] for stage in stages] == [
0.9,