Leave Code2Wav workspace headroom in two-L4 serving fixture
Signed-off-by: tzhouam <tzhouam@connect.ust.hk>
This commit is contained in:
1 parent
0dd5f3e17d
commit
757dd3b2c4
1 file changed
+3
-3
@@ -24,9 +24,9 @@ models = ["Qwen/Qwen2.5-Omni-7B"]
|
|||||||
stage_configs = [
|
stage_configs = [
|
||||||
modify_stage_config(
|
modify_stage_config(
|
||||||
get_deploy_config_path("ci/qwen2_5_omni.yaml"),
|
get_deploy_config_path("ci/qwen2_5_omni.yaml"),
|
||||||
# This suite requests two cards. The general CI overlay puts Code2Wav
|
# This suite requests two cards. Share the Talker's card with
|
||||||
# on a third card; share the Talker's card within the existing budgets.
|
# Code2Wav and leave room for its whole-sequence DiT workspace.
|
||||||
updates={"stages": {2: {"devices": "1"}}},
|
updates={"stages": {1: {"gpu_memory_utilization": 0.3}, 2: {"devices": "1"}}},
|
||||||
)
|
)
|
||||||
]
|
]
|
||||||
|
|
||||||
|
|||||||
Reference in new issue
Block a user