Update GPU memory utilization in qwen3_omni.yaml from 0.6 to 0.45 to prevent out-of-memory errors during model execution.

Signed-off-by: tzhouam <tzhouam@connect.ust.hk>
This commit is contained in:
tzhouam committed 2026-03-09 08:02:25 +00:00
1 parent e6d4cdd71a
commit 79626586e1
1 file changed
+1 -1
+1 -1
View File
@@ -47,7 +47,7 @@ stage_args:
model_arch: Qwen3OmniMoeForConditionalGeneration
worker_type: ar
scheduler_cls: vllm_omni.core.sched.omni_ar_scheduler.OmniARScheduler
gpu_memory_utilization: 0.6
gpu_memory_utilization: 0.45
enforce_eager: false
trust_remote_code: true
engine_output_type: latent # Output codec codes for code2wav