[Bugfix] Fix Qwen3-Omni MoE backend selection (#7019)

Signed-off-by: hsliuustc0106 <liuhongsheng4@huawei.com>
Co-authored-by: hsliuustc0106 <liuhongsheng4@huawei.com>
This commit is contained in:
SYLARandhsliuustc0106 authored and GitHub committed 2026-09-04 21:16:58 +08:00
1 parent 41f4f9d8c9
commit 7493cbd3c2
11 files changed
+40 -29

No files matched your search

+2
View File
@@ -27,6 +27,7 @@ stages:
max_num_batched_tokens: 32768
max_num_seqs: 64
gpu_memory_utilization: 0.9
moe_backend: triton
trust_remote_code: true
enable_prefix_caching: false
devices: "0"
@@ -38,6 +39,7 @@ stages:
max_num_batched_tokens: 32768
max_num_seqs: 64
gpu_memory_utilization: 0.6
moe_backend: triton
trust_remote_code: true
enable_prefix_caching: false
devices: "1"