Zheng Wengangandamy-why-3459
94b1546ce3
Signed-off-by: ZhengWG <zwg0606@gmail.com> Signed-off-by: Zheng Wengang <zwg0606@gmail.com> Co-authored-by: amy-why-3459 <wuhaiyan17@huawei.com>
24 lines
707 B
YAML
24 lines
707 B
YAML
# Deploy config for Qwen3-Omni-MoE thinker-only (text output, no talker/code2wav).
|
|
# Works for Captioner/Thinking checkpoints and for Instruct weights when this
|
|
# YAML is passed via --deploy-config (pipeline key forces the single-stage topology).
|
|
# Verified on 2x H100-80G GPUs.
|
|
pipeline: qwen3_omni_moe_thinker_only
|
|
distributed_executor_backend: mp
|
|
enable_prefix_caching: true
|
|
|
|
stages:
|
|
- stage_id: 0
|
|
devices: "0,1"
|
|
max_num_seqs: 1
|
|
gpu_memory_utilization: 0.9
|
|
enforce_eager: true
|
|
async_scheduling: false
|
|
tensor_parallel_size: 2
|
|
default_sampling_params:
|
|
temperature: 0.4
|
|
top_p: 0.9
|
|
top_k: 1
|
|
max_tokens: 2048
|
|
seed: 42
|
|
repetition_penalty: 1.05
|