Yuxuan RhoandHongsheng Liu
7992c2213e
Signed-off-by: LyxWxj <yuxuanlou621@foxmail.com> Signed-off-by: Yuxuan Rho <104440472+LyxWxj@users.noreply.github.com> Co-authored-by: Hongsheng Liu <liuhongsheng4@huawei.com>
18 lines
506 B
YAML
18 lines
506 B
YAML
# Wan2.2 TI2V-5B deploy.
|
|
#
|
|
# Single GPU by default. Increase tensor_parallel_size and devices for A14B MoE variants.
|
|
async_chunk: false
|
|
trust_remote_code: true
|
|
distributed_executor_backend: mp
|
|
|
|
stages:
|
|
- stage_id: 0
|
|
devices: "0"
|
|
max_num_seqs: 4 # in-flight request batch width (CLI: --max-num-seqs)
|
|
tensor_parallel_size: 1
|
|
enforce_eager: true
|
|
# Keep VAE tiling on by default for higher resolutions / longer clips.
|
|
vae_use_tiling: true
|
|
default_sampling_params:
|
|
seed: 42
|