2026-07-18 17:34:33 +08:00
|
|
|
# Wan2.2 TI2V-5B deploy.
|
|
|
|
|
#
|
|
|
|
|
# Single GPU by default. Increase tensor_parallel_size and devices for A14B MoE variants.
|
|
|
|
|
async_chunk: false
|
|
|
|
|
trust_remote_code: true
|
|
|
|
|
distributed_executor_backend: mp
|
|
|
|
|
|
|
|
|
|
stages:
|
|
|
|
|
- stage_id: 0
|
|
|
|
|
devices: "0"
|
2026-08-25 18:36:11 +08:00
|
|
|
max_num_seqs: 4 # in-flight request batch width (CLI: --max-num-seqs)
|
2026-07-18 17:34:33 +08:00
|
|
|
tensor_parallel_size: 1
|
|
|
|
|
enforce_eager: true
|
|
|
|
|
# Keep VAE tiling on by default for higher resolutions / longer clips.
|
|
|
|
|
vae_use_tiling: true
|
|
|
|
|
default_sampling_params:
|
|
|
|
|
seed: 42
|
