7b4fc7ce2e
Signed-off-by: levius <2114377220@qq.com> Signed-off-by: Yueqian Lin <linyueqian@outlook.com> Co-authored-by: amy-why-3459 <wuhaiyan17@huawei.com> Co-authored-by: Yueqian Lin <linyueqian@outlook.com>
23 lines
461 B
YAML
23 lines
461 B
YAML
# MammothModa2 AR→DiT (text-to-image).
|
|
|
|
async_chunk: false
|
|
pipeline: mammoth_moda2
|
|
|
|
stages:
|
|
- stage_id: 0
|
|
devices: "0"
|
|
max_num_seqs: 100
|
|
max_model_len: 8192
|
|
gpu_memory_utilization: 0.5
|
|
enforce_eager: true
|
|
trust_remote_code: true
|
|
enable_prefix_caching: false
|
|
|
|
- stage_id: 1
|
|
devices: "0"
|
|
max_num_seqs: 1
|
|
gpu_memory_utilization: 0.3
|
|
enforce_eager: true
|
|
trust_remote_code: true
|
|
enable_prefix_caching: false
|