Honghan ZhuandClaude Opus 4.8
3329f1b674
Signed-off-by: dph97 <nenbaying@163.com> Co-authored-by: Claude Opus 4.8 <noreply@anthropic.com>
36 lines
982 B
YAML
36 lines
982 B
YAML
# Dynin-Omni deploy for e2e smoke tests (3-stage, one GPU).
|
|
#
|
|
# Topology is frozen in models/dynin_omni/pipeline.py; ``pipeline: dynin_omni``
|
|
# pins it explicitly so this CI YAML resolves regardless of model_type
|
|
# auto-detection. Differs from the default deploy only in reduced GPU memory
|
|
# and a smaller max_num_batched_tokens so the pipeline fits L4-class CI GPUs.
|
|
pipeline: dynin_omni
|
|
async_chunk: false
|
|
trust_remote_code: true
|
|
enable_prefix_caching: false
|
|
|
|
stages:
|
|
- stage_id: 0
|
|
devices: "0"
|
|
max_num_seqs: 1
|
|
gpu_memory_utilization: 0.5
|
|
max_num_batched_tokens: 4096
|
|
enforce_eager: true
|
|
async_scheduling: false
|
|
|
|
- stage_id: 1
|
|
devices: "0"
|
|
max_num_seqs: 1
|
|
gpu_memory_utilization: 0.2
|
|
max_num_batched_tokens: 4096
|
|
enforce_eager: true
|
|
async_scheduling: false
|
|
|
|
- stage_id: 2
|
|
devices: "0"
|
|
max_num_seqs: 1
|
|
gpu_memory_utilization: 0.2
|
|
max_num_batched_tokens: 4096
|
|
enforce_eager: true
|
|
async_scheduling: false
|