Files
vllm-omni/vllm_omni/deploy/edge/hardware/arm64_cpu.yaml
T

10 lines
260 B
YAML
Raw Normal View History

# ARM64 CPU boards: single utterance at a time, eager, generous chunk lead.
stages:
- stage_id: 0
max_num_seqs: 1
enforce_eager: true
async_scheduling: false
- stage_id: 1
max_num_seqs: 1
enforce_eager: true
async_scheduling: false