29 lines
743 B
YAML
29 lines
743 B
YAML
# dots.tts deployment config (single-stage AR talker).
|
|
#
|
|
# Conservative first-integration settings: eager execution, no CUDA
|
|
# Graphs, no batched side-path optimizations yet — see voxcpm2.yaml for
|
|
# the runtime knobs a mature deployment of this model family grows.
|
|
#
|
|
# Verified locally on RTX 5080 16GB.
|
|
|
|
async_chunk: false
|
|
dtype: bfloat16
|
|
|
|
stages:
|
|
- stage_id: 0
|
|
max_num_seqs: 4
|
|
gpu_memory_utilization: 0.8
|
|
enforce_eager: true
|
|
trust_remote_code: true
|
|
enable_prefix_caching: false
|
|
async_scheduling: true
|
|
max_num_batched_tokens: 4096
|
|
max_model_len: 4096
|
|
devices: "0"
|
|
default_sampling_params:
|
|
temperature: 0.0
|
|
top_p: 1.0
|
|
top_k: -1
|
|
max_tokens: 4096
|
|
repetition_penalty: 1.0
|