Files
vllm-omni/vllm_omni/deploy/mammoth_moda2_fp8_kv.yaml
T

8 lines
168 B
YAML

# MammothModa2 AR→DiT text-to-image with opt-in FP8 KV cache for the AR stage.
base_config: mammoth_moda2.yaml
stages:
- stage_id: 0
kv_cache_dtype: fp8_e4m3