16 lines
628 B
Python
16 lines
628 B
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM-Omni project
|
|
"""API-process speech cache budgets, independent of stage engine caches."""
|
|
|
|
from pydantic import ConfigDict, Field
|
|
from vllm.config.utils import config
|
|
|
|
|
|
@config(config=ConfigDict(strict=True, extra="forbid", frozen=True))
|
|
class SpeechCacheConfig:
|
|
"""LRU limits, not preallocated memory. Zero disables the respective cache."""
|
|
|
|
resolve_max_bytes: int = Field(default=4 * 1024**3, ge=0)
|
|
resolve_max_entries: int = Field(default=2048, ge=0)
|
|
speaker_max_bytes: int = Field(default=512 * 1024**2, ge=0)
|