[Frontend] Tune reference cache limits and registered MOSS voice requests (#7883)

Signed-off-by: Canlin Guo <canlinguosdu@gmail.com>
This commit is contained in:
Canlin Guo authored and GitHub committed 2026-09-29 04:10:17 +00:00
1 parent 1c1fdf719c
commit 235c430326
22 files changed
+752 -70

No files matched your search

+20
View File
@@ -151,3 +151,23 @@ class TestSingleton:
a = get_speaker_cache()
b = get_speaker_cache()
assert a is b
class TestSpeakerCacheConfiguration:
def test_conflicting_singleton_budget(self, monkeypatch):
import vllm_omni.utils.speaker_cache as module
monkeypatch.setattr(module, "_SINGLETON", None)
cache = get_speaker_cache(max_bytes=8)
assert get_speaker_cache() is cache
assert get_speaker_cache(max_bytes=8) is cache
with pytest.raises(
ValueError,
match=r"speech_cache\.speaker_max_bytes: .*initialized with 8 bytes, .*requested budget is 16 bytes",
):
get_speaker_cache(max_bytes=16)
def test_zero_budget_disables_metadata_storage(self):
cache = SpeakerEmbeddingCache(max_bytes=0)
cache.put(_k("m", "a"), {"name": "a"})
assert cache.get(_k("m", "a")) is None