[Frontend] Loosen Validation for TTS Models with No Uploaded Speakers (#5878)
Signed-off-by: Alex Brooks <albrooks@redhat.com>
This commit is contained in:
1 parent
4b6d6d5cf7
commit
fe54ecc388
4 files changed
+172
-13
No files matched your search
@@ -14,9 +14,10 @@ os.environ["VLLM_WORKER_MULTIPROC_METHOD"] = "spawn"
|
||||
import pytest
|
||||
|
||||
from tests.helpers.mark import hardware_test
|
||||
from tests.helpers.media import load_test_audio_data_url
|
||||
from tests.helpers.media import get_asset_path, load_test_audio_data_url
|
||||
from tests.helpers.runtime import OmniServerParams
|
||||
from tests.helpers.stage_config import get_deploy_config_path
|
||||
from vllm_omni.entrypoints.openai.serving_speech import _DEFAULT_VOICE_NAME
|
||||
|
||||
try:
|
||||
from transformers import HiggsAudioV2TokenizerModel # noqa: F401
|
||||
@@ -140,3 +141,121 @@ class TestOmniVoiceVoiceCloning:
|
||||
"min_audio_bytes": _DEFAULT_MIN_AUDIO_BYTES,
|
||||
}
|
||||
openai_client.send_audio_speech_request(request_config)
|
||||
|
||||
|
||||
@hardware_test(res={"cuda": "L4"}, num_cards=1)
|
||||
@pytest.mark.parametrize("omni_server", TEST_PARAMS, indirect=True)
|
||||
@pytest.mark.parametrize("voice", [_DEFAULT_VOICE_NAME, {"id": _DEFAULT_VOICE_NAME}])
|
||||
def test_speech_with_voice_param_accepted(omni_server, openai_client, voice) -> None:
|
||||
"""The default voice should be accepted as both a plain string and a
|
||||
VoiceID dict, even when the model has no uploaded speakers."""
|
||||
request_config = {
|
||||
"model": omni_server.model,
|
||||
"input": get_prompt("text"),
|
||||
"voice": voice,
|
||||
"response_format": "wav",
|
||||
"timeout": 180.0,
|
||||
"min_audio_bytes": _DEFAULT_MIN_AUDIO_BYTES,
|
||||
}
|
||||
openai_client.send_audio_speech_request(request_config)
|
||||
|
||||
|
||||
@hardware_test(res={"cuda": "L4"}, num_cards=1)
|
||||
@pytest.mark.parametrize("omni_server", TEST_PARAMS, indirect=True)
|
||||
def test_unknown_voice_rejected(omni_server, openai_client) -> None:
|
||||
"""An unrecognized voice name should be rejected with a 400."""
|
||||
request_config = {
|
||||
"model": omni_server.model,
|
||||
"input": get_prompt("text"),
|
||||
"voice": "nonexistent_voice",
|
||||
"status_code": 400,
|
||||
"err_message": "Invalid voice",
|
||||
}
|
||||
openai_client.send_audio_speech_request(request_config)
|
||||
|
||||
|
||||
@hardware_test(res={"cuda": "L4"}, num_cards=1)
|
||||
@pytest.mark.parametrize("omni_server", TEST_PARAMS, indirect=True)
|
||||
def test_voice_request_before_and_after_clone_registration(omni_server, openai_client) -> None:
|
||||
"""The default voice should always be listed and usable, even after
|
||||
a different cloned voice is registered."""
|
||||
speech_config = {
|
||||
"model": omni_server.model,
|
||||
"input": get_prompt("text"),
|
||||
"voice": _DEFAULT_VOICE_NAME,
|
||||
}
|
||||
|
||||
# 1) "default" should appear in the voices list before any uploads
|
||||
voices = openai_client.send_audio_voices_list_http_request()[0]
|
||||
assert _DEFAULT_VOICE_NAME in voices.json_body["voices"]
|
||||
|
||||
# 2) Speech with the default voice should succeed
|
||||
openai_client.send_audio_speech_request(speech_config)
|
||||
|
||||
# 3) Register a cloned voice under a different name
|
||||
register_config = {
|
||||
"data": {"name": "bar", "consent": "test-consent"},
|
||||
"files": {
|
||||
"audio_sample": (
|
||||
"clone_2.wav",
|
||||
get_asset_path("qwen3_tts/clone_2.wav").read_bytes(),
|
||||
"audio/wav",
|
||||
),
|
||||
},
|
||||
}
|
||||
openai_client.send_audio_voices_create_http_request(register_config)
|
||||
|
||||
# 4) "default" should still be listed alongside the new voice
|
||||
voices = openai_client.send_audio_voices_list_http_request()[0]
|
||||
assert _DEFAULT_VOICE_NAME in voices.json_body["voices"]
|
||||
assert "bar" in voices.json_body["voices"]
|
||||
|
||||
# 5) Speech with the default voice should still succeed
|
||||
openai_client.send_audio_speech_request(speech_config)
|
||||
|
||||
|
||||
@hardware_test(res={"cuda": "L4"}, num_cards=1)
|
||||
@pytest.mark.parametrize("omni_server", TEST_PARAMS, indirect=True)
|
||||
def test_registered_default_voice_overrides_placeholder(omni_server, openai_client) -> None:
|
||||
"""When a real voice is uploaded under the default name, it should be
|
||||
used as a cloned voice; after deletion, the placeholder behavior resumes."""
|
||||
speech_config = {
|
||||
"model": omni_server.model,
|
||||
"input": get_prompt("text"),
|
||||
"voice": _DEFAULT_VOICE_NAME,
|
||||
}
|
||||
|
||||
# 1) Placeholder default works before any registration
|
||||
openai_client.send_audio_speech_request(speech_config)
|
||||
|
||||
# 2) Register a real voice under the default name
|
||||
register_config = {
|
||||
"data": {"name": _DEFAULT_VOICE_NAME, "consent": "test-consent"},
|
||||
"files": {
|
||||
"audio_sample": (
|
||||
"clone_2.wav",
|
||||
get_asset_path("qwen3_tts/clone_2.wav").read_bytes(),
|
||||
"audio/wav",
|
||||
),
|
||||
},
|
||||
}
|
||||
openai_client.send_audio_voices_create_http_request(register_config)
|
||||
|
||||
# 3) After creating the voice with the default name, it's visible as an uploaded_voice
|
||||
voices = openai_client.send_audio_voices_list_http_request()[0]
|
||||
assert _DEFAULT_VOICE_NAME in voices.json_body["voices"]
|
||||
uploaded_names = [v["name"] for v in voices.json_body["uploaded_voices"]]
|
||||
assert _DEFAULT_VOICE_NAME in uploaded_names
|
||||
openai_client.send_audio_speech_request(speech_config)
|
||||
|
||||
# 4) Delete the uploaded default voice
|
||||
openai_client.send_audio_voices_delete_http_request(
|
||||
{"name": _DEFAULT_VOICE_NAME},
|
||||
)
|
||||
|
||||
# 5) Ensure the placeholder behavior is consistent, but it's not an uploaded voice now
|
||||
voices = openai_client.send_audio_voices_list_http_request()[0]
|
||||
assert _DEFAULT_VOICE_NAME in voices.json_body["voices"]
|
||||
uploaded_names = [v["name"] for v in voices.json_body["uploaded_voices"]]
|
||||
assert _DEFAULT_VOICE_NAME not in uploaded_names
|
||||
openai_client.send_audio_speech_request(speech_config)
|
||||
Reference in new issue
Block a user