Yukim1andHongsheng Liu
793d3e9ab7
Signed-off-by: zwhzzz0821 <2831474076@qq.com> Co-authored-by: Hongsheng Liu <liuhongsheng4@huawei.com>
48 lines
1.4 KiB
Python
48 lines
1.4 KiB
Python
"""
|
|
E2E tests for Covo-Audio-Chat model with audio input and audio/text output.
|
|
"""
|
|
|
|
import pytest
|
|
|
|
from tests.helpers.mark import hardware_test
|
|
from tests.helpers.media import generate_synthetic_audio
|
|
from tests.helpers.stage_config import get_deploy_config_path
|
|
from vllm_omni.model_executor.models.covo_audio.prompt_utils import (
|
|
COVO_AUDIO_INPUT_PREFIX,
|
|
build_covo_audio_chat_prompt,
|
|
)
|
|
|
|
models = ["tencent/Covo-Audio-Chat"]
|
|
stage_config = get_deploy_config_path("covo_audio.yaml")
|
|
test_params = [(model, stage_config, {"trust_remote_code": True}) for model in models]
|
|
|
|
|
|
def get_question():
|
|
return "请回答这段音频里的问题。"
|
|
|
|
|
|
@pytest.mark.slow
|
|
@pytest.mark.omni
|
|
@hardware_test(res={"cuda": "H100"}, num_cards={"cuda": 1})
|
|
@pytest.mark.parametrize("omni_runner", test_params, indirect=True)
|
|
def test_audio_to_audio(omni_runner, omni_runner_handler) -> None:
|
|
"""
|
|
Test audio input → text + audio output.
|
|
Deploy Setting: default yaml
|
|
Input Modal: text + audio
|
|
Output Modal: audio
|
|
"""
|
|
audio = generate_synthetic_audio(2, 1, 16000)["np_array"]
|
|
if len(audio.shape) == 2:
|
|
audio = audio.squeeze()
|
|
|
|
user_content = COVO_AUDIO_INPUT_PREFIX + get_question()
|
|
prompt = build_covo_audio_chat_prompt(user_content)
|
|
|
|
request_config = {
|
|
"prompts": prompt,
|
|
"audios": (audio, 16000),
|
|
"modalities": ["audio"],
|
|
}
|
|
omni_runner_handler.send_omni_request(request_config)
|