""" E2E Online tests for Qwen3-Omni model with video input and audio output. """ import os from pathlib import Path import pytest from tests.conftest import ( OmniServerParams, dummy_messages_from_mix_data, generate_synthetic_audio, generate_synthetic_image, generate_synthetic_video, modify_stage_config, ) from tests.utils import hardware_test from vllm_omni.platforms import current_omni_platform os.environ["VLLM_WORKER_MULTIPROC_METHOD"] = "spawn" os.environ["VLLM_TEST_CLEAN_GPU_MEMORY"] = "0" models = ["Qwen/Qwen3-Omni-30B-A3B-Instruct"] QWEN3_OMNI_CONFIG_PATH = str(Path(__file__).parent.parent / "stage_configs" / "qwen3_omni_ci.yaml") QWEN3_OMNI_XPU_CONFIG_PATH = str(Path(__file__).parent.parent / "stage_configs" / "xpu" / "qwen3_omni_ci.yaml") _STAGE_CONFIGS_DIR = Path(__file__).parent.parent / "stage_configs" _PD_SEP_CONFIG = str(_STAGE_CONFIGS_DIR / "qwen3_omni_moe_pd_ci.yaml") def get_chunk_config(config_path: str | None = None): """Load qwen3_omni_ci.yaml with async_chunk modifications for streaming mode.""" if config_path is None: config_path = str(_STAGE_CONFIGS_DIR / "qwen3_omni_ci.yaml") return modify_stage_config( config_path, updates={ "async_chunk": True, "stage_args": { 0: { "engine_args.custom_process_next_stage_input_func": "vllm_omni.model_executor.stage_input_processors.qwen3_omni.thinker2talker_async_chunk" }, 1: { "engine_args.custom_process_next_stage_input_func": "vllm_omni.model_executor.stage_input_processors.qwen3_omni.talker2code2wav_async_chunk" }, }, }, deletes={"stage_args": {2: ["custom_process_input_func"]}}, ) def get_prefix_caching_config(config_path: str): """Create a stage config with prefix caching enabled on the thinker (stage 0).""" path = modify_stage_config( config_path, updates={ "stage_args": { 0: {"engine_args.enable_prefix_caching": True}, }, }, ) return path # Set VLLM_TEST_PD_MODE=1 to test PD disaggregation, default tests async_chunk mode. _USE_PD = os.environ.get("VLLM_TEST_PD_MODE", "0") == "1" # Stage configs for H100/CUDA, ROCm MI325, and XPU platforms if current_omni_platform.is_rocm(): rocm_config = str(_STAGE_CONFIGS_DIR / "rocm" / "qwen3_omni_ci.yaml") stage_configs = [rocm_config] prefix_caching_stage_configs = [get_prefix_caching_config(rocm_config)] elif current_omni_platform.is_xpu(): xpu_config = str(_STAGE_CONFIGS_DIR / "xpu" / "qwen3_omni_ci.yaml") stage_configs = [xpu_config] prefix_caching_stage_configs = [get_prefix_caching_config(xpu_config)] else: stage_configs = [_PD_SEP_CONFIG if _USE_PD else get_chunk_config(QWEN3_OMNI_CONFIG_PATH)] prefix_caching_stage_configs = [get_prefix_caching_config(QWEN3_OMNI_CONFIG_PATH)] # Create parameter combinations for model and stage config test_params = [ OmniServerParams(model=model, stage_config_path=stage_config) for model in models for stage_config in stage_configs ] # For prefix caching, we need to enable prompt token details so that we # can determine if any tokens were cached. prefix_test_params = [ OmniServerParams( model=model, stage_config_path=stage_config, server_args=["--enable-prompt-tokens-details"], # Enable prompt tokens details to get cached_tokens ) for model in models for stage_config in prefix_caching_stage_configs ] def get_system_prompt(): return { "role": "system", "content": [ { "type": "text", "text": ( "You are Qwen, a virtual human developed by the Qwen Team, " "Alibaba Group, capable of perceiving auditory and visual inputs, " "as well as generating text and speech." ), } ], } def get_prompt(prompt_type="text_only"): prompts = { "text_only": "What is the capital of China? Answer in 20 words.", "mix": "What is recited in the audio? What is in this image? Describe the video briefly.", "text_image": "What color are the squares in this image?", } return prompts.get(prompt_type, prompts["text_only"]) def get_max_batch_size(size_type="few"): batch_sizes = {"few": 5, "medium": 100, "large": 256} return batch_sizes.get(size_type, 5) @pytest.mark.advanced_model @pytest.mark.core_model @pytest.mark.omni @pytest.mark.skipif(_USE_PD, reason="Temporarily skip PD mode in this test module.") @hardware_test(res={"cuda": "H100", "rocm": "MI325"}, num_cards=3 if _USE_PD else 2) @pytest.mark.parametrize("omni_server", test_params, indirect=True) def test_mix_to_text_audio_001(omni_server, openai_client) -> None: """ Test multi-modal input processing and text/audio output generation via OpenAI API. Deploy Setting: default yaml Input Modal: text + audio + video + image Output Modal: text + audio Input Setting: stream=True Datasets: single request """ video_data_url = f"data:video/mp4;base64,{generate_synthetic_video(224, 224, 300)['base64']}" image_data_url = f"data:image/jpeg;base64,{generate_synthetic_image(224, 224)['base64']}" audio_data_url = f"data:audio/wav;base64,{generate_synthetic_audio(5, 1)['base64']}" messages = dummy_messages_from_mix_data( system_prompt=get_system_prompt(), video_data_url=video_data_url, image_data_url=image_data_url, audio_data_url=audio_data_url, content_text=get_prompt("mix"), ) request_config = { "model": omni_server.model, "messages": messages, "stream": True, "key_words": { "audio": ["test"], }, } # Test single completion openai_client.send_omni_request(request_config, request_num=get_max_batch_size()) @pytest.mark.advanced_model @pytest.mark.core_model @pytest.mark.omni @pytest.mark.skipif(_USE_PD, reason="Temporarily skip PD mode in this test module.") @hardware_test(res={"cuda": "H100", "rocm": "MI325"}, num_cards=3 if _USE_PD else 2) @pytest.mark.parametrize("omni_server", test_params, indirect=True) def test_text_to_text_001(omni_server, openai_client) -> None: """ Test text input processing and text/audio output generation via OpenAI API. Deploy Setting: default yaml Input Modal: text Output Modal: text Datasets: few requests """ messages = dummy_messages_from_mix_data(system_prompt=get_system_prompt(), content_text=get_prompt()) request_config = { "model": omni_server.model, "messages": messages, "stream": False, "modalities": ["text"], "key_words": {"text": ["beijing"]}, } openai_client.send_omni_request(request_config, request_num=get_max_batch_size()) @pytest.mark.advanced_model @pytest.mark.core_model @pytest.mark.omni @hardware_test(res={"cuda": "H100", "rocm": "MI325"}, num_cards=2) @pytest.mark.parametrize("omni_server", prefix_test_params, indirect=True) @pytest.mark.skip(reason="issue: #2833") def test_thinker_prefix_caching(omni_server, openai_client) -> None: """ Test thinker prefix caching by sending identical requests with an image (i.e., a large shared prefix) and verifying that the second request uses cached tokens & produces the same output. """ image_data_url = f"data:image/jpeg;base64,{generate_synthetic_image(224, 224)['base64']}" messages = dummy_messages_from_mix_data( system_prompt=get_system_prompt(), image_data_url=image_data_url, content_text=get_prompt("text_image"), ) request_config = { "model": omni_server.model, "messages": messages, "stream": False, "modalities": ["text"], } response_1 = openai_client.send_omni_request(request_config, request_num=1)[0] response_2 = openai_client.send_omni_request(request_config, request_num=1)[0] assert response_1.success assert response_2.success assert response_2.cached_tokens is not None # We should cache the vast majority of the prompt (image + up to last full block), # and set seed in the CI config, so the second request should give an identical # response for the generated input image, even if we use dummy weights assert response_2.cached_tokens > 0 assert response_1.text_content == response_2.text_content