# SPDX-License-Identifier: Apache-2.0 # SPDX-FileCopyrightText: Copyright contributors to the vLLM project """ Tests of common diffusion feature combinations in online serving mode for HunyuanVideo-1.5-T2V (480p). Coverage (H100, since model cannot fit L4): - CacheDiT + Layerwise CPU offloading (1 GPU) - CacheDiT + TP=2 + VAE patch parallel=2 (2 GPUs) """ import pytest from tests.helpers.mark import hardware_marks from tests.helpers.runtime import OmniServer, OmniServerParams, OpenAIClientHandler pytestmark = [pytest.mark.diffusion, pytest.mark.slow] PROMPT = "A cat walking across a sunlit garden, cinematic lighting, slow motion." NEGATIVE_PROMPT = "low quality, blurry, distorted" MODEL = "hunyuanvideo-community/HunyuanVideo-1.5-Diffusers-480p_t2v" SINGLE_CARD_MARKS = hardware_marks(res={"cuda": "H100"}) PARALLEL_MARKS = hardware_marks(res={"cuda": "H100"}, num_cards=2) def _get_diffusion_feature_cases(model: str): """Return L4 diffusion feature cases for HunyuanVideo-1.5. Designed for 2x H100 environment per issue #1832. """ return [ # (1 GPU) CPU offload pytest.param( OmniServerParams( model=model, server_args=[ "--enable-cpu-offload", ], ), id="single_card_cpu_offload", marks=SINGLE_CARD_MARKS, ), # (1 GPU) CacheDiT + Layerwise CPU offloading pytest.param( OmniServerParams( model=model, server_args=[ "--cache-backend", "cache_dit", "--enable-layerwise-offload", ], ), id="single_card_cachedit_layerwise", marks=SINGLE_CARD_MARKS, ), # (2 GPUs) CacheDiT + TP=2 + VAE patch parallel=2 pytest.param( OmniServerParams( model=model, server_args=[ "--cache-backend", "cache_dit", "--tensor-parallel-size", "2", "--vae-patch-parallel-size", "2", "--vae-use-tiling", ], ), id="parallel_cachedit_tp2_vae2", marks=PARALLEL_MARKS, ), ] @pytest.mark.parametrize( "omni_server", _get_diffusion_feature_cases(MODEL), indirect=True, ) def test_hunyuan_video_15_t2v( omni_server: OmniServer, openai_client: OpenAIClientHandler, ): """L4 diffusion feature coverage for HunyuanVideo-1.5-T2V on H100.""" form_data = { "prompt": PROMPT, "negative_prompt": NEGATIVE_PROMPT, "height": 480, "width": 640, "num_frames": 5, "num_inference_steps": 2, "guidance_scale": 6.0, "seed": 42, } request_config = { "model": omni_server.model, "form_data": form_data, } openai_client.send_video_diffusion_request(request_config)