# SPDX-License-Identifier: Apache-2.0 # SPDX-FileCopyrightText: Copyright contributors to the vLLM project """ System test for TeaCache backend. This test verifies that TeaCache acceleration works correctly with diffusion models. It uses minimal settings to keep test time short for CI. """ import os import sys from pathlib import Path import pytest import torch # ruff: noqa: E402 REPO_ROOT = Path(__file__).resolve().parents[2] if str(REPO_ROOT) not in sys.path: sys.path.insert(0, str(REPO_ROOT)) from vllm_omni import Omni os.environ["VLLM_TEST_CLEAN_GPU_MEMORY"] = "1" # Use random weights model for testing models = ["riverclouds/qwen_image_random"] @pytest.mark.parametrize("model_name", models) def test_teacache(model_name: str): """Test TeaCache backend with diffusion model.""" # Configure TeaCache with default settings for fast testing cache_config = { "rel_l1_thresh": 0.2, # Default threshold } m = Omni( model=model_name, cache_backend="tea_cache", cache_config=cache_config, ) # Use minimal settings for fast testing height = 256 width = 256 num_inference_steps = 4 # Minimal steps for fast test images = m.generate( "a photo of a cat sitting on a laptop keyboard", height=height, width=width, num_inference_steps=num_inference_steps, guidance_scale=0.0, generator=torch.Generator("cuda").manual_seed(42), num_outputs_per_prompt=1, # Single output for speed ) # Verify generation succeeded assert images is not None assert len(images) == 1 # Check image size assert images[0].width == width assert images[0].height == height