273fc8eb1d
Signed-off-by: Nick Cao <ncao@redhat.com> Co-authored-by: Claude <noreply@anthropic.com> Co-authored-by: Hongsheng Liu <liuhongsheng4@huawei.com>
104 lines
4.1 KiB
Python
104 lines
4.1 KiB
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
|
|
"""
|
|
Online serving tests for ``Qwen/Qwen-Image`` (text-to-image).
|
|
|
|
- ``test_text_to_image_001``: single chat request, default server (``_get_default_case``).
|
|
- ``test_batch_001``: concurrent prompts via ``send_diffusion_request([cfg0, cfg1, ...])`` — one
|
|
dict per prompt; each entry carries its own ``messages`` / ``negative_prompt`` (see
|
|
``TEST_PROMPTS``).
|
|
- ``test_acceleration_feature_001``: ``advanced_model`` only — parametrized ``OmniServerParams``
|
|
with cache/offload/parallel flags (see ``_get_diffusion_feature_cases``).
|
|
|
|
Full feature grids for Qwen-Image remain in ``test_qwen_image_expansion.py`` (L4).
|
|
|
|
From ``tests/``::
|
|
|
|
pytest -s -v e2e/online_serving/test_qwen_image.py -m "core_model and diffusion" --run-level=core_model
|
|
pytest -s -v e2e/online_serving/test_qwen_image.py -m "advanced_model and diffusion" --run-level=advanced_model
|
|
"""
|
|
|
|
import os
|
|
|
|
import pytest
|
|
|
|
from tests.helpers.mark import hardware_marks
|
|
from tests.helpers.runtime import OmniServer, OmniServerParams, OpenAIClientHandler, dummy_messages_from_mix_data
|
|
|
|
os.environ["VLLM_WORKER_MULTIPROC_METHOD"] = "spawn"
|
|
|
|
MODEL = "Qwen/Qwen-Image"
|
|
T2I_PROMPT = "A photo of a cat sitting on a laptop keyboard, digital art style."
|
|
NEGATIVE_PROMPT = "blurry, low quality"
|
|
|
|
SINGLE_CARD_FEATURE_MARKS = hardware_marks(res={"cuda": "H100"})
|
|
PARALLEL_FEATURE_MARKS = hardware_marks(res={"cuda": "H100"}, num_cards=2)
|
|
|
|
TEST_PROMPTS: list[dict[str, str]] = [
|
|
{"prompt": "a cup of coffee on a table", "negative_prompt": "low resolution"},
|
|
{"prompt": "a toy dinosaur on a sandy beach", "negative_prompt": "cinematic, realistic"},
|
|
{"prompt": "a futuristic city skyline at sunset", "negative_prompt": "blurry, foggy"},
|
|
{"prompt": "a bowl of fresh strawberries", "negative_prompt": "low detail"},
|
|
{"prompt": "a medieval knight standing in the rain", "negative_prompt": "modern clothing"},
|
|
{"prompt": "a cat wearing sunglasses lounging in a garden", "negative_prompt": "dark lighting"},
|
|
{"prompt": "a spaceship flying above a volcano", "negative_prompt": "low contrast"},
|
|
{"prompt": "a watercolor painting of a mountain lake", "negative_prompt": "photo, realistic"},
|
|
]
|
|
|
|
|
|
def _get_default_case(model: str):
|
|
"""Return a single default ``OmniServerParams`` row (no extra ``server_args``)."""
|
|
return [
|
|
pytest.param(
|
|
OmniServerParams(model=model),
|
|
id="default",
|
|
marks=SINGLE_CARD_FEATURE_MARKS,
|
|
),
|
|
]
|
|
|
|
|
|
@pytest.mark.advanced_model
|
|
@pytest.mark.diffusion
|
|
@pytest.mark.parametrize("omni_server", _get_default_case(MODEL), indirect=True)
|
|
def test_text_to_image_001(omni_server: OmniServer, openai_client: OpenAIClientHandler) -> None:
|
|
"""Default Qwen-Image T2I smoke (single ``default`` server config)."""
|
|
messages = dummy_messages_from_mix_data(content_text=T2I_PROMPT)
|
|
request_config = {
|
|
"model": omni_server.model,
|
|
"messages": messages,
|
|
"extra_body": {
|
|
"height": 512,
|
|
"width": 512,
|
|
"num_inference_steps": 2,
|
|
"negative_prompt": NEGATIVE_PROMPT,
|
|
"true_cfg_scale": 4.0,
|
|
"seed": 42,
|
|
},
|
|
}
|
|
openai_client.send_diffusion_request(request_config)
|
|
|
|
|
|
@pytest.mark.core_model
|
|
@pytest.mark.advanced_model
|
|
@pytest.mark.diffusion
|
|
@pytest.mark.parametrize("omni_server", _get_default_case(MODEL), indirect=True)
|
|
def test_batch_001(omni_server: OmniServer, openai_client: OpenAIClientHandler) -> None:
|
|
"""Concurrent T2I: one ``request_config`` dict per prompt (``send_diffusion_request`` list mode)."""
|
|
request_config = [
|
|
{
|
|
"model": omni_server.model,
|
|
"messages": dummy_messages_from_mix_data(content_text=prompt["prompt"]),
|
|
"extra_body": {
|
|
"height": 512,
|
|
"width": 512,
|
|
"num_inference_steps": 2,
|
|
"negative_prompt": prompt["negative_prompt"],
|
|
"true_cfg_scale": 4.0,
|
|
"seed": 42,
|
|
},
|
|
}
|
|
for prompt in TEST_PROMPTS
|
|
]
|
|
openai_client.send_diffusion_request(request_config)
|