vllm-omni/tests/e2e/online_serving/test_flux_2_dev_expansion.py

# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM-Omni project

"""
End-to-end diffusion coverage for FLUX.2-dev in online serving mode.

Coverage:
- CPU offload (model-level)
- Layerwise CPU offload
- Ulysses sequence parallelism
- Ring sequence parallelism
- VAE patch parallel encode/decode

This test verifies that FLUX.2-dev can be launched with CPU offload enabled,
accepts text-to-image requests through the OpenAI-compatible API, and returns
valid generated images with the requested resolution.

assert_diffusion_response validates successful generation and the expected
image resolution.
"""

import pytest

from tests.helpers.mark import hardware_marks
from tests.helpers.runtime import OmniServer, OmniServerParams, OnlineOmniClient, dummy_messages_from_mix_data

pytestmark = [pytest.mark.diffusion, pytest.mark.slow]

MODEL = "black-forest-labs/FLUX.2-dev"
PROMPT = "A cinematic mountain landscape at sunrise, dramatic clouds, ultra-detailed, realistic photography."
NEGATIVE_PROMPT = "low quality, blurry, distorted, deformed, watermark"

SINGLE_CARD_FEATURE_MARKS = hardware_marks(res={"cuda": "H100"})
PARALLEL_FEATURE_MARKS = hardware_marks(res={"cuda": "H100"}, num_cards=2)


def _get_flux_2_dev_feature_cases(model: str):
    """Return FLUX.2-dev diffusion feature cases for CPU offload and SP."""

    return [
        pytest.param(
            OmniServerParams(
                model=model,
                server_args=[
                    "--enable-cpu-offload",
                ],
            ),
            id="cpu_offload",
            marks=SINGLE_CARD_FEATURE_MARKS,
        ),
        pytest.param(
            OmniServerParams(
                model=model,
                server_args=[
                    "--enable-layerwise-offload",
                ],
            ),
            id="layerwise_offload",
            marks=SINGLE_CARD_FEATURE_MARKS,
        ),
        pytest.param(
            OmniServerParams(
                model=model,
                server_args=[
                    "--enable-cpu-offload",
                    "--cfg-parallel-size",
                    "2",
                ],
            ),
            id="parallel_cfg_2",
            marks=PARALLEL_FEATURE_MARKS,
        ),
        pytest.param(
            OmniServerParams(
                model=model,
                server_args=[
                    "--enable-cpu-offload",
                    "--ulysses-degree",
                    "2",
                ],
            ),
            id="ulysses_2",
            marks=PARALLEL_FEATURE_MARKS,
        ),
        pytest.param(
            OmniServerParams(
                model=model,
                server_args=[
                    "--enable-cpu-offload",
                    "--ring-degree",
                    "2",
                ],
            ),
            id="ring_2",
            marks=PARALLEL_FEATURE_MARKS,
        ),
        pytest.param(
            OmniServerParams(
                model=model,
                server_args=[
                    "--enable-cpu-offload",
                    "--tensor-parallel-size",
                    "2",
                    "--vae-patch-parallel-size",
                    "2",
                    "--vae-use-tiling",
                ],
            ),
            id="vae_patch_parallel_2",
            marks=PARALLEL_FEATURE_MARKS,
        ),
    ]


@pytest.mark.parametrize(
    "omni_server",
    _get_flux_2_dev_feature_cases(MODEL),
    indirect=True,
)
def test_flux_2_dev(
    omni_server: OmniServer,
    online_client: OnlineOmniClient,
):
    """Validate FLUX.2-dev online serving with CPU offload."""

    messages = dummy_messages_from_mix_data(content_text=PROMPT)

    request_config = {
        "model": omni_server.model,
        "messages": messages,
        "extra_body": {
            "height": 512,
            "width": 512,
            "num_inference_steps": 2,
            "negative_prompt": NEGATIVE_PROMPT,
            "true_cfg_scale": 4.0,
            "seed": 42,
        },
    }

    online_client.send_diffusion_request(request_config)


@pytest.mark.parametrize(
    "omni_server",
    _get_flux_2_dev_feature_cases(MODEL),
    indirect=True,
)
def test_flux_2_dev_batched_chat_completions(
    omni_server: OmniServer,
    online_client: OnlineOmniClient,
):
    """Validate batched chat completions for diffusion models."""
    messages = [
        [{"role": "user", "content": PROMPT}],
        [{"role": "user", "content": "A sunset over the ocean."}],
    ]
    responses = online_client.send_batched_chat_completions_http_request(
        {
            "json": {
                "model": omni_server.model,
                "messages": messages,
                "num_inference_steps": 2,
                "height": 512,
                "width": 512,
                "seed": 42,
            },
        },
    )
    assert responses and len(responses) == 1
    resp = responses[0]
    assert resp.success
    body = resp.json_body
    assert isinstance(body, dict)
    choices = body["choices"]
    assert len(choices) == len(messages)