wangyuandamy-why-3459
4af0ddc1c2
Signed-off-by: wangyu <410167048@qq.com> Signed-off-by: [Your Name] <your.email@example.com> Co-authored-by: amy-why-3459 <wuhaiyan17@huawei.com>
135 lines
4.0 KiB
Python
135 lines
4.0 KiB
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM-Omni project
|
|
|
|
"""
|
|
Tests for Flux2 Klein; currently Dev is implemented separately,
|
|
but ideally these models will fold together in the future.
|
|
|
|
Coverage:
|
|
- FP8 + CacheDiT + Ulysses=2 + TP=2
|
|
- Layerwise CPU offload + Ulysses=2 + Ring=2
|
|
- Layerwise CPU offload + TP=2
|
|
- Layerwise CPU offload + HSDP
|
|
"""
|
|
|
|
import pytest
|
|
|
|
from tests.helpers.mark import hardware_marks
|
|
from tests.helpers.runtime import (
|
|
OmniServer,
|
|
OmniServerParams,
|
|
OnlineOmniClient,
|
|
dummy_messages_from_mix_data,
|
|
)
|
|
|
|
pytestmark = [pytest.mark.diffusion, pytest.mark.slow]
|
|
|
|
FOUR_CARD_FEATURE_MARKS = hardware_marks(res={"cuda": "L4"}, num_cards=4)
|
|
POSITIVE_PROMPT = "A cat sitting on a windowsill"
|
|
NEGATIVE_PROMPT = "blurry, low quality"
|
|
|
|
|
|
# For now, we only test a good configuration for this model to keep the CI
|
|
# light, but in the near future may explore using random models to check
|
|
# cross-feature compatibility more generally.
|
|
def _get_diffusion_feature_cases(model: str):
|
|
return [
|
|
# CPU offload + TP=2 (model needs TP=2)
|
|
pytest.param(
|
|
OmniServerParams(
|
|
model=model,
|
|
server_args=[
|
|
"--enable-cpu-offload",
|
|
"--tensor-parallel-size",
|
|
"2",
|
|
],
|
|
),
|
|
id="cpu_offload",
|
|
marks=FOUR_CARD_FEATURE_MARKS,
|
|
),
|
|
# FP8 / Hybrid sequence parallelism
|
|
pytest.param(
|
|
OmniServerParams(
|
|
model=model,
|
|
server_args=[
|
|
"--cache-backend",
|
|
"cache_dit",
|
|
"--ulysses-degree",
|
|
"2",
|
|
"--quantization",
|
|
"fp8",
|
|
# NOTE: TP added for test coverage here since it doesn't
|
|
# slow things down too much, but fp8 + ulysses SP +
|
|
# cache_dit will generally get you the highest speedup here
|
|
"--tensor-parallel-size",
|
|
"2",
|
|
],
|
|
),
|
|
marks=FOUR_CARD_FEATURE_MARKS,
|
|
),
|
|
pytest.param(
|
|
OmniServerParams(
|
|
model=model,
|
|
server_args=[
|
|
"--enable-layerwise-offload",
|
|
"--ulysses-degree",
|
|
"2",
|
|
"--ring",
|
|
"2",
|
|
],
|
|
),
|
|
id="layerwise_ulysses2_ring2",
|
|
marks=FOUR_CARD_FEATURE_MARKS,
|
|
),
|
|
pytest.param(
|
|
OmniServerParams(
|
|
model=model,
|
|
server_args=[
|
|
"--enable-layerwise-offload",
|
|
"--tensor-parallel-size",
|
|
"2",
|
|
],
|
|
),
|
|
id="layerwise_tp2",
|
|
marks=FOUR_CARD_FEATURE_MARKS,
|
|
),
|
|
pytest.param(
|
|
OmniServerParams(
|
|
model=model,
|
|
server_args=[
|
|
"--enable-layerwise-offload",
|
|
"--use-hsdp",
|
|
"--hsdp-shard-size",
|
|
"2",
|
|
],
|
|
),
|
|
id="layerwise_hsdp",
|
|
marks=FOUR_CARD_FEATURE_MARKS,
|
|
),
|
|
]
|
|
|
|
|
|
@pytest.mark.parametrize(
|
|
"omni_server",
|
|
_get_diffusion_feature_cases(
|
|
model="black-forest-labs/FLUX.2-klein-4B",
|
|
),
|
|
indirect=True,
|
|
)
|
|
def test_flux2_klein(omni_server: OmniServer, online_client: OnlineOmniClient):
|
|
messages = dummy_messages_from_mix_data(content_text=POSITIVE_PROMPT)
|
|
request_config = {
|
|
"model": omni_server.model,
|
|
"messages": messages,
|
|
"extra_body": {
|
|
"height": 512,
|
|
"width": 512,
|
|
"num_inference_steps": 2,
|
|
"negative_prompt": NEGATIVE_PROMPT,
|
|
"true_cfg_scale": 4.0,
|
|
"seed": 42,
|
|
},
|
|
}
|
|
|
|
online_client.send_diffusion_request(request_config)
|