[Entrypoint][Refactor]Stage CLI Refactor (#2020)

Signed-off-by: wuhang <wuhang6@huawei.com>
Signed-off-by: Didan Deng <33117903+wtomin@users.noreply.github.com>
Co-authored-by: Didan Deng <33117903+wtomin@users.noreply.github.com>
This commit is contained in:
wuhangandDidan Deng authored and GitHub committed 2026-04-10 14:40:37 +08:00
1 parent f3f2dc590c
commit cb91cbe61e
19 files changed
+3773 -273

No files matched your search

@@ -2,13 +2,11 @@
End-to-end diffusion coverage for FLUX.2-dev in online serving mode.
Coverage:
- Cache-DiT cache acceleration backend
- CPU offload
This test verifies that FLUX.2-dev can be launched with the Cache-DiT backend
and CPU offload enabled, accepts text-to-image requests through the
OpenAI-compatible API, and returns valid generated images with the requested
resolution.
This test verifies that FLUX.2-dev can be launched with CPU offload enabled,
accepts text-to-image requests through the OpenAI-compatible API, and returns
valid generated images with the requested resolution.
assert_diffusion_response validates successful generation and the expected
image resolution.
@@ -33,19 +31,17 @@ PARALLEL_FEATURE_MARKS = hardware_marks(res={"cuda": "L4"}, num_cards=2)
def _get_flux_2_dev_feature_cases(model: str):
"""Return FLUX.2-dev diffusion feature cases for Cache-DiT + CPU offload."""
"""Return FLUX.2-dev diffusion feature cases for CPU offload."""
return [
pytest.param(
OmniServerParams(
model=model,
server_args=[
"--cache-backend",
"cache_dit",
"--enable-cpu-offload",
],
),
id="cache_dit_cpu_offload",
id="cpu_offload",
marks=SINGLE_CARD_FEATURE_MARKS,
),
pytest.param(
@@ -76,7 +72,7 @@ def test_flux_2_dev(
omni_server: OmniServer,
openai_client: OpenAIClientHandler,
):
"""Validate FLUX.2-dev online serving with Cache-DiT and CPU offload."""
"""Validate FLUX.2-dev online serving with CPU offload."""
messages = dummy_messages_from_mix_data(content_text=PROMPT)
@@ -67,13 +67,17 @@ if current_omni_platform.is_xpu():
# Create parameter combinations for model and stage config
test_params = [
pytest.param(OmniServerParams(model=model, stage_config_path=default_path), id="default"),
pytest.param(OmniServerParams(model=model, stage_config_path=get_chunk_config(default_path)), id="async_chunk"),
pytest.param(OmniServerParams(model=model, stage_config_path=default_path, use_stage_cli=True), id="default"),
pytest.param(
OmniServerParams(model=model, stage_config_path=get_chunk_config(default_path), use_stage_cli=True),
id="async_chunk",
),
]
test_token_params = [
pytest.param(
OmniServerParams(model=model, stage_config_path=get_batch_token_config(default_path)), id="batch_token_64"
OmniServerParams(model=model, stage_config_path=get_batch_token_config(default_path), use_stage_cli=True),
id="batch_token_64",
)
]