[Feature] support SP for FLUX.2-dev (#3244)

This commit is contained in:
JohnJan authored and GitHub committed 2026-05-27 20:43:02 +08:00
1 parent 9abf9545df
commit 36dc32ff81
4 files changed
+277 -48

No files matched your search

@@ -3,6 +3,8 @@ End-to-end diffusion coverage for FLUX.2-dev in online serving mode.
Coverage:
- CPU offload
- Ulysses sequence parallelism
- Ring sequence parallelism
This test verifies that FLUX.2-dev can be launched with CPU offload enabled,
accepts text-to-image requests through the OpenAI-compatible API, and returns
@@ -28,7 +30,7 @@ PARALLEL_FEATURE_MARKS = hardware_marks(res={"cuda": "H100"}, num_cards=2)
def _get_flux_2_dev_feature_cases(model: str):
"""Return FLUX.2-dev diffusion feature cases for CPU offload."""
"""Return FLUX.2-dev diffusion feature cases for CPU offload and SP."""
return [
pytest.param(
@@ -53,6 +55,30 @@ def _get_flux_2_dev_feature_cases(model: str):
id="parallel_cfg_2",
marks=PARALLEL_FEATURE_MARKS,
),
pytest.param(
OmniServerParams(
model=model,
server_args=[
"--enable-cpu-offload",
"--ulysses-degree",
"2",
],
),
id="ulysses_2",
marks=PARALLEL_FEATURE_MARKS,
),
pytest.param(
OmniServerParams(
model=model,
server_args=[
"--enable-cpu-offload",
"--ring-degree",
"2",
],
),
id="ring_2",
marks=PARALLEL_FEATURE_MARKS,
),
]