[Diffusion] Add VAE patch parallel support for FLUX.2-dev (#5292)
Signed-off-by: dpeng123 <diyapeng123@gmail.com>
This commit is contained in:
1 parent
6eed6b9434
commit
acf941da4d
6 files changed
+349
-5
No files matched your search
@@ -6,6 +6,7 @@ Coverage:
|
||||
- Layerwise CPU offload
|
||||
- Ulysses sequence parallelism
|
||||
- Ring sequence parallelism
|
||||
- VAE patch parallel encode/decode
|
||||
|
||||
This test verifies that FLUX.2-dev can be launched with CPU offload enabled,
|
||||
accepts text-to-image requests through the OpenAI-compatible API, and returns
|
||||
@@ -90,6 +91,21 @@ def _get_flux_2_dev_feature_cases(model: str):
|
||||
id="ring_2",
|
||||
marks=PARALLEL_FEATURE_MARKS,
|
||||
),
|
||||
pytest.param(
|
||||
OmniServerParams(
|
||||
model=model,
|
||||
server_args=[
|
||||
"--enable-cpu-offload",
|
||||
"--tensor-parallel-size",
|
||||
"2",
|
||||
"--vae-patch-parallel-size",
|
||||
"2",
|
||||
"--vae-use-tiling",
|
||||
],
|
||||
),
|
||||
id="vae_patch_parallel_2",
|
||||
marks=PARALLEL_FEATURE_MARKS,
|
||||
),
|
||||
]
|
||||
|
||||
|
||||
|
||||
Reference in new issue
Block a user