Use blockwise Flux offload within single-L4 memory capacity

Signed-off-by: tzhouam <tzhouam@connect.ust.hk>
This commit is contained in:
tzhouam committed 2026-10-03 22:34:10 +08:00
1 parent 649b0f763a
commit 0dd5f3e17d
1 file changed
+1 -1
@@ -24,7 +24,7 @@ def _get_diffusion_feature_cases(model: str):
return [
pytest.param(
# The unsharded transformer alone exceeds the L4's 22 GiB.
OmniServerParams(model=model, server_args=["--enable-cpu-offload"]),
OmniServerParams(model=model, server_args=["--enable-layerwise-offload"]),
id="base",
marks=BASE_FEATURE_MARKS,
),