Use blockwise Flux offload within single-L4 memory capacity
Signed-off-by: tzhouam <tzhouam@connect.ust.hk>
This commit is contained in:
1 parent
649b0f763a
commit
0dd5f3e17d
1 file changed
+1
-1
@@ -24,7 +24,7 @@ def _get_diffusion_feature_cases(model: str):
|
||||
return [
|
||||
pytest.param(
|
||||
# The unsharded transformer alone exceeds the L4's 22 GiB.
|
||||
OmniServerParams(model=model, server_args=["--enable-cpu-offload"]),
|
||||
OmniServerParams(model=model, server_args=["--enable-layerwise-offload"]),
|
||||
id="base",
|
||||
marks=BASE_FEATURE_MARKS,
|
||||
),
|
||||
|
||||
Reference in new issue
Block a user