fix: add diffusion offload args to OmniConfig group instead of serve_parser (#1271)
Signed-off-by: Chenguang ZHENG <645327136@qq.com>
This commit is contained in:
1 parent
2538ae6332
commit
c6b526bc2e
1 file changed
+3
-3
@@ -194,17 +194,17 @@ class OmniServeCommand(CLISubcommand):
|
||||
)
|
||||
|
||||
# diffusion model offload parameters
|
||||
serve_parser.add_argument(
|
||||
omni_config_group.add_argument(
|
||||
"--enable-cpu-offload",
|
||||
action="store_true",
|
||||
help="Enable CPU offloading for diffusion models.",
|
||||
)
|
||||
serve_parser.add_argument(
|
||||
omni_config_group.add_argument(
|
||||
"--enable-layerwise-offload",
|
||||
action="store_true",
|
||||
help="Enable layerwise (blockwise) offloading on DiT modules.",
|
||||
)
|
||||
serve_parser.add_argument(
|
||||
omni_config_group.add_argument(
|
||||
"--layerwise-num-gpu-layers",
|
||||
type=int,
|
||||
default=1,
|
||||
|
||||
Reference in new issue
Block a user