fix: add diffusion offload args to OmniConfig group instead of serve_parser (#1271)

Signed-off-by: Chenguang ZHENG <645327136@qq.com>
This commit is contained in:
Chenguang Zheng authored and GitHub committed 2026-02-09 11:46:00 +08:00
1 parent 2538ae6332
commit c6b526bc2e
1 file changed
+3 -3
+3 -3
View File
@@ -194,17 +194,17 @@ class OmniServeCommand(CLISubcommand):
)
# diffusion model offload parameters
serve_parser.add_argument(
omni_config_group.add_argument(
"--enable-cpu-offload",
action="store_true",
help="Enable CPU offloading for diffusion models.",
)
serve_parser.add_argument(
omni_config_group.add_argument(
"--enable-layerwise-offload",
action="store_true",
help="Enable layerwise (blockwise) offloading on DiT modules.",
)
serve_parser.add_argument(
omni_config_group.add_argument(
"--layerwise-num-gpu-layers",
type=int,
default=1,