Add Cosmos3 model support (#3454)

Signed-off-by: Maciej Bala <mbala@nvidia.com>
Signed-off-by: MaciejBalaNV <mbala@nvidia.com>
Signed-off-by: lishunyang12 <lishunyang12@163.com>
Co-authored-by: SYLAR <125541396+lishunyang12@users.noreply.github.com>
Co-authored-by: lishunyang12 <lishunyang12@163.com>
This commit is contained in:
authored and GitHub committed 2026-06-02 04:04:31 +08:00
1 parent 2b7249fbb3
commit bc794e625f
29 files changed
+4095 -21

No files matched your search

+15
View File
@@ -96,6 +96,12 @@ class OmniServeCommand(CLISubcommand):
if hasattr(args, "model_tag") and args.model_tag is not None:
args.model = args.model_tag
if getattr(args, "no_guardrails", False):
existing = getattr(args, "model_config", None)
model_config = dict(existing) if isinstance(existing, dict) else {}
model_config["guardrails"] = False
args.model_config = model_config
if args.headless:
run_headless(args)
else:
@@ -642,6 +648,15 @@ class OmniServeCommand(CLISubcommand):
help="Maximum length for TTS voice style instructions (overrides stage config, default: 500).",
)
# Disable safety guardrails for this server (currently only applicable for Cosmos3)
# TODO: drop once --model-config-override lands (3/N config refactor)
omni_config_group.add_argument(
"--no-guardrails",
dest="no_guardrails",
action="store_true",
help="Disable Cosmos3 text/video safety guardrails for this server.",
)
# Enable diffusion pipeline profiling
omni_config_group.add_argument(
"--enable-diffusion-pipeline-profiler",