[Frontend][Model] Add Cosmos3 control uploads to video API (#7027)

Signed-off-by: Fred Huang <frhuang@nvidia.com>
This commit is contained in:
FredHuangNV authored and GitHub committed 2026-09-07 01:38:56 -07:00
1 parent 677265b64b
commit 85b0bad2d3
6 files changed
+434 -9

No files matched your search

+12 -2
View File
@@ -11,6 +11,10 @@ class DiffusionModelMetadata:
supports_multimodal_inputs: bool = False
max_multimodal_image_inputs: int | None = None
supports_mixed_reference_inputs: bool = False
# Multipart controls are exposed as ``control_reference`` plus
# ``control_type`` by the video API. A pipeline that opts in receives the
# persisted upload through ``extra_args[control_type]["control_path"]``.
supported_control_upload_types: tuple[str, ...] = ()
attention_mask_free: bool = False
final_output_type: str | None = None
@@ -94,8 +98,14 @@ _DIFFUSION_MODEL_METADATA: dict[str, DiffusionModelMetadata] = {
"LongCatVideoAvatarPipeline": DiffusionModelMetadata(final_output_type="video"),
"MagiHumanPipeline": DiffusionModelMetadata(final_output_type="video"),
"DreamIDOmniPipeline": DiffusionModelMetadata(final_output_type="video"),
"Cosmos3OmniDiffusersPipeline": DiffusionModelMetadata(final_output_type="video"),
"Cosmos3OmniPipeline": DiffusionModelMetadata(final_output_type="video"),
"Cosmos3OmniDiffusersPipeline": DiffusionModelMetadata(
supported_control_upload_types=("edge", "blur", "depth", "seg", "wsm"),
final_output_type="video",
),
"Cosmos3OmniPipeline": DiffusionModelMetadata(
supported_control_upload_types=("edge", "blur", "depth", "seg", "wsm"),
final_output_type="video",
),
"SanaVideoPipeline": DiffusionModelMetadata(final_output_type="video"),
"SanaImageToVideoPipeline": DiffusionModelMetadata(final_output_type="video"),
"SanaWmPipeline": DiffusionModelMetadata(