[Frontend][Model] Add Cosmos3 control uploads to video API (#7027)
Signed-off-by: Fred Huang <frhuang@nvidia.com>
This commit is contained in:
1 parent
677265b64b
commit
85b0bad2d3
6 files changed
+434
-9
No files matched your search
@@ -11,6 +11,10 @@ class DiffusionModelMetadata:
|
||||
supports_multimodal_inputs: bool = False
|
||||
max_multimodal_image_inputs: int | None = None
|
||||
supports_mixed_reference_inputs: bool = False
|
||||
# Multipart controls are exposed as ``control_reference`` plus
|
||||
# ``control_type`` by the video API. A pipeline that opts in receives the
|
||||
# persisted upload through ``extra_args[control_type]["control_path"]``.
|
||||
supported_control_upload_types: tuple[str, ...] = ()
|
||||
attention_mask_free: bool = False
|
||||
final_output_type: str | None = None
|
||||
|
||||
@@ -94,8 +98,14 @@ _DIFFUSION_MODEL_METADATA: dict[str, DiffusionModelMetadata] = {
|
||||
"LongCatVideoAvatarPipeline": DiffusionModelMetadata(final_output_type="video"),
|
||||
"MagiHumanPipeline": DiffusionModelMetadata(final_output_type="video"),
|
||||
"DreamIDOmniPipeline": DiffusionModelMetadata(final_output_type="video"),
|
||||
"Cosmos3OmniDiffusersPipeline": DiffusionModelMetadata(final_output_type="video"),
|
||||
"Cosmos3OmniPipeline": DiffusionModelMetadata(final_output_type="video"),
|
||||
"Cosmos3OmniDiffusersPipeline": DiffusionModelMetadata(
|
||||
supported_control_upload_types=("edge", "blur", "depth", "seg", "wsm"),
|
||||
final_output_type="video",
|
||||
),
|
||||
"Cosmos3OmniPipeline": DiffusionModelMetadata(
|
||||
supported_control_upload_types=("edge", "blur", "depth", "seg", "wsm"),
|
||||
final_output_type="video",
|
||||
),
|
||||
"SanaVideoPipeline": DiffusionModelMetadata(final_output_type="video"),
|
||||
"SanaImageToVideoPipeline": DiffusionModelMetadata(final_output_type="video"),
|
||||
"SanaWmPipeline": DiffusionModelMetadata(
|
||||
|
||||
Reference in new issue
Block a user