anodyine/vllm-omni
1
0 Fork 0
Code Issues 4 Pull Requests 2 Actions Packages Projects Releases Wiki Activity
Files
04ae6aa00906429ca738c400c4cccfc058ec80a0
vllm-omni/apps/ComfyUI-vLLM-Omni/example_workflows/vLLM-Omni FastH3 Text to Video.json
T

323 lines
8.0 KiB
JSON
Raw Blame History

{
"id": "c6db00da-2ccb-4ff8-8334-d67e1a267781",
"revision": 0,
"last_node_id": 5,
"last_link_id": 3,
"nodes": [
{
"id": 1,
"type": "MarkdownNote",
"pos": [40, 20],
"size": [420, 250],
"flags": {},
"order": 0,
"mode": 0,
"inputs": [],
"outputs": [],
"title": "FastH3 server prerequisite",
"properties": {},
"widgets_values": [
"FastH3 must be fused when the vLLM-Omni server starts. Use --task-type fl2va and --lora-path pointing to exactly one FastH3 adapter file. Do not use CPU or layerwise offload. For VSA / Data-Free, also install fastvideo-kernel and use --diffusion-attention-backend FASTVIDEO_VSA --fastvideo-vsa-topk 64."
],
"color": "#432",
"bgcolor": "#000"
},
{
"id": 2,
"type": "VLLMOmniFastH3Deployment",
"pos": [40, 320],
"size": [420, 160],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [
{
"localized_name": "url",
"name": "url",
"type": "STRING",
"widget": {"name": "url"},
"link": null
},
{
"localized_name": "model",
"name": "model",
"type": "STRING",
"widget": {"name": "model"},
"link": null
}
],
"outputs": [
{
"localized_name": "deployment",
"name": "deployment",
"type": "FASTH3_DEPLOYMENT",
"links": [1]
}
],
"properties": {"Node name for S&R": "VLLMOmniFastH3Deployment"},
"widgets_values": [
"http://localhost:8000/v1",
"MiniMaxAI/MiniMax-H3"
]
},
{
"id": 3,
"type": "VLLMOmniDiffusionSampling",
"pos": [40, 540],
"size": [420, 230],
"flags": {},
"order": 2,
"mode": 0,
"inputs": [
{
"localized_name": "n",
"name": "n",
"type": "INT",
"widget": {"name": "n"},
"link": null
},
{
"localized_name": "num_inference_steps",
"name": "num_inference_steps",
"type": "INT",
"widget": {"name": "num_inference_steps"},
"link": null
},
{
"localized_name": "guidance_scale",
"name": "guidance_scale",
"type": "FLOAT",
"widget": {"name": "guidance_scale"},
"link": null
},
{
"localized_name": "true_cfg_scale",
"name": "true_cfg_scale",
"type": "FLOAT",
"widget": {"name": "true_cfg_scale"},
"link": null
},
{
"localized_name": "vae_use_slicing",
"name": "vae_use_slicing",
"type": "BOOLEAN",
"widget": {"name": "vae_use_slicing"},
"link": null
},
{
"localized_name": "vae_use_tiling",
"name": "vae_use_tiling",
"type": "BOOLEAN",
"widget": {"name": "vae_use_tiling"},
"link": null
},
{
"localized_name": "seed",
"name": "seed",
"type": "INT",
"widget": {"name": "seed"},
"link": null
}
],
"outputs": [
{
"localized_name": "diffusion sampling params",
"name": "diffusion sampling params",
"type": "SAMPLING_PARAMS",
"links": [2]
}
],
"properties": {"Node name for S&R": "VLLMOmniDiffusionSampling"},
"widgets_values": [1, 4, 1, 1, false, false, 1101, "fixed"]
},
{
"id": 4,
"type": "VLLMOmniGenerateVideo",
"pos": [560, 210],
"size": [540, 610],
"flags": {},
"order": 3,
"mode": 0,
"inputs": [
{
"localized_name": "frame",
"name": "frame",
"shape": 7,
"type": "IMAGE",
"link": null
},
{
"localized_name": "references",
"name": "references",
"shape": 7,
"type": "VIDEO_REFERENCES",
"link": null
},
{
"localized_name": "sampling_params",
"name": "sampling_params",
"shape": 7,
"type": "SAMPLING_PARAMS",
"link": 2
},
{
"localized_name": "lora",
"name": "lora",
"shape": 7,
"type": "REMOTE_LORA",
"link": null
},
{
"localized_name": "model_params",
"name": "model_params",
"shape": 7,
"type": "VIDEO_PARAMS",
"link": null
},
{
"localized_name": "fast_h3",
"name": "fast_h3",
"shape": 7,
"type": "FASTH3_DEPLOYMENT",
"link": 1
},
{
"localized_name": "url",
"name": "url",
"type": "STRING",
"widget": {"name": "url"},
"link": null
},
{
"localized_name": "model",
"name": "model",
"type": "STRING",
"widget": {"name": "model"},
"link": null
},
{
"localized_name": "prompt",
"name": "prompt",
"type": "STRING",
"widget": {"name": "prompt"},
"link": null
},
{
"localized_name": "negative_prompt",
"name": "negative_prompt",
"type": "STRING",
"widget": {"name": "negative_prompt"},
"link": null
},
{
"localized_name": "width",
"name": "width",
"type": "INT",
"widget": {"name": "width"},
"link": null
},
{
"localized_name": "height",
"name": "height",
"type": "INT",
"widget": {"name": "height"},
"link": null
},
{
"localized_name": "fps",
"name": "fps",
"type": "INT",
"widget": {"name": "fps"},
"link": null
},
{
"localized_name": "duration",
"name": "duration",
"type": "FLOAT",
"widget": {"name": "duration"},
"link": null
}
],
"outputs": [
{
"localized_name": "video",
"name": "video",
"type": "VIDEO",
"links": [3]
}
],
"properties": {"Node name for S&R": "VLLMOmniGenerateVideo"},
"widgets_values": [
"http://localhost:8000/v1",
"MiniMaxAI/MiniMax-H3",
"A cinematic live-action singer performs naturally on a neon-lit stage, with synchronized vocals and environmental sound.",
"",
1344,
768,
24,
4.458
]
},
{
"id": 5,
"type": "SaveVideo",
"pos": [1200, 280],
"size": [380, 310],
"flags": {},
"order": 4,
"mode": 0,
"inputs": [
{
"localized_name": "video",
"name": "video",
"type": "VIDEO",
"link": 3
},
{
"localized_name": "filename_prefix",
"name": "filename_prefix",
"type": "STRING",
"widget": {"name": "filename_prefix"},
"link": null
},
{
"localized_name": "format",
"name": "format",
"type": "COMBO",
"widget": {"name": "format"},
"link": null
},
{
"localized_name": "codec",
"name": "codec",
"type": "COMFY_DYNAMICCOMBO_V3",
"widget": {"name": "codec"},
"link": null
}
],
"outputs": [
{
"localized_name": "video",
"name": "video",
"type": "VIDEO",
"links": null
}
],
"properties": {},
"widgets_values": ["video/ComfyUI-FastH3", "auto", "auto"]
}
],
"links": [
[1, 2, 0, 4, 5, "FASTH3_DEPLOYMENT"],
[2, 3, 0, 4, 2, "SAMPLING_PARAMS"],
[3, 4, 0, 5, 0, "VIDEO"]
],
"groups": [],
"config": {},
"extra": {
"workflowRendererVersion": "LG",
"ds": {"scale": 0.9, "offset": [100, 100]}
},
"version": 0.4
}
Reference in new issue View Git Blame Copy Permalink