anodyine/vllm-omni
1
0 Fork 0
Code Issues 4 Pull Requests 2 Actions Packages Projects Releases Wiki Activity
Files
3e705fcdb115e205db31726ffc3a61f868f94136
vllm-omni/apps/ComfyUI-vLLM-Omni/example_workflows/vLLM-Omni MiniMax H3 Video Upscale.json
T

725 lines
12 KiB
JSON
Raw Blame History

{
"version": 0.4,
"last_node_id": 12,
"last_link_id": 13,
"nodes": [
{
"id": 1,
"type": "VLLMOmniGenerateVideo",
"pos": [
360,
20
],
"size": [
330,
480
],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [
{
"name": "frame",
"type": "IMAGE",
"shape": 7,
"link": null
},
{
"name": "references",
"type": "VIDEO_REFERENCES",
"shape": 7,
"link": null
},
{
"name": "sampling_params",
"type": "SAMPLING_PARAMS",
"shape": 7,
"link": 11
},
{
"name": "lora",
"type": "REMOTE_LORA",
"shape": 7,
"link": 12
},
{
"name": "model_params",
"type": "VIDEO_PARAMS",
"shape": 7,
"link": 10
},
{
"name": "fast_h3",
"type": "FASTH3_DEPLOYMENT",
"shape": 7,
"link": null
}
],
"outputs": [
{
"name": "video",
"type": "VIDEO",
"links": [
1,
9
]
}
],
"properties": {
"Node name for S&R": "VLLMOmniGenerateVideo"
},
"widgets_values": [
"http://127.0.0.1:8091/v1",
"MiniMaxAI/MiniMax-H3",
"A small brass bell hanging from a wooden beam in a quiet garden. A gentle breeze swings the bell and it rings clearly. Static camera, natural daylight, continuous motion, synchronized ringing and soft birdsong.",
"",
1344,
768,
24,
5.167
]
},
{
"id": 2,
"type": "GetVideoComponents",
"pos": [
730,
20
],
"size": [
250,
125
],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [
{
"name": "video",
"type": "VIDEO",
"link": 1
}
],
"outputs": [
{
"name": "images",
"type": "IMAGE",
"links": [
2
]
},
{
"name": "audio",
"type": "AUDIO",
"links": [
6
]
},
{
"name": "fps",
"type": "FLOAT",
"links": [
5
]
},
{
"name": "bit_depth",
"type": "INT",
"links": [
7
]
}
],
"properties": {
"Node name for S&R": "GetVideoComponents"
}
},
{
"id": 3,
"type": "SeedVR2LoadDiTModel",
"pos": [
730,
290
],
"size": [
340,
245
],
"flags": {},
"order": 4,
"mode": 0,
"inputs": [
{
"localized_name": "torch_compile_args",
"name": "torch_compile_args",
"shape": 7,
"type": "TORCH_COMPILE_ARGS",
"link": null
}
],
"outputs": [
{
"localized_name": "SEEDVR2_DIT",
"name": "SEEDVR2_DIT",
"type": "SEEDVR2_DIT",
"links": [
3
]
}
],
"properties": {
"Node name for S&R": "SeedVR2LoadDiTModel"
},
"widgets_values": [
"seedvr2_ema_3b_fp16.safetensors",
"cuda:0",
32,
false,
"cpu",
false,
"sdpa"
]
},
{
"id": 4,
"type": "SeedVR2VideoUpscaler",
"pos": [
1120,
290
],
"size": [
340,
415
],
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"localized_name": "image",
"name": "image",
"type": "IMAGE",
"link": 2
},
{
"localized_name": "dit",
"name": "dit",
"type": "SEEDVR2_DIT",
"link": 3
},
{
"localized_name": "vae",
"name": "vae",
"type": "SEEDVR2_VAE",
"link": 13
}
],
"outputs": [
{
"localized_name": "IMAGE",
"name": "IMAGE",
"type": "IMAGE",
"links": [
4
]
}
],
"properties": {
"Node name for S&R": "SeedVR2VideoUpscaler"
},
"widgets_values": [
42,
"fixed",
1536,
0,
5,
true,
"lab",
1,
0,
0.0,
0.0,
"cpu",
false
]
},
{
"id": 5,
"type": "CreateVideo",
"pos": [
1490,
290
],
"size": [
250,
175
],
"flags": {},
"order": 4,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 4
},
{
"name": "fps",
"type": "FLOAT",
"widget": {
"name": "fps"
},
"link": 5
},
{
"name": "audio",
"type": "AUDIO",
"shape": 7,
"link": 6
},
{
"name": "bit_depth",
"type": "INT",
"widget": {
"name": "bit_depth"
},
"link": 7
}
],
"outputs": [
{
"name": "VIDEO",
"type": "VIDEO",
"links": [
8
]
}
],
"properties": {
"Node name for S&R": "CreateVideo"
},
"widgets_values": [
24,
8
]
},
{
"id": 6,
"type": "SaveVideo",
"pos": [
1790,
290
],
"size": [
330,
280
],
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "video",
"type": "VIDEO",
"link": 8
},
{
"name": "filename_prefix",
"type": "STRING",
"widget": {
"name": "filename_prefix"
},
"link": null
},
{
"name": "format",
"type": "COMBO",
"widget": {
"name": "format"
},
"link": null
},
{
"name": "codec",
"type": "COMFY_DYNAMICCOMBO_V3",
"widget": {
"name": "codec"
},
"link": null
}
],
"outputs": [
{
"name": "video",
"type": "VIDEO",
"links": []
}
],
"properties": {
"Node name for S&R": "SaveVideo"
},
"widgets_values": [
"WF07/upscaled",
"mp4",
"auto"
]
},
{
"id": 7,
"type": "VLLMOmniMiniMaxH3Params",
"pos": [
0,
20
],
"size": [
320,
120
],
"flags": {},
"order": 7,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "MiniMax-H3 video params",
"type": "VIDEO_PARAMS",
"links": [
10
]
}
],
"properties": {
"Node name for S&R": "VLLMOmniMiniMaxH3Params"
},
"widgets_values": [
3.0,
6.0
]
},
{
"id": 8,
"type": "VLLMOmniDiffusionSampling",
"pos": [
0,
200
],
"size": [
320,
280
],
"flags": {},
"order": 8,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "diffusion sampling params",
"type": "SAMPLING_PARAMS",
"links": [
11
]
}
],
"properties": {
"Node name for S&R": "VLLMOmniDiffusionSampling"
},
"widgets_values": [
1,
5,
1.0,
1.0,
false,
true,
42,
"fixed"
]
},
{
"id": 9,
"type": "VLLMOmniRemoteLoRA",
"pos": [
0,
530
],
"size": [
320,
210
],
"flags": {},
"order": 9,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "lora",
"type": "REMOTE_LORA",
"links": [
12
]
}
],
"properties": {
"Node name for S&R": "VLLMOmniRemoteLoRA"
},
"widgets_values": [
"models/minimax-h3-turbo/minimax_h3_fl2v_turbo_4step_v1.0_768p_bf16.safetensors",
"h3-turbo-v1.0",
1.0,
0
]
},
{
"id": 10,
"type": "SaveVideo",
"pos": [
1120,
20
],
"size": [
330,
190
],
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "video",
"type": "VIDEO",
"link": 9
},
{
"name": "filename_prefix",
"type": "STRING",
"widget": {
"name": "filename_prefix"
},
"link": null
},
{
"name": "format",
"type": "COMBO",
"widget": {
"name": "format"
},
"link": null
},
{
"name": "codec",
"type": "COMFY_DYNAMICCOMBO_V3",
"widget": {
"name": "codec"
},
"link": null
}
],
"outputs": [
{
"name": "video",
"type": "VIDEO",
"links": []
}
],
"properties": {
"Node name for S&R": "SaveVideo"
},
"widgets_values": [
"WF07/generated",
"mp4",
"auto"
],
"title": "Save generated video before upscale"
},
{
"id": 11,
"type": "Note",
"pos": [
360,
560
],
"size": [
330,
260
],
"flags": {},
"order": 11,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {
"Node name for S&R": "Note"
},
"widgets_values": [
"WF-07: H3 + SeedVR2\n\nInstall ComfyUI-SeedVR2_VideoUpscaler. The DiT and VAE loaders use SeedVR2 3B FP16 and ema_vae_fp16.\n\nSet the H3 service URL/model and the server-side Turbo LoRA path.\n\n1536 is the target short edge for this 1344 x 768 preset (2x). Original audio and FPS connect directly to Create Video.\n\nFor base H3: disconnect LoRA, use 50 steps and video flow shift 12."
]
},
{
"id": 12,
"type": "SeedVR2LoadVAEModel",
"pos": [
730,
590
],
"size": [
340,
315
],
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"localized_name": "torch_compile_args",
"name": "torch_compile_args",
"shape": 7,
"type": "TORCH_COMPILE_ARGS",
"link": null
}
],
"outputs": [
{
"localized_name": "SEEDVR2_VAE",
"name": "SEEDVR2_VAE",
"type": "SEEDVR2_VAE",
"links": [
13
]
}
],
"properties": {
"Node name for S&R": "SeedVR2LoadVAEModel"
},
"widgets_values": [
"ema_vae_fp16.safetensors",
"cuda:0",
true,
1024,
128,
true,
768,
128,
"false",
"cpu",
false
]
}
],
"links": [
[
1,
1,
0,
2,
0,
"VIDEO"
],
[
2,
2,
0,
4,
0,
"IMAGE"
],
[
3,
3,
0,
4,
1,
"SEEDVR2_DIT"
],
[
4,
4,
0,
5,
0,
"IMAGE"
],
[
5,
2,
2,
5,
1,
"FLOAT"
],
[
6,
2,
1,
5,
2,
"AUDIO"
],
[
7,
2,
3,
5,
3,
"INT"
],
[
8,
5,
0,
6,
0,
"VIDEO"
],
[
9,
1,
0,
10,
0,
"VIDEO"
],
[
10,
7,
0,
1,
4,
"VIDEO_PARAMS"
],
[
11,
8,
0,
1,
2,
"SAMPLING_PARAMS"
],
[
12,
9,
0,
1,
3,
"REMOTE_LORA"
],
[
13,
12,
0,
4,
2,
"SEEDVR2_VAE"
]
],
"groups": [],
"config": {},
"extra": {
"ds": {
"scale": 0.52,
"offset": [
100,
100
]
}
}
}
Reference in new issue View Git Blame Copy Permalink