{ "id": "3aea1d08-7de5-4997-ba71-b2f66ad72a21", "revision": 0, "last_node_id": 14, "last_link_id": 28, "nodes": [ { "id": 10, "type": "MarkdownNote", "pos": [ 227.99306819575278, -231.24143306069843 ], "size": [ 240.3326478922474, 136.3505820791881 ], "flags": {}, "order": 0, "mode": 0, "inputs": [], "outputs": [], "title": "Note: Task and Input", "properties": {}, "widgets_values": [ "vLLM-Omni nodes are categorized based on the output modality. The \"Generate Video\" node supports both text-to-video generation and image-to-video generation. The node will create corresponding payload depending on whether an input image is present or not." ], "color": "#432", "bgcolor": "#000" }, { "id": 4, "type": "LoadImage", "pos": [ 496.31859627609606, -229.71277089860084 ], "size": [ 270, 314 ], "flags": {}, "order": 1, "mode": 0, "inputs": [ { "localized_name": "image", "name": "image", "type": "COMBO", "widget": { "name": "image" }, "link": null }, { "localized_name": "choose file to upload", "name": "upload", "type": "IMAGEUPLOAD", "widget": { "name": "upload" }, "link": null } ], "outputs": [ { "localized_name": "IMAGE", "name": "IMAGE", "type": "IMAGE", "links": [ 25 ] }, { "localized_name": "MASK", "name": "MASK", "type": "MASK", "links": null } ], "properties": { "Node name for S&R": "LoadImage" }, "widgets_values": [ "cute-cat.jpg", "image" ] }, { "id": 8, "type": "VLLMOmniDiffusionSampling", "pos": [ 465.5140218220927, 148.80072646828987 ], "size": [ 284.205078125, 226 ], "flags": {}, "order": 2, "mode": 0, "inputs": [ { "localized_name": "n", "name": "n", "type": "INT", "widget": { "name": "n" }, "link": null }, { "localized_name": "num_inference_steps", "name": "num_inference_steps", "type": "INT", "widget": { "name": "num_inference_steps" }, "link": null }, { "localized_name": "guidance_scale", "name": "guidance_scale", "type": "FLOAT", "widget": { "name": "guidance_scale" }, "link": null }, { "localized_name": "true_cfg_scale", "name": "true_cfg_scale", "type": "FLOAT", "widget": { "name": "true_cfg_scale" }, "link": null }, { "localized_name": "vae_use_slicing", "name": "vae_use_slicing", "type": "BOOLEAN", "widget": { "name": "vae_use_slicing" }, "link": null }, { "localized_name": "vae_use_tiling", "name": "vae_use_tiling", "type": "BOOLEAN", "widget": { "name": "vae_use_tiling" }, "link": null }, { "localized_name": "seed", "name": "seed", "type": "INT", "widget": { "name": "seed" }, "link": null } ], "outputs": [ { "localized_name": "diffusion sampling params", "name": "diffusion sampling params", "type": "SAMPLING_PARAMS", "links": [ 27 ] } ], "properties": { "Node name for S&R": "VLLMOmniDiffusionSampling" }, "widgets_values": [ 1, 50, 1, 1, false, false, 1992, "randomize" ] }, { "id": 14, "type": "VLLMOmniWanParams", "pos": [ 518.6005521845747, 428.4455663719664 ], "size": [ 270, 106 ], "flags": {}, "order": 3, "mode": 0, "inputs": [ { "localized_name": "guidance_scale_2", "name": "guidance_scale_2", "type": "FLOAT", "widget": { "name": "guidance_scale_2" }, "link": null }, { "localized_name": "boundary_ratio", "name": "boundary_ratio", "type": "FLOAT", "widget": { "name": "boundary_ratio" }, "link": null }, { "localized_name": "flow_shift", "name": "flow_shift", "type": "FLOAT", "widget": { "name": "flow_shift" }, "link": null } ], "outputs": [ { "localized_name": "Wan video params", "name": "Wan video params", "type": "VIDEO_PARAMS", "links": [ 28 ] } ], "properties": { "Node name for S&R": "VLLMOmniWanParams" }, "widgets_values": [ 4, 0.875, 5 ] }, { "id": 12, "type": "VLLMOmniGenerateVideo", "pos": [ 827.2566336087867, -73.77449831827545 ], "size": [ 400, 346 ], "flags": {}, "order": 4, "mode": 0, "inputs": [ { "localized_name": "image", "name": "image", "shape": 7, "type": "IMAGE", "link": 25 }, { "localized_name": "sampling_params", "name": "sampling_params", "shape": 7, "type": "SAMPLING_PARAMS", "link": 27 }, { "localized_name": "lora", "name": "lora", "shape": 7, "type": "REMOTE_LORA", "link": null }, { "localized_name": "model_params", "name": "model_params", "shape": 7, "type": "VIDEO_PARAMS", "link": 28 }, { "localized_name": "url", "name": "url", "type": "STRING", "widget": { "name": "url" }, "link": null }, { "localized_name": "model", "name": "model", "type": "STRING", "widget": { "name": "model" }, "link": null }, { "localized_name": "prompt", "name": "prompt", "type": "STRING", "widget": { "name": "prompt" }, "link": null }, { "localized_name": "negative_prompt", "name": "negative_prompt", "type": "STRING", "widget": { "name": "negative_prompt" }, "link": null }, { "localized_name": "width", "name": "width", "type": "INT", "widget": { "name": "width" }, "link": null }, { "localized_name": "height", "name": "height", "type": "INT", "widget": { "name": "height" }, "link": null }, { "localized_name": "fps", "name": "fps", "type": "INT", "widget": { "name": "fps" }, "link": null }, { "localized_name": "num_frames", "name": "num_frames", "type": "INT", "widget": { "name": "num_frames" }, "link": null } ], "outputs": [ { "localized_name": "video", "name": "video", "type": "VIDEO", "links": [ 26 ] } ], "properties": { "Node name for S&R": "VLLMOmniGenerateVideo" }, "widgets_values": [ "http://localhost:8000/v1", "Wan-AI/Wan2.2-TI2V-5B-Diffusers", "Make the cat in the attached video yawning. Eye closed and mouth wide open. Keep the original realistic style.", "Cartoonish", 900, 1200, 12, 41 ] }, { "id": 13, "type": "SaveVideo", "pos": [ 1257.5441369501657, -44.12956394419863 ], "size": [ 374, 372.34896826553796 ], "flags": {}, "order": 5, "mode": 0, "inputs": [ { "localized_name": "video", "name": "video", "type": "VIDEO", "link": 26 }, { "localized_name": "filename_prefix", "name": "filename_prefix", "type": "STRING", "widget": { "name": "filename_prefix" }, "link": null }, { "localized_name": "format", "name": "format", "type": "COMBO", "widget": { "name": "format" }, "link": null }, { "localized_name": "codec", "name": "codec", "type": "COMBO", "widget": { "name": "codec" }, "link": null } ], "outputs": [], "properties": {}, "widgets_values": [ "video/ComfyUI", "auto", "auto" ] } ], "links": [ [ 25, 4, 0, 12, 0, "IMAGE" ], [ 26, 12, 0, 13, 0, "VIDEO" ], [ 27, 8, 0, 12, 1, "SAMPLING_PARAMS" ], [ 28, 14, 0, 12, 3, "VIDEO_PARAMS" ] ], "groups": [ { "id": 1, "title": "Input", "bounding": [ 213.1706010087147, -313.20095750667554, 560.8246471437027, 407.4246532472182 ], "color": "#3f789e", "font_size": 24, "flags": {} } ], "config": {}, "extra": { "workflowRendererVersion": "LG", "ds": { "scale": 1.1469075819486894, "offset": [ 101.7632950847089, 492.29121889347806 ] } }, "version": 0.4 }