fa1d03ab8d
Signed-off-by: chen hongwei <1792043268@qq.com> Signed-off-by: Weiming Liao <liaowm5@gmail.com> Co-authored-by: chen hongwei <1792043268@qq.com> Co-authored-by: chen hongwei <54873389+avicii-forever@users.noreply.github.com>
512 lines
9.8 KiB
JSON
512 lines
9.8 KiB
JSON
{
|
|
"id": "latent-mask-editing-7380",
|
|
"revision": 0,
|
|
"last_node_id": 7,
|
|
"last_link_id": 5,
|
|
"nodes": [
|
|
{
|
|
"id": 1,
|
|
"type": "MarkdownNote",
|
|
"pos": [
|
|
40,
|
|
20
|
|
],
|
|
"size": [
|
|
420,
|
|
210
|
|
],
|
|
"flags": {},
|
|
"order": 0,
|
|
"mode": 0,
|
|
"inputs": [],
|
|
"outputs": [],
|
|
"title": "Latent-mask editing server prerequisite",
|
|
"properties": {},
|
|
"widgets_values": [
|
|
"Requires a vLLM-Omni server that declares latent-mask editing support (MiniMax-H3, EDIT-01). The source clip and video/audio noise masks are uploaded to /v1/videos; 0 preserves, 1 regenerates, fractional blends."
|
|
],
|
|
"color": "#432",
|
|
"bgcolor": "#000"
|
|
},
|
|
{
|
|
"id": 2,
|
|
"type": "LoadVideo",
|
|
"pos": [
|
|
40,
|
|
280
|
|
],
|
|
"size": [
|
|
420,
|
|
120
|
|
],
|
|
"flags": {},
|
|
"order": 1,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"localized_name": "file",
|
|
"name": "file",
|
|
"type": "COMBO",
|
|
"widget": {
|
|
"name": "file"
|
|
},
|
|
"link": null
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"localized_name": "video",
|
|
"name": "video",
|
|
"type": "VIDEO",
|
|
"links": [
|
|
1
|
|
]
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "LoadVideo"
|
|
},
|
|
"widgets_values": [
|
|
""
|
|
]
|
|
},
|
|
{
|
|
"id": 3,
|
|
"type": "SolidMask",
|
|
"pos": [
|
|
40,
|
|
460
|
|
],
|
|
"size": [
|
|
420,
|
|
160
|
|
],
|
|
"flags": {},
|
|
"order": 2,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"localized_name": "value",
|
|
"name": "value",
|
|
"type": "FLOAT",
|
|
"widget": {
|
|
"name": "value"
|
|
},
|
|
"link": null
|
|
},
|
|
{
|
|
"localized_name": "width",
|
|
"name": "width",
|
|
"type": "INT",
|
|
"widget": {
|
|
"name": "width"
|
|
},
|
|
"link": null
|
|
},
|
|
{
|
|
"localized_name": "height",
|
|
"name": "height",
|
|
"type": "INT",
|
|
"widget": {
|
|
"name": "height"
|
|
},
|
|
"link": null
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"localized_name": "mask",
|
|
"name": "mask",
|
|
"type": "MASK",
|
|
"links": [
|
|
2
|
|
]
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "SolidMask"
|
|
},
|
|
"widgets_values": [
|
|
1.0,
|
|
160,
|
|
120
|
|
]
|
|
},
|
|
{
|
|
"id": 4,
|
|
"type": "VLLMOmniLatentMaskEditing",
|
|
"pos": [
|
|
560,
|
|
260
|
|
],
|
|
"size": [
|
|
420,
|
|
300
|
|
],
|
|
"flags": {},
|
|
"order": 3,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"localized_name": "source_video",
|
|
"name": "source_video",
|
|
"type": "VIDEO",
|
|
"link": 1,
|
|
"shape": 7
|
|
},
|
|
{
|
|
"localized_name": "source_audio",
|
|
"name": "source_audio",
|
|
"type": "AUDIO",
|
|
"link": null
|
|
},
|
|
{
|
|
"localized_name": "video_mask",
|
|
"name": "video_mask",
|
|
"type": "MASK",
|
|
"link": 2,
|
|
"shape": 7
|
|
},
|
|
{
|
|
"localized_name": "audio_mask",
|
|
"name": "audio_mask",
|
|
"type": "FLOAT",
|
|
"widget": {
|
|
"name": "audio_mask"
|
|
},
|
|
"link": null
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"localized_name": "latent_edit",
|
|
"name": "latent_edit",
|
|
"type": "LATENT_MASK_EDITING",
|
|
"links": [
|
|
3
|
|
]
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "VLLMOmniLatentMaskEditing"
|
|
},
|
|
"widgets_values": [
|
|
0.5
|
|
]
|
|
},
|
|
{
|
|
"id": 5,
|
|
"type": "VLLMOmniMiniMaxH3Params",
|
|
"pos": [
|
|
40,
|
|
680
|
|
],
|
|
"size": [
|
|
420,
|
|
140
|
|
],
|
|
"flags": {},
|
|
"order": 4,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"localized_name": "audio_flow_shift",
|
|
"name": "audio_flow_shift",
|
|
"type": "FLOAT",
|
|
"widget": {
|
|
"name": "audio_flow_shift"
|
|
},
|
|
"link": null
|
|
},
|
|
{
|
|
"localized_name": "flow_shift",
|
|
"name": "flow_shift",
|
|
"type": "FLOAT",
|
|
"widget": {
|
|
"name": "flow_shift"
|
|
},
|
|
"link": null
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"localized_name": "video params",
|
|
"name": "video params",
|
|
"type": "VIDEO_PARAMS",
|
|
"links": [
|
|
4
|
|
]
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "VLLMOmniMiniMaxH3Params"
|
|
},
|
|
"widgets_values": [
|
|
3.0,
|
|
12.0
|
|
]
|
|
},
|
|
{
|
|
"id": 6,
|
|
"type": "VLLMOmniGenerateVideo",
|
|
"pos": [
|
|
1080,
|
|
200
|
|
],
|
|
"size": [
|
|
540,
|
|
680
|
|
],
|
|
"flags": {},
|
|
"order": 5,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"localized_name": "frame",
|
|
"name": "frame",
|
|
"type": "IMAGE",
|
|
"link": null,
|
|
"shape": 7
|
|
},
|
|
{
|
|
"localized_name": "references",
|
|
"name": "references",
|
|
"type": "VIDEO_REFERENCES",
|
|
"link": null,
|
|
"shape": 7
|
|
},
|
|
{
|
|
"localized_name": "sampling_params",
|
|
"name": "sampling_params",
|
|
"type": "SAMPLING_PARAMS",
|
|
"link": null
|
|
},
|
|
{
|
|
"localized_name": "lora",
|
|
"name": "lora",
|
|
"type": "REMOTE_LORA",
|
|
"link": null
|
|
},
|
|
{
|
|
"localized_name": "model_params",
|
|
"name": "model_params",
|
|
"type": "VIDEO_PARAMS",
|
|
"link": 4,
|
|
"shape": 7
|
|
},
|
|
{
|
|
"localized_name": "fast_h3",
|
|
"name": "fast_h3",
|
|
"type": "FASTH3_DEPLOYMENT",
|
|
"link": null
|
|
},
|
|
{
|
|
"localized_name": "latent_edit",
|
|
"name": "latent_edit",
|
|
"type": "LATENT_MASK_EDITING",
|
|
"link": 3,
|
|
"shape": 7
|
|
},
|
|
{
|
|
"localized_name": "url",
|
|
"name": "url",
|
|
"type": "STRING",
|
|
"widget": {
|
|
"name": "url"
|
|
},
|
|
"link": null
|
|
},
|
|
{
|
|
"localized_name": "model",
|
|
"name": "model",
|
|
"type": "STRING",
|
|
"widget": {
|
|
"name": "model"
|
|
},
|
|
"link": null
|
|
},
|
|
{
|
|
"localized_name": "prompt",
|
|
"name": "prompt",
|
|
"type": "STRING",
|
|
"widget": {
|
|
"name": "prompt"
|
|
},
|
|
"link": null
|
|
},
|
|
{
|
|
"localized_name": "negative_prompt",
|
|
"name": "negative_prompt",
|
|
"type": "STRING",
|
|
"widget": {
|
|
"name": "negative_prompt"
|
|
},
|
|
"link": null
|
|
},
|
|
{
|
|
"localized_name": "width",
|
|
"name": "width",
|
|
"type": "INT",
|
|
"widget": {
|
|
"name": "width"
|
|
},
|
|
"link": null
|
|
},
|
|
{
|
|
"localized_name": "height",
|
|
"name": "height",
|
|
"type": "INT",
|
|
"widget": {
|
|
"name": "height"
|
|
},
|
|
"link": null
|
|
},
|
|
{
|
|
"localized_name": "fps",
|
|
"name": "fps",
|
|
"type": "INT",
|
|
"widget": {
|
|
"name": "fps"
|
|
},
|
|
"link": null
|
|
},
|
|
{
|
|
"localized_name": "duration",
|
|
"name": "duration",
|
|
"type": "FLOAT",
|
|
"widget": {
|
|
"name": "duration"
|
|
},
|
|
"link": null
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"localized_name": "video",
|
|
"name": "video",
|
|
"type": "VIDEO",
|
|
"links": [
|
|
5
|
|
]
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "VLLMOmniGenerateVideo"
|
|
},
|
|
"widgets_values": [
|
|
"http://127.0.0.1:8000/v1",
|
|
"MiniMaxAI/MiniMax-H3",
|
|
"Partially restyle the clip and soundtrack",
|
|
"",
|
|
160,
|
|
120,
|
|
24,
|
|
4.458
|
|
]
|
|
},
|
|
{
|
|
"id": 7,
|
|
"type": "SaveVideo",
|
|
"pos": [
|
|
1700,
|
|
300
|
|
],
|
|
"size": [
|
|
420,
|
|
160
|
|
],
|
|
"flags": {},
|
|
"order": 6,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"localized_name": "video",
|
|
"name": "video",
|
|
"type": "VIDEO",
|
|
"link": 5,
|
|
"shape": 7
|
|
},
|
|
{
|
|
"localized_name": "filename_prefix",
|
|
"name": "filename_prefix",
|
|
"type": "STRING",
|
|
"widget": {
|
|
"name": "filename_prefix"
|
|
},
|
|
"link": null
|
|
},
|
|
{
|
|
"localized_name": "format",
|
|
"name": "format",
|
|
"type": "COMFY_DYNAMICCOMBO_V3",
|
|
"widget": {
|
|
"name": "format"
|
|
},
|
|
"link": null
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"localized_name": "video",
|
|
"name": "video",
|
|
"type": "VIDEO",
|
|
"links": []
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "SaveVideo"
|
|
},
|
|
"widgets_values": [
|
|
"vllm-omni/latent-edit",
|
|
"mp4"
|
|
]
|
|
}
|
|
],
|
|
"links": [
|
|
[
|
|
1,
|
|
2,
|
|
0,
|
|
4,
|
|
0,
|
|
"VIDEO"
|
|
],
|
|
[
|
|
2,
|
|
3,
|
|
0,
|
|
4,
|
|
2,
|
|
"MASK"
|
|
],
|
|
[
|
|
3,
|
|
4,
|
|
0,
|
|
6,
|
|
6,
|
|
"LATENT_MASK_EDITING"
|
|
],
|
|
[
|
|
4,
|
|
5,
|
|
0,
|
|
6,
|
|
4,
|
|
"VIDEO_PARAMS"
|
|
],
|
|
[
|
|
5,
|
|
6,
|
|
0,
|
|
7,
|
|
0,
|
|
"VIDEO"
|
|
]
|
|
],
|
|
"groups": [],
|
|
"config": {},
|
|
"extra": {},
|
|
"version": 0.4
|
|
}
|