Enable Wan2.2-S2V modeling to vLLM-omni (#2751)

Signed-off-by: Chendi Xue <chendi.xue@intel.com>
Co-authored-by: Hongsheng Liu <liuhongsheng4@huawei.com>
This commit is contained in:
Chendi.XueandHongsheng Liu authored and GitHub committed 2026-05-06 08:03:48 +08:00
1 parent 353ac8a402
commit 4e41b7bc23
12 files changed
+4188

No files matched your search

+5
View File
@@ -761,6 +761,11 @@ class OmniDiffusionConfig:
self.model_class_name = "NextStep11Pipeline"
self.tf_model_config = TransformerConfig()
self.update_multimodal_support()
elif model_type == "s2v":
if self.model_class_name is None:
self.model_class_name = "WanS2VPipeline"
self.tf_model_config = TransformerConfig()
self.update_multimodal_support()
elif architectures and len(architectures) == 1:
self.model_class_name = architectures[0]
else:
@@ -17,6 +17,11 @@ from .pipeline_wan2_2_i2v import (
get_wan22_i2v_post_process_func,
get_wan22_i2v_pre_process_func,
)
from .pipeline_wan2_2_s2v import (
Wan22S2VPipeline,
get_wan22_s2v_post_process_func,
get_wan22_s2v_pre_process_func,
)
from .pipeline_wan2_2_ti2v import (
Wan22TI2VPipeline,
get_wan22_ti2v_post_process_func,
@@ -42,6 +47,9 @@ __all__ = [
"WanI2VDMD2Pipeline",
"get_wan22_i2v_post_process_func",
"get_wan22_i2v_pre_process_func",
"Wan22S2VPipeline",
"get_wan22_s2v_post_process_func",
"get_wan22_s2v_pre_process_func",
"Wan22TI2VPipeline",
"get_wan22_ti2v_post_process_func",
"get_wan22_ti2v_pre_process_func",
File diff suppressed because it is too large. Load diff
File diff suppressed because it is too large. Load diff
+7
View File
@@ -115,6 +115,11 @@ _DIFFUSION_MODELS = {
"pipeline_wan2_2_i2v",
"Wan22I2VPipeline",
),
"WanS2VPipeline": (
"wan2_2",
"pipeline_wan2_2_s2v",
"Wan22S2VPipeline",
),
"WanT2VDMD2Pipeline": (
"wan2_2",
"pipeline_wan2_2",
@@ -434,6 +439,7 @@ _DIFFUSION_POST_PROCESS_FUNCS = {
"StableAudioPipeline": "get_stable_audio_post_process_func",
"AudioXPipeline": "get_audiox_post_process_func",
"WanImageToVideoPipeline": "get_wan22_i2v_post_process_func",
"WanS2VPipeline": "get_wan22_s2v_post_process_func",
"WanT2VDMD2Pipeline": "get_wan22_post_process_func",
"WanI2VDMD2Pipeline": "get_wan22_i2v_post_process_func",
"LongCatImagePipeline": "get_longcat_image_post_process_func",
@@ -469,6 +475,7 @@ _DIFFUSION_PRE_PROCESS_FUNCS = {
"WanPipeline": "get_wan22_pre_process_func",
"WanVACEPipeline": "get_wan22_vace_pre_process_func",
"WanImageToVideoPipeline": "get_wan22_i2v_pre_process_func",
"WanS2VPipeline": "get_wan22_s2v_pre_process_func",
"WanT2VDMD2Pipeline": "get_wan22_pre_process_func",
"WanI2VDMD2Pipeline": "get_wan22_i2v_pre_process_func",
"OmniGen2Pipeline": "get_omnigen2_pre_process_func",