Enable Wan2.2-S2V modeling to vLLM-omni (#2751)
Signed-off-by: Chendi Xue <chendi.xue@intel.com> Co-authored-by: Hongsheng Liu <liuhongsheng4@huawei.com>
This commit is contained in:
1 parent
353ac8a402
commit
4e41b7bc23
12 files changed
+4188
No files matched your search
@@ -761,6 +761,11 @@ class OmniDiffusionConfig:
|
||||
self.model_class_name = "NextStep11Pipeline"
|
||||
self.tf_model_config = TransformerConfig()
|
||||
self.update_multimodal_support()
|
||||
elif model_type == "s2v":
|
||||
if self.model_class_name is None:
|
||||
self.model_class_name = "WanS2VPipeline"
|
||||
self.tf_model_config = TransformerConfig()
|
||||
self.update_multimodal_support()
|
||||
elif architectures and len(architectures) == 1:
|
||||
self.model_class_name = architectures[0]
|
||||
else:
|
||||
|
||||
@@ -17,6 +17,11 @@ from .pipeline_wan2_2_i2v import (
|
||||
get_wan22_i2v_post_process_func,
|
||||
get_wan22_i2v_pre_process_func,
|
||||
)
|
||||
from .pipeline_wan2_2_s2v import (
|
||||
Wan22S2VPipeline,
|
||||
get_wan22_s2v_post_process_func,
|
||||
get_wan22_s2v_pre_process_func,
|
||||
)
|
||||
from .pipeline_wan2_2_ti2v import (
|
||||
Wan22TI2VPipeline,
|
||||
get_wan22_ti2v_post_process_func,
|
||||
@@ -42,6 +47,9 @@ __all__ = [
|
||||
"WanI2VDMD2Pipeline",
|
||||
"get_wan22_i2v_post_process_func",
|
||||
"get_wan22_i2v_pre_process_func",
|
||||
"Wan22S2VPipeline",
|
||||
"get_wan22_s2v_post_process_func",
|
||||
"get_wan22_s2v_pre_process_func",
|
||||
"Wan22TI2VPipeline",
|
||||
"get_wan22_ti2v_post_process_func",
|
||||
"get_wan22_ti2v_pre_process_func",
|
||||
|
||||
File diff suppressed because it is too large.
Load diff
File diff suppressed because it is too large.
Load diff
@@ -115,6 +115,11 @@ _DIFFUSION_MODELS = {
|
||||
"pipeline_wan2_2_i2v",
|
||||
"Wan22I2VPipeline",
|
||||
),
|
||||
"WanS2VPipeline": (
|
||||
"wan2_2",
|
||||
"pipeline_wan2_2_s2v",
|
||||
"Wan22S2VPipeline",
|
||||
),
|
||||
"WanT2VDMD2Pipeline": (
|
||||
"wan2_2",
|
||||
"pipeline_wan2_2",
|
||||
@@ -434,6 +439,7 @@ _DIFFUSION_POST_PROCESS_FUNCS = {
|
||||
"StableAudioPipeline": "get_stable_audio_post_process_func",
|
||||
"AudioXPipeline": "get_audiox_post_process_func",
|
||||
"WanImageToVideoPipeline": "get_wan22_i2v_post_process_func",
|
||||
"WanS2VPipeline": "get_wan22_s2v_post_process_func",
|
||||
"WanT2VDMD2Pipeline": "get_wan22_post_process_func",
|
||||
"WanI2VDMD2Pipeline": "get_wan22_i2v_post_process_func",
|
||||
"LongCatImagePipeline": "get_longcat_image_post_process_func",
|
||||
@@ -469,6 +475,7 @@ _DIFFUSION_PRE_PROCESS_FUNCS = {
|
||||
"WanPipeline": "get_wan22_pre_process_func",
|
||||
"WanVACEPipeline": "get_wan22_vace_pre_process_func",
|
||||
"WanImageToVideoPipeline": "get_wan22_i2v_pre_process_func",
|
||||
"WanS2VPipeline": "get_wan22_s2v_pre_process_func",
|
||||
"WanT2VDMD2Pipeline": "get_wan22_pre_process_func",
|
||||
"WanI2VDMD2Pipeline": "get_wan22_i2v_pre_process_func",
|
||||
"OmniGen2Pipeline": "get_omnigen2_pre_process_func",
|
||||
|
||||
Reference in new issue
Block a user