[Diffusion] Non-Intrusive Sequence Parallelism (SP) Model Support Abstraction for vLLM-Omni Framework (#779)

Signed-off-by: mxuax <mxuax@connect.ust.hk>
Signed-off-by: XU Mingshi <91017482+mxuax@users.noreply.github.com>
This commit is contained in:
XU Mingshi authored and GitHub committed 2026-01-21 14:43:09 +08:00
1 parent 334d306d9a
commit 25b08b3371
17 files changed
+3369 -479

No files matched your search

+33
View File
@@ -0,0 +1,33 @@
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
"""Hook mechanism for model forward interception."""
from vllm_omni.diffusion.hooks.base import (
BaseState,
HookRegistry,
ModelHook,
StateManager,
)
from vllm_omni.diffusion.hooks.sequence_parallel import (
SequenceParallelGatherHook,
SequenceParallelSplitHook,
apply_sequence_parallel,
disable_sequence_parallel_for_model,
enable_sequence_parallel_for_model,
remove_sequence_parallel,
)
__all__ = [
# Base hooks
"BaseState",
"StateManager",
"ModelHook",
"HookRegistry",
# Sequence parallel hooks (corresponds to diffusers' context_parallel)
"SequenceParallelSplitHook",
"SequenceParallelGatherHook",
"apply_sequence_parallel",
"remove_sequence_parallel",
"enable_sequence_parallel_for_model",
"disable_sequence_parallel_for_model",
]