[Diffusion] Non-Intrusive Sequence Parallelism (SP) Model Support Abstraction for vLLM-Omni Framework (#779)
Signed-off-by: mxuax <mxuax@connect.ust.hk> Signed-off-by: XU Mingshi <91017482+mxuax@users.noreply.github.com>
This commit is contained in:
1 parent
334d306d9a
commit
25b08b3371
17 files changed
+3369
-479
No files matched your search
@@ -0,0 +1,33 @@
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||
"""Hook mechanism for model forward interception."""
|
||||
|
||||
from vllm_omni.diffusion.hooks.base import (
|
||||
BaseState,
|
||||
HookRegistry,
|
||||
ModelHook,
|
||||
StateManager,
|
||||
)
|
||||
from vllm_omni.diffusion.hooks.sequence_parallel import (
|
||||
SequenceParallelGatherHook,
|
||||
SequenceParallelSplitHook,
|
||||
apply_sequence_parallel,
|
||||
disable_sequence_parallel_for_model,
|
||||
enable_sequence_parallel_for_model,
|
||||
remove_sequence_parallel,
|
||||
)
|
||||
|
||||
__all__ = [
|
||||
# Base hooks
|
||||
"BaseState",
|
||||
"StateManager",
|
||||
"ModelHook",
|
||||
"HookRegistry",
|
||||
# Sequence parallel hooks (corresponds to diffusers' context_parallel)
|
||||
"SequenceParallelSplitHook",
|
||||
"SequenceParallelGatherHook",
|
||||
"apply_sequence_parallel",
|
||||
"remove_sequence_parallel",
|
||||
"enable_sequence_parallel_for_model",
|
||||
"disable_sequence_parallel_for_model",
|
||||
]
|
||||
Reference in new issue
Block a user