[Feat] support HSDP for Qwen-image series, Z-Image, GLM-Image (#2029)
Signed-off-by: Lancer <maruixiang6688@gmail.com>
This commit is contained in:
1 parent
4e4bbc42a6
commit
70a62651b9
15 files changed
+83
-17
No files matched your search
@@ -0,0 +1,9 @@
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||
|
||||
from typing import Any
|
||||
|
||||
|
||||
def is_transformer_block_module(name: str, module: Any) -> bool:
|
||||
"""Return True for numbered modules under `transformer_blocks`."""
|
||||
return "transformer_blocks" in name and name.split(".")[-1].isdigit()
|
||||
Reference in new issue
Block a user