[Feature] support sp for hunyuan (#2163)
Signed-off-by: dengyunyang <584797741@qq.com> Signed-off-by: 汪志鹏 <wangzhipeng628@gmail.com> Co-authored-by: 汪志鹏 <wangzhipeng628@gmail.com>
This commit is contained in:
1 parent
c139ee4aed
commit
c0d90b64c6
6 files changed
+346
-27
No files matched your search
@@ -242,6 +242,7 @@ class SequenceParallelSplitHook(ModelHook):
|
||||
|
||||
if not is_tensor and not is_tensor_list:
|
||||
# No tensor outputs to shard
|
||||
logger.warning_once("No tensor outputs to shard.")
|
||||
return output
|
||||
|
||||
output_list = [output] if is_tensor else list(output)
|
||||
|
||||
Reference in new issue
Block a user