[Feat] Support CFG-Parallel For Sensenova-U1-8B-MoT (#4188)

Signed-off-by: sphinxkkkbc <binchengkang8@gmail.com>
Signed-off-by: 汪志鹏 <wangzhipeng628@gmail.com>
Co-authored-by: sphinxkkkbc <binchengkang8@gmail.com>
Co-authored-by: 汪志鹏 <wangzhipeng628@gmail.com>
This commit is contained in:
authored and GitHub committed 2026-06-30 08:03:26 +00:00
1 parent 0899a1a666
commit dd3a4d0a29
6 files changed
+218 -118

No files matched your search

@@ -139,6 +139,12 @@ def parse_args():
default=1,
help="Number of GPUs for tensor parallelism.",
)
parser.add_argument(
"--cfg-parallel-size",
type=int,
default=1,
help="Number of GPUs for CFG parallelism.",
)
parser.add_argument(
"--enforce-eager",
action="store_true",
@@ -194,6 +200,7 @@ def main():
enable_cpu_offload=args.enable_cpu_offload,
cache_backend=args.cache_backend,
enable_cache_dit_summary=args.enable_cache_dit_summary,
cfg_parallel_size=args.cfg_parallel_size,
)
extra_args = {
@@ -237,6 +244,7 @@ def main():
print(f" Seed : {args.seed}")
print(f" Think mode : {args.think}")
print(f" TP size : {args.tensor_parallel_size}")
print(f" CFG size : {args.cfg_parallel_size}")
print(f" Cache backend : {args.cache_backend or 'none'}")
print(f"{'=' * 60}\n")