[Feature][Wan2.2] Speed up diffusion model startup by multi-thread weight loading (#1504)
Signed-off-by: samithuang <285365963@qq.com> Signed-off-by: Samit <285365963@qq.com>
This commit is contained in:
1 parent
a4b2e48718
commit
22a51a7cdb
6 files changed
+57
-22
No files matched your search
@@ -379,6 +379,10 @@ class OmniDiffusionConfig:
|
||||
# Compilation
|
||||
enforce_eager: bool = False
|
||||
|
||||
# Parallel weight loading (for faster diffusion model startup)
|
||||
enable_multithread_weight_load: bool = True
|
||||
num_weight_load_threads: int = 4
|
||||
|
||||
# Enable sleep mode
|
||||
enable_sleep_mode: bool = False
|
||||
|
||||
|
||||
Reference in new issue
Block a user