[Model] Add sequence parallelism to SANA-Video 2B (#5940)
Signed-off-by: cr-gao <gaochenrui@sjtu.edu.cn>
This commit is contained in:
9 files changed
+1122
-28
No files matched your search
@@ -57,6 +57,9 @@ DIFFUSION_TEST_SETTINGS = {
|
||||
[DiffusionAccs.TENSOR_PARALLEL],
|
||||
[DiffusionAccs.CFG_PARALLEL],
|
||||
[DiffusionAccs.TENSOR_PARALLEL, DiffusionAccs.CFG_PARALLEL],
|
||||
[DiffusionAccs.SEQUENCE_PARALLEL],
|
||||
[DiffusionAccs.SEQUENCE_PARALLEL, DiffusionAccs.CFG_PARALLEL],
|
||||
[DiffusionAccs.TENSOR_PARALLEL, DiffusionAccs.SEQUENCE_PARALLEL],
|
||||
[DiffusionAccs.CACHE_DIT],
|
||||
[DiffusionAccs.CPU_OFFLOAD],
|
||||
[DiffusionAccs.LAYERWISE_OFFLOAD],
|
||||
@@ -72,6 +75,8 @@ DIFFUSION_TEST_SETTINGS = {
|
||||
extra_test_groups=[
|
||||
[DiffusionAccs.CFG_PARALLEL],
|
||||
[DiffusionAccs.TENSOR_PARALLEL, DiffusionAccs.CFG_PARALLEL],
|
||||
[DiffusionAccs.SEQUENCE_PARALLEL],
|
||||
[DiffusionAccs.SEQUENCE_PARALLEL, DiffusionAccs.CFG_PARALLEL],
|
||||
],
|
||||
check_i2v_t2v_divergence=False,
|
||||
check_multi_output=False,
|
||||
|
||||
Reference in new issue
Block a user