[Model] Add Cache-DiT and CPU offload support for SANA-Video 2B (#5882)

Signed-off-by: cr-gao <gaochenrui@sjtu.edu.cn>
Co-authored-by: Hongsheng Liu <liuhongsheng4@huawei.com>
Co-authored-by: Alicia <115451386+congw729@users.noreply.github.com>
This commit is contained in:
authored and GitHub committed 2026-09-02 23:40:48 +08:00
1 parent 95a9311696
commit 3b6ce98421
10 files changed
+558 -26

No files matched your search

@@ -631,6 +631,12 @@ class DiffusionModelRunner(OmniConnectorModelRunnerMixin):
# RequestBatchSamplingParamsKey, so the first request's num_inference_steps applies
# to the whole runner batch.
num_inference_steps = first_req.sampling_params.num_inference_steps
if num_inference_steps is None and first_req.sampling_params.timesteps is not None:
num_inference_steps = len(first_req.sampling_params.timesteps)
if num_inference_steps is None and first_req.sampling_params.sigmas is not None:
num_inference_steps = len(first_req.sampling_params.sigmas)
if num_inference_steps is None:
num_inference_steps = getattr(self.pipeline, "default_num_inference_steps", None)
if num_inference_steps is None and od_config.cache_backend in (
"tea_cache",
"step_cache",