[Performance] diffusion timing (#1757)

Signed-off-by: dengyunyang <584797741@qq.com>
Signed-off-by: bjf-frz <frz123db@gmail.com>
Signed-off-by: Didan Deng <33117903+wtomin@users.noreply.github.com>
Co-authored-by: bjf-frz <frz123db@gmail.com>
Co-authored-by: Didan Deng <33117903+wtomin@users.noreply.github.com>
This commit is contained in:
authored and GitHub committed 2026-03-19 12:26:12 +08:00
1 parent ae92ef5f00
commit fde4808723
43 files changed
+496 -38

No files matched your search

+6
View File
@@ -461,6 +461,9 @@ class OmniDiffusionConfig:
quantization: str | None = None
quantization_config: "DiffusionQuantizationConfig | dict[str, Any] | None" = None
# Diffusion pipeline Profiling config
enable_diffusion_pipeline_profiler: bool = False
@property
def is_moe(self) -> bool:
num_experts = self.tf_model_config.get("num_experts", None)
@@ -642,6 +645,9 @@ class DiffusionOutput:
# logged timings info, directly from Req.timings
# timings: Optional["RequestTimings"] = None
# logged duration of stages
stage_durations: dict[str, float] = field(default_factory=dict)
class AttentionBackendEnum(enum.Enum):
FA = enum.auto()