[Bugfix] Enable pipeline profiling for LingBot Video (#7744)

Signed-off-by: bezdarnost <amanurumbekov@gmail.com>
This commit is contained in:
Aman authored and GitHub committed 2026-09-24 16:22:17 +00:00
1 parent 9376c21edd
commit f58ef57ac4
2 files changed
+81 -2

No files matched your search

@@ -1,5 +1,5 @@
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
# SPDX-FileCopyrightText: Copyright contributors to the vLLM-Omni project
# Adapted from LingBot-Video (https://github.com/Robbyant/lingbot-video).
from __future__ import annotations
@@ -36,6 +36,7 @@ from vllm_omni.diffusion.models.lingbot_video.request_utils import (
)
from vllm_omni.diffusion.models.progress_bar import ProgressBarMixin
from vllm_omni.diffusion.models.schedulers import FlowUniPCMultistepScheduler
from vllm_omni.diffusion.profiler.diffusion_pipeline_profiler import DiffusionPipelineProfilerMixin
from vllm_omni.diffusion.request import OmniDiffusionRequest
from vllm_omni.diffusion.worker.request_batch import DiffusionRequestBatch
from vllm_omni.errors import OmniClientError
@@ -306,6 +307,7 @@ class LingBotVideoPipeline(
SupportImageInput,
ProgressBarMixin,
SupportsComponentDiscovery,
DiffusionPipelineProfilerMixin,
):
"""Native vLLM-Omni entry for LingBot-Video checkpoints.
@@ -382,6 +384,10 @@ class LingBotVideoPipeline(
self.set_progress_bar_config(disable=bool(model_config.get("quiet_progress", True)))
self.default_negative_prompt = DEFAULT_NEGATIVE_PROMPT
self.default_image_negative_prompt = DEFAULT_NEGATIVE_PROMPT_IMAGE
self.setup_diffusion_pipeline_profiler(
profiler_targets=["text_encoder.forward", "transformer.forward", "vae.encode", "vae.decode"],
enable_diffusion_pipeline_profiler=od_config.enable_diffusion_pipeline_profiler,
)
def to(self, *args, **kwargs):
device, dtype, non_blocking, _ = torch._C._nn._parse_to(*args, **kwargs)
@@ -871,4 +877,7 @@ class LingBotVideoPipeline(
),
)
output_key = "image" if request_config.mode is LingBotGenerationMode.T2I else "video"
return DiffusionOutput(output={output_key: frames})
return DiffusionOutput(
output={output_key: frames},
stage_durations=self.stage_durations if self.enable_diffusion_pipeline_profiler else {},
)