[Model] Add BAGEL step execution and continuous batching (#6359)

This commit is contained in:
Trigger authored and GitHub committed 2026-09-04 01:36:11 +00:00
1 parent fda3af8bbc
commit e43c787544
24 files changed
+1965 -108

No files matched your search

+4 -3
View File
@@ -1047,9 +1047,9 @@ class DiffusionEngine:
width: int,
guidance_scale: float,
num_image_inputs: int = 1,
num_inference_steps: int = 1,
) -> OmniDiffusionRequest | None:
"""Build a one-step model request for startup profiling or warmup."""
"""Build a minimal model request for startup profiling or warmup."""
prompt: OmniTextPrompt = {"prompt": "dummy run"}
supports_image_input, supports_audio_input = supports_multimodal_input(self.od_config)
if supports_image_input:
@@ -1070,7 +1070,7 @@ class DiffusionEngine:
sampling_params=OmniDiffusionSamplingParams(
height=height,
width=width,
num_inference_steps=1,
num_inference_steps=num_inference_steps,
num_frames=num_frames,
guidance_scale=guidance_scale,
num_outputs_per_prompt=1,
@@ -1141,6 +1141,7 @@ class DiffusionEngine:
height=512,
width=512,
guidance_scale=0.0,
num_inference_steps=1,
)
if req is None:
logger.info("Skipping dummy warmup run (num_frames=0)")