[Model] Add BAGEL step execution and continuous batching (#6359)

This commit is contained in:
Trigger authored and GitHub committed 2026-09-04 01:36:11 +00:00
1 parent fda3af8bbc
commit e43c787544
24 files changed
+1965 -108

No files matched your search

+19
View File
@@ -2,10 +2,12 @@
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
import random
from types import SimpleNamespace
import pytest
from vllm_omni.diffusion.request import DUMMY_DIFFUSION_REQUEST_ID, OmniDiffusionRequest
from vllm_omni.diffusion.sched.step_scheduler import StepScheduler
from vllm_omni.inputs.data import OmniDiffusionSamplingParams
pytestmark = [pytest.mark.core_model, pytest.mark.diffusion, pytest.mark.cpu]
@@ -63,6 +65,23 @@ def test_non_dummy_request_is_not_identified_as_dummy_run():
assert not OmniDiffusionRequest.is_dummy_run_request_id(None)
def test_step_scheduler_separates_full_forward_fallback_from_step_requests():
scheduler = StepScheduler()
scheduler.initialize(SimpleNamespace())
scheduler.max_num_running_reqs = 2
text_request = _make_request()
text_request.use_step_execution = False
image_request = _make_request()
image_request.request_id = "image-request"
scheduler.add_request(text_request)
scheduler.add_request(image_request)
output = scheduler.schedule()
assert output.scheduled_request_ids == [text_request.request_id]
assert output.num_waiting_reqs == 1
def test_tp_seed_same_across_ranks_and_varies_across_requests():
random.seed(0)
n_requests = 5