[Feature] End-to-end LoRA support for BAGEL (#2494)

Signed-off-by: Zhengyuan Su <su.zhengyuan@u.nus.edu>
Co-authored-by: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
Zhengyuan Su (苏政渊)andClaude Opus 4.6 authored and GitHub committed 2026-04-09 01:33:55 +00:00
1 parent 149b9f179a
commit c3f1042061
3 files changed
+243 -1

No files matched your search

+44
View File
@@ -0,0 +1,44 @@
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
"""Unit tests for cross-stage LoRA routing in the orchestrator."""
from __future__ import annotations
import pytest
from vllm.lora.request import LoRARequest
from vllm.sampling_params import SamplingParams
from vllm_omni.engine.orchestrator import build_engine_core_request_from_tokens
from vllm_omni.inputs.data import OmniDiffusionSamplingParams
pytestmark = [pytest.mark.core_model, pytest.mark.cpu]
class TestBuildEngineCoreRequestLoRA:
"""Verify build_engine_core_request_from_tokens passes LoRA from params."""
def test_lora_extracted_from_diffusion_params(self):
lr = LoRARequest(lora_name="test", lora_int_id=1, lora_path="/tmp/fake")
params = OmniDiffusionSamplingParams(lora_request=lr)
# OmniDiffusionSamplingParams is not a SamplingParams, so
# build_engine_core_request_from_tokens takes the pooling path.
# We only care that lora_request is extracted via getattr.
request = build_engine_core_request_from_tokens(
request_id="req-1",
prompt={"prompt_token_ids": [1, 2, 3]},
params=params,
model_config=None,
)
assert request.lora_request is lr
def test_no_lora_on_sampling_params(self):
params = SamplingParams(max_tokens=10)
request = build_engine_core_request_from_tokens(
request_id="req-2",
prompt={"prompt_token_ids": [1, 2, 3]},
params=params,
model_config=None,
)
assert request.lora_request is None