Compare commits

..
Author SHA1 Message Date
tzhouam d2e6b4b5c7 ci: run focused vLLM 0.30.0 weekly baseline
Signed-off-by: tzhouam <tzhouam@connect.ust.hk>
2026-10-04 02:17:47 +08:00
4 changed files with 51 additions and 74 deletions

No files matched your search

+45 -34
View File
@@ -1,35 +1,46 @@
# Focused weekly comparison against unchanged Omni main and official vLLM 0.30.0.
steps: steps:
- label: ":docker: Build image" - label: ':docker: Build image'
key: image-build key: image-build
commands: commands:
- "bash .buildkite/cuda/scripts/build-ci-image.sh" - bash .buildkite/cuda/scripts/build-ci-image.sh
agents: agents:
queue: "cpu_queue_premerge" queue: cpu_queue_premerge
- label: Upload selected weekly baseline
# L2 Test depends_on: image-build
- label: "Upload Ready Pipeline" key: upload-weekly-pipeline
depends_on: image-build commands:
key: upload-ready-pipeline - |
commands: python3 - <<'PYBASELINE'
- python3 .buildkite/common/scripts/upload_pipeline.py --upload --all .buildkite/cuda/test-ready.yml import tempfile
agents: from pathlib import Path
queue: "cpu_queue_premerge" import yaml
labels = set(['TTS · Audex · CosyVoice · Qwen3-TTS · L4', 'TTS · H100', 'Diffusion · Bagel · H100 · Single-GPU', 'Diffusion · SenseNova-U1 · H100 · Single-GPU', 'Diffusion · DreamZero · H100 · 2-GPU', 'Diffusion · H100 · 4-GPU', 'Diffusion · MAGI-2 Preview Serving Smoke · H100 · 4-GPU'])
# L3 Test source = yaml.safe_load(Path('.buildkite/cuda/test-weekly.yml').read_text())
- label: "Upload Merge Pipeline" selected = set()
depends_on: image-build guard = 'python3 -c \'import vllm, torch, flashinfer, vllm._C_stable_libtorch; assert vllm.__version__ == \'"\'"\'0.30.0\'"\'"\'; assert torch.cuda.is_available(); print(\'"\'"\'Verified baseline runtime:\'"\'"\', vllm.__version__, torch.__version__)\''
key: upload-merge-pipeline def select(steps):
commands: kept = []
- python3 .buildkite/common/scripts/upload_pipeline.py --upload --all .buildkite/cuda/test-merge.yml for step in steps:
agents: if not isinstance(step, dict):
queue: "cpu_queue_premerge" continue
if 'steps' in step:
# L4 Test children = select(step['steps'])
- label: "Upload Nightly Pipeline" if children:
depends_on: image-build kept.append(dict(step, steps=children))
key: upload-nightly-pipeline elif step.get('label') in labels:
if: build.env("NIGHTLY") == "1" item = dict(step)
commands: commands = item['commands']
- python3 .buildkite/common/scripts/upload_pipeline.py --upload --all .buildkite/cuda/test-nightly.yml item['commands'] = [guard] + ([commands] if isinstance(commands, str) else commands)
agents: kept.append(item)
queue: "cpu_queue_premerge" selected.add(item['label'])
return kept
source['steps'] = select(source['steps'])
assert selected == labels, (selected, labels)
path = Path(tempfile.gettempdir()) / 'vllm-omni-selected-weekly-baseline.yml'
path.write_text(yaml.safe_dump(source, sort_keys=False, allow_unicode=True))
print('Selected baseline suites:', sorted(selected), flush=True)
PYBASELINE
python3 .buildkite/common/scripts/upload_pipeline.py --upload --all /tmp/vllm-omni-selected-weekly-baseline.yml
agents:
queue: cpu_queue_premerge
+2 -1
View File
@@ -36,7 +36,8 @@ RUN apt-get update && \
# for CI # for CI
COPY pyproject.toml setup.py ./ COPY pyproject.toml setup.py ./
COPY requirements/ requirements/ COPY requirements/ requirements/
ENV SETUPTOOLS_SCM_PRETEND_VERSION=0.0.0 # Keep source-built dependency versions independent of the Omni CI version.
ENV VLLM_OMNI_VERSION_OVERRIDE=0.0.0
# Editable install: deps + project metadata are cached in this layer, while # Editable install: deps + project metadata are cached in this layer, while
# the package itself is linked to APP_DIR (populated later by COPY --link). # the package itself is linked to APP_DIR (populated later by COPY --link).
# Do NOT use a non-editable install here — that copies an empty stub into # Do NOT use a non-editable install here — that copies an empty stub into
@@ -13,7 +13,6 @@ from vllm import SamplingParams
from vllm.config.compilation import CUDAGraphMode from vllm.config.compilation import CUDAGraphMode
from vllm.v1.core.sched.output import SchedulerOutput from vllm.v1.core.sched.output import SchedulerOutput
from vllm.v1.worker.gpu.model_runner import GPUModelRunner from vllm.v1.worker.gpu.model_runner import GPUModelRunner
from vllm.v1.worker.gpu.model_states.default import DefaultModelState
from vllm.v1.worker.gpu.sample.sampler import Sampler from vllm.v1.worker.gpu.sample.sampler import Sampler
from vllm_omni.config.model import OmniModelConfig from vllm_omni.config.model import OmniModelConfig
@@ -164,28 +163,6 @@ def test_init_model_state_factory_dispatches_omni_only(monkeypatch, flag, expect
assert state is upstream.return_value assert state is upstream.return_value
@pytest.mark.parametrize("omni_stage", [False, True])
@pytest.mark.parametrize("specialized", [False, True])
def test_auxiliary_default_state_has_omni_lifecycle_but_preserves_upstream_states(monkeypatch, omni_stage, specialized):
class SpecializedState(DefaultModelState):
pass
state_cls = SpecializedState if specialized else DefaultModelState
upstream_state = object.__new__(state_cls)
monkeypatch.setattr("vllm_omni.worker_v2.model_states._upstream_init_model_state", lambda *_args: upstream_state)
monkeypatch.setattr(OmniModelState, "__init__", lambda *_args: None)
model_config = object.__new__(OmniModelConfig) if omni_stage else SimpleNamespace()
state = init_omni_model_state(
SimpleNamespace(model_config=model_config), SimpleNamespace(), None, torch.device("cpu")
)
if omni_stage and not specialized:
assert isinstance(state, OmniModelState)
assert callable(state.run_preprocess)
assert callable(state.postprocess_model_output)
else:
assert state is upstream_state
def test_finish_requests_notifies_model_and_cleans_only_known_slots(monkeypatch): def test_finish_requests_notifies_model_and_cleans_only_known_slots(monkeypatch):
runner = _make_runner() runner = _make_runner()
calls = [] calls = []
+4 -16
View File
@@ -4,8 +4,7 @@
"""Omni-aware ``init_model_state`` factory. """Omni-aware ``init_model_state`` factory.
Extends the upstream v2 factory with Omni architecture dispatch. Extends the upstream v2 factory with Omni architecture dispatch.
Non-Omni architectures use upstream dispatch; its default state acquires Non-Omni architectures fall through to the upstream ``init_model_state``.
Omni lifecycle support when owned by an Omni stage.
""" """
from __future__ import annotations from __future__ import annotations
@@ -17,11 +16,8 @@ from vllm.v1.worker.gpu.mm.encoder_cache import EncoderCache
from vllm.v1.worker.gpu.model_states import ( from vllm.v1.worker.gpu.model_states import (
init_model_state as _upstream_init_model_state, init_model_state as _upstream_init_model_state,
) )
from vllm.v1.worker.gpu.model_states.default import DefaultModelState
from vllm.v1.worker.gpu.model_states.interface import ModelState from vllm.v1.worker.gpu.model_states.interface import ModelState
from vllm_omni.config.model import OmniModelConfig
def init_omni_model_state( def init_omni_model_state(
vllm_config: VllmConfig, vllm_config: VllmConfig,
@@ -32,8 +28,8 @@ def init_omni_model_state(
"""Create the appropriate ``ModelState`` for *model*. """Create the appropriate ``ModelState`` for *model*.
Returns an ``OmniModelState`` when the model declares Omni lifecycle Returns an ``OmniModelState`` when the model declares Omni lifecycle
capabilities. Otherwise delegates to the upstream v2 factory, wrapping capabilities; otherwise
its default state for auxiliary Omni stages. delegates to the upstream v2 factory.
""" """
factory = getattr(model, "create_omni_model_state", None) factory = getattr(model, "create_omni_model_state", None)
if factory is not None: if factory is not None:
@@ -53,12 +49,4 @@ def init_omni_model_state(
) )
return OmniModelState(vllm_config, model, encoder_cache, device) return OmniModelState(vllm_config, model, encoder_cache, device)
state = _upstream_init_model_state(vllm_config, model, encoder_cache, device) return _upstream_init_model_state(vllm_config, model, encoder_cache, device)
if type(state) is DefaultModelState and isinstance(getattr(vllm_config, "model_config", None), OmniModelConfig):
# Auxiliary stages such as the forced aligner have no model-owned
# hooks, but Omni's runner still needs its request/output lifecycle.
# Keep specialized upstream states and plain vLLM configs intact.
from vllm_omni.worker_v2.model_states.omni_model_state import OmniModelState
return OmniModelState(vllm_config, model, encoder_cache, device)
return state