73 lines
2.7 KiB
Python
73 lines
2.7 KiB
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM-Omni project
|
|
|
|
from pathlib import Path
|
|
from shlex import split
|
|
|
|
import pytest
|
|
import yaml
|
|
|
|
pytestmark = [pytest.mark.core_model, pytest.mark.cpu]
|
|
|
|
AMD_READY_PIPELINE = Path(".buildkite/amd/test-amd-ready.yml")
|
|
R2_01_LABEL = "ROCm · Engine & Model Executor GPU Coverage (R2-01)"
|
|
SINGLE_GPU_MARKERS = (
|
|
"core_model and cuda and not (cards_2 or cards_3 or cards_4 or cards_5 or cards_6 or cards_7 or cards_8)"
|
|
)
|
|
EXCLUDED_TEST = "test_code2wav_streaming_batch_matches_ragged_flow_numerics"
|
|
|
|
|
|
def _find_step(label: str) -> dict:
|
|
pipeline = yaml.safe_load(AMD_READY_PIPELINE.read_text(encoding="utf-8"))
|
|
|
|
def walk(steps: list[dict]) -> dict | None:
|
|
for step in steps:
|
|
if step.get("label") == label:
|
|
return step
|
|
if nested := walk(step.get("steps", [])):
|
|
return nested
|
|
return None
|
|
|
|
step = walk(pipeline.get("steps", []))
|
|
assert step is not None, f"missing AMD pipeline step: {label}"
|
|
return step
|
|
|
|
|
|
def _assert_single_gpu_selection(command: str) -> None:
|
|
argv = split(command)
|
|
assert "tests/engine/" in argv
|
|
assert "tests/model_executor/" in argv
|
|
assert "tests/worker/test_batched_omni_output.py" not in argv
|
|
assert argv[argv.index("-m") + 1] == SINGLE_GPU_MARKERS
|
|
assert argv[argv.index("-k") + 1] == f"not {EXCLUDED_TEST}"
|
|
assert argv[argv.index("--run-level") + 1] == "core_model"
|
|
|
|
|
|
def test_r2_01_is_nonblocking_single_gpu_coverage() -> None:
|
|
step = _find_step(R2_01_LABEL)
|
|
|
|
assert step["agent_pool"] == "mi300_1"
|
|
assert step["grade"] == "NonBlocking"
|
|
assert step["timeout_in_minutes"] == 20
|
|
assert step["mirror_hardwares"] == ["amdproduction"]
|
|
assert step["artifact_paths"] == ["artifacts/rocm-r2-01/**/*"]
|
|
|
|
|
|
def test_r2_01_runs_once_fails_closed_and_publishes_results() -> None:
|
|
commands = _find_step(R2_01_LABEL)["commands"]
|
|
pytest_commands = [command for command in commands if command.lstrip().startswith("pytest ")]
|
|
assert len(pytest_commands) == 1
|
|
run_command = pytest_commands[0]
|
|
artifact_dir = "$$BUILDKITE_BUILD_CHECKOUT_PATH/artifacts/rocm-r2-01"
|
|
|
|
_assert_single_gpu_selection(run_command)
|
|
assert "--collect-only" not in "\n".join(commands)
|
|
assert "VLLM_CI_ALLOW_NO_TESTS" not in "\n".join(commands)
|
|
assert any(artifact_dir in command for command in commands)
|
|
assert "-v" in split(run_command)
|
|
assert "-ra" in split(run_command)
|
|
assert "--durations=0" in split(run_command)
|
|
assert "--junitxml=$$R2_01_ARTIFACT_DIR/pytest.xml" in split(run_command)
|
|
assert "$$R2_01_ARTIFACT_DIR/pytest.log" in run_command
|
|
assert any("$$R2_01_ARTIFACT_DIR/pytest-summary.txt" in command for command in commands)
|