[Tests] Re-enable previously skipped e2e/example tests (#5641)

Signed-off-by: wangyu <410167048@qq.com>
Signed-off-by: [Your Name] <your.email@example.com>
Signed-off-by: wangyu <53896905+yenuo26@users.noreply.github.com>
This commit is contained in:
wangyu authored and GitHub committed 2026-08-21 14:45:58 +08:00
1 parent 15e38ac173
commit 016861385f
12 files changed
+43 -43

No files matched your search

+1 -1
View File
@@ -43,7 +43,7 @@ steps:
depends_on: upload-ready-pipeline
steps:
- label: ":sound: TTS · Qwen3-TTS CustomVoice Test"
mirror_hardwares: a2b3_npu_1
mirror_hardwares: a3_npu_2
env:
VLLM_WORKER_MULTIPROC_METHOD: spawn
VLLM_ALLOW_LONG_MAX_MODEL_LEN: "1"
@@ -35,7 +35,6 @@ MIN_AUDIO_SAMPLES = 1000
pytestmark = [
pytest.mark.slow,
pytest.mark.tts,
pytest.mark.skip(reason="https://github.com/vllm-project/vllm-omni/issues/4704"),
]
@@ -28,10 +28,14 @@ _OMNI_RUNNER_PARAM = (
{"stage_init_timeout": 600, "trust_remote_code": True},
)
_SKIP_ISSUE_6417 = pytest.mark.skip(
reason="https://github.com/vllm-project/vllm-omni/issues/6417",
)
pytestmark = [
pytest.mark.skip(reason="https://github.com/vllm-project/vllm-omni/issues/4643"),
pytest.mark.slow,
pytest.mark.tts,
_SKIP_ISSUE_6417,
pytest.mark.parametrize("omni_runner", [_OMNI_RUNNER_PARAM], indirect=True),
]
@@ -36,8 +36,8 @@ BASELINE_MODEL = os.environ.get("QWEN2_5_OMNI_BASELINE_MODEL", BASELINE_MODEL)
_CI_DEPLOY = get_deploy_config_path("ci/qwen2_5_omni.yaml")
_SKIP_ISSUE_4663 = pytest.mark.skip(
reason="https://github.com/vllm-project/vllm-omni/issues/4663",
_SKIP_ISSUE_5652 = pytest.mark.skip(
reason="https://github.com/vllm-project/vllm-omni/issues/5652",
)
@@ -65,7 +65,7 @@ quant_params = [(QUANTIZED_MODEL, stage_config)]
# ------------------------------------------------------------------
@_SKIP_ISSUE_4663
@_SKIP_ISSUE_5652
@hardware_test(res={"cuda": "L4"}, num_cards=4)
@pytest.mark.parametrize("omni_runner", quant_params, indirect=True)
def test_text_to_text(omni_runner, omni_runner_handler):
@@ -84,7 +84,7 @@ def test_text_to_text(omni_runner, omni_runner_handler):
# ------------------------------------------------------------------
@_SKIP_ISSUE_4663
@_SKIP_ISSUE_5652
@hardware_test(res={"cuda": "L4"}, num_cards=4)
@pytest.mark.parametrize("omni_runner", quant_params, indirect=True)
def test_audio_to_text(omni_runner, omni_runner_handler):
@@ -108,7 +108,7 @@ def test_audio_to_text(omni_runner, omni_runner_handler):
# ------------------------------------------------------------------
@_SKIP_ISSUE_4663
@_SKIP_ISSUE_5652
@hardware_test(res={"cuda": "L4"}, num_cards=4)
@pytest.mark.parametrize("omni_runner", quant_params, indirect=True)
def test_image_to_text(omni_runner, omni_runner_handler):
@@ -130,7 +130,7 @@ def test_image_to_text(omni_runner, omni_runner_handler):
# ------------------------------------------------------------------
@_SKIP_ISSUE_4663
@_SKIP_ISSUE_5652
@hardware_test(res={"cuda": "L4"}, num_cards=4)
@pytest.mark.parametrize("omni_runner", quant_params, indirect=True)
def test_video_to_text(omni_runner, omni_runner_handler):
@@ -152,7 +152,7 @@ def test_video_to_text(omni_runner, omni_runner_handler):
# ------------------------------------------------------------------
@_SKIP_ISSUE_4663
@_SKIP_ISSUE_5652
@hardware_test(res={"cuda": "L4"}, num_cards=4)
@pytest.mark.parametrize("omni_runner", quant_params, indirect=True)
def test_mix_to_audio(omni_runner, omni_runner_handler):
@@ -27,8 +27,8 @@ pytestmark = [
pytest.mark.omni,
]
_SKIP_ISSUE_3195 = pytest.mark.skip(
reason="https://github.com/vllm-project/vllm-omni/issues/3195",
_SKIP_ISSUE_5652 = pytest.mark.skip(
reason="https://github.com/vllm-project/vllm-omni/issues/5652",
)
QUANTIZED_MODEL = "Intel/Qwen3-Omni-30B-A3B-Instruct-int4-AutoRound"
@@ -77,7 +77,7 @@ quant_params = [(QUANTIZED_MODEL, stage_config)]
# ------------------------------------------------------------------
@_SKIP_ISSUE_3195
@_SKIP_ISSUE_5652
@hardware_test(res={"cuda": "H100"}, num_cards=2)
@pytest.mark.parametrize("omni_runner", quant_params, indirect=True)
def test_text_to_text(omni_runner, omni_runner_handler):
@@ -96,7 +96,7 @@ def test_text_to_text(omni_runner, omni_runner_handler):
# ------------------------------------------------------------------
@_SKIP_ISSUE_3195
@_SKIP_ISSUE_5652
@hardware_test(res={"cuda": "H100"}, num_cards=2)
@pytest.mark.parametrize("omni_runner", quant_params, indirect=True)
def test_audio_to_text(omni_runner, omni_runner_handler):
@@ -120,7 +120,7 @@ def test_audio_to_text(omni_runner, omni_runner_handler):
# ------------------------------------------------------------------
@_SKIP_ISSUE_3195
@_SKIP_ISSUE_5652
@hardware_test(res={"cuda": "H100"}, num_cards=2)
@pytest.mark.parametrize("omni_runner", quant_params, indirect=True)
def test_image_to_text(omni_runner, omni_runner_handler):
@@ -142,7 +142,7 @@ def test_image_to_text(omni_runner, omni_runner_handler):
# ------------------------------------------------------------------
@_SKIP_ISSUE_3195
@_SKIP_ISSUE_5652
@hardware_test(res={"cuda": "H100"}, num_cards=2)
@pytest.mark.parametrize("omni_runner", quant_params, indirect=True)
def test_video_to_text(omni_runner, omni_runner_handler):
@@ -164,7 +164,7 @@ def test_video_to_text(omni_runner, omni_runner_handler):
# ------------------------------------------------------------------
@_SKIP_ISSUE_3195
@_SKIP_ISSUE_5652
@hardware_test(res={"cuda": "H100"}, num_cards=2)
@pytest.mark.parametrize("omni_runner", quant_params, indirect=True)
def test_video_to_audio(omni_runner, omni_runner_handler):
@@ -185,7 +185,7 @@ def test_video_to_audio(omni_runner, omni_runner_handler):
# ------------------------------------------------------------------
@_SKIP_ISSUE_3195
@_SKIP_ISSUE_5652
@hardware_test(res={"cuda": "H100"}, num_cards=2)
@pytest.mark.parametrize("omni_runner", quant_params, indirect=True)
def test_mix_to_audio(omni_runner, omni_runner_handler):
@@ -18,7 +18,11 @@ from tests.helpers.media import load_test_audio_data_url
from tests.helpers.runtime import OmniServerParams
from tests.helpers.stage_config import get_deploy_config_path
pytestmark = [pytest.mark.slow, pytest.mark.tts]
_SKIP_ISSUE_6416 = pytest.mark.skip(
reason="https://github.com/vllm-project/vllm-omni/issues/6416",
)
pytestmark = [pytest.mark.slow, pytest.mark.tts, _SKIP_ISSUE_6416]
MODEL = "FunAudioLLM/Fun-CosyVoice3-0.5B-2512"
@@ -66,7 +70,6 @@ tts_async_chunk_server_params = [
@hardware_test(res={"cuda": "H100"}, num_cards=1)
@pytest.mark.skip(reason="https://github.com/vllm-project/vllm-omni/issues/4644")
@pytest.mark.parametrize("omni_server", tts_server_params, indirect=True)
def test_voice_clone_zh_001(omni_server, openai_client) -> None:
"""
@@ -89,7 +92,6 @@ def test_voice_clone_zh_001(omni_server, openai_client) -> None:
@hardware_test(res={"cuda": "H100"}, num_cards=1)
@pytest.mark.skip(reason="https://github.com/vllm-project/vllm-omni/issues/4644")
@pytest.mark.parametrize("omni_server", tts_async_chunk_server_params, indirect=True)
def test_voice_clone_zh_002(omni_server, openai_client) -> None:
"""
@@ -113,7 +115,6 @@ def test_voice_clone_zh_002(omni_server, openai_client) -> None:
@hardware_test(res={"cuda": "H100"}, num_cards=1)
@pytest.mark.skip(reason="https://github.com/vllm-project/vllm-omni/issues/4644")
@pytest.mark.parametrize("omni_server", tts_server_params, indirect=True)
def test_voice_clone_en_001(omni_server, openai_client) -> None:
"""
@@ -48,6 +48,10 @@ DEFAULT_SPEECH_TIMEOUT_S = 180.0
# silence-only outputs without flagging short legitimate clips.
_MIN_AUDIO_BYTES = 20_000
_SKIP_ISSUE_6418 = pytest.mark.skip(
reason="https://github.com/vllm-project/vllm-omni/issues/6418",
)
# Reuse the shared TTS reference clip (clean ~5 s 24 kHz mono human speech)
# vendored under tests/assets/qwen3_tts/. Keeps a single WAV across TTS
# tests rather than duplicating asset bytes.
@@ -78,6 +82,7 @@ class TestHiggsAudioV3OnlineHappyPath:
}
)
@_SKIP_ISSUE_6418
@pytest.mark.slow
@pytest.mark.tts
@hardware_test(res={"cuda": "L4"}, num_cards=1)
@@ -95,7 +100,7 @@ class TestHiggsAudioV3OnlineHappyPath:
}
)
@pytest.mark.skip(reason="issue#4411")
@_SKIP_ISSUE_6418
@pytest.mark.slow
@pytest.mark.tts
@hardware_test(res={"cuda": "L4"}, num_cards=1)
@@ -112,7 +117,6 @@ class TestHiggsAudioV3OnlineHappyPath:
request_num=3,
)
@pytest.mark.skip(reason="issue#4411")
@pytest.mark.slow
@pytest.mark.tts
@hardware_test(res={"cuda": "L4"}, num_cards=1)
@@ -144,7 +148,6 @@ class TestHiggsAudioV3OnlineHappyPath:
}
)
@pytest.mark.skip(reason="issue#4411")
@pytest.mark.slow
@pytest.mark.tts
@hardware_test(res={"cuda": "L4"}, num_cards=1)
@@ -187,6 +190,7 @@ class TestHiggsAudioV3OnlineInlineControlTokens:
They do not assert audio quality (out of scope for CI).
"""
@_SKIP_ISSUE_6418
@pytest.mark.slow
@pytest.mark.tts
@hardware_test(res={"cuda": "L4"}, num_cards=1)
@@ -203,6 +207,7 @@ class TestHiggsAudioV3OnlineInlineControlTokens:
}
)
@_SKIP_ISSUE_6418
@pytest.mark.slow
@pytest.mark.tts
@hardware_test(res={"cuda": "L4"}, num_cards=1)
@@ -219,6 +224,7 @@ class TestHiggsAudioV3OnlineInlineControlTokens:
}
)
@_SKIP_ISSUE_6418
@pytest.mark.slow
@pytest.mark.tts
@hardware_test(res={"cuda": "L4"}, num_cards=1)
@@ -237,6 +243,7 @@ class TestHiggsAudioV3OnlineInlineControlTokens:
}
)
@_SKIP_ISSUE_6418
@pytest.mark.slow
@pytest.mark.tts
@hardware_test(res={"cuda": "L4"}, num_cards=1)
@@ -253,6 +260,7 @@ class TestHiggsAudioV3OnlineInlineControlTokens:
}
)
@_SKIP_ISSUE_6418
@pytest.mark.slow
@pytest.mark.tts
@hardware_test(res={"cuda": "L4"}, num_cards=1)
@@ -18,7 +18,6 @@ from tests.helpers.stage_config import get_deploy_config_path
pytestmark = [
pytest.mark.slow,
pytest.mark.tts,
pytest.mark.skip(reason="https://github.com/vllm-project/vllm-omni/issues/4704"),
]
MODEL = "inclusionAI/Ming-omni-tts-0.5B"
@@ -30,10 +30,14 @@ from tests.helpers.mark import hardware_test
from tests.helpers.runtime import OmniServerParams
from tests.helpers.stage_config import get_deploy_config_path
_SKIP_ISSUE_6417 = pytest.mark.skip(
reason="https://github.com/vllm-project/vllm-omni/issues/6417",
)
pytestmark = [
pytest.mark.slow,
pytest.mark.tts,
pytest.mark.skip(reason="https://github.com/vllm-project/vllm-omni/issues/4700"),
_SKIP_ISSUE_6417,
]
MODEL = "OpenMOSS-Team/MOSS-TTS-Realtime"
@@ -20,7 +20,6 @@ from tests.helpers.stage_config import (
get_deploy_config_stage,
modify_stage_config,
)
from vllm_omni.platforms import current_omni_platform
MODEL = "Qwen/Qwen3-TTS-12Hz-1.7B-CustomVoice"
@@ -92,10 +91,6 @@ def test_default_cuda_graph_startup(omni_server) -> None:
@pytest.mark.core_model
@pytest.mark.advanced_model
@pytest.mark.tts
@pytest.mark.skipif(
current_omni_platform.is_npu(),
reason="#issue 5479",
)
@hardware_test(res={"cuda": "L4", "npu": "A3"}, num_cards=1)
@pytest.mark.parametrize("omni_server", tts_server_params, indirect=True)
def test_text_to_audio_001(omni_server, openai_client) -> None:
@@ -122,10 +117,6 @@ def test_text_to_audio_001(omni_server, openai_client) -> None:
@pytest.mark.core_model
@pytest.mark.advanced_model
@pytest.mark.tts
@pytest.mark.skipif(
current_omni_platform.is_npu(),
reason="#issue 5479",
)
@hardware_test(res={"cuda": "L4", "npu": "A3"}, num_cards=1)
@pytest.mark.parametrize("omni_server", tts_server_params, indirect=True)
def test_text_to_audio_002(omni_server, openai_client) -> None:
@@ -51,10 +51,7 @@ def _get_diffusion_feature_cases(model: str):
"2",
],
),
marks=[
*FOUR_CARD_FEATURE_MARKS,
pytest.mark.skip(reason="#3432"),
],
marks=FOUR_CARD_FEATURE_MARKS,
),
]
@@ -26,9 +26,6 @@ EXAMPLE_OUTPUT_SUBFOLDER = "example_offline_t2i"
def _skip_readme_snippet(language: str, code: str, h2_title: str) -> tuple[bool, str]:
if h2_title == "Web UI Demo":
return True, f"README section '{h2_title}' is intentionally excluded for examples tests"
# Krea-2 Turbo/Raw README snippets currently fail in CI (more_cli_examples_006/007).
if "krea/Krea-2-Turbo" in code or "krea/Krea-2-Raw" in code:
return True, "Krea-2 README snippets are temporarily skipped (CI failures)"
return False, ""