From 5fb7d137c76f25d2bb4196488020d9f87f1fe102 Mon Sep 17 00:00:00 2001 From: Yueqian Lin <70319226+linyueqian@users.noreply.github.com> Date: Wed, 11 Feb 2026 05:24:45 -0500 Subject: [PATCH] [Bugfix][Qwen3-TTS] Preserve original model ID in omni_snapshot_download (#1318) --- .buildkite/pipeline.yml | 38 +++++++++++++++++------------------ vllm_omni/entrypoints/omni.py | 7 +++++-- 2 files changed, 24 insertions(+), 21 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 9865a4a4b..9e7fc07a9 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -228,25 +228,25 @@ steps: volumes: - "/fsx/hf_cache:/fsx/hf_cache" - # - label: "Qwen3-TTS E2E Test" - # timeout_in_minutes: 10 - # depends_on: image-build - # commands: - # - export VLLM_LOGGING_LEVEL=DEBUG - # - export VLLM_WORKER_MULTIPROC_METHOD=spawn - # - pytest -s -v tests/e2e/online_serving/test_qwen3_tts.py - # agents: - # queue: "gpu_4_queue" - # plugins: - # - docker#v5.2.0: - # image: public.ecr.aws/q9t5s3a7/vllm-ci-test-repo:$BUILDKITE_COMMIT - # always-pull: true - # propagate-environment: true - # shm-size: "8gb" - # environment: - # - "HF_HOME=/fsx/hf_cache" - # volumes: - # - "/fsx/hf_cache:/fsx/hf_cache" + - label: "Qwen3-TTS E2E Test" + timeout_in_minutes: 10 + depends_on: image-build + commands: + - export VLLM_LOGGING_LEVEL=DEBUG + - export VLLM_WORKER_MULTIPROC_METHOD=spawn + - pytest -s -v tests/e2e/online_serving/test_qwen3_tts.py + agents: + queue: "gpu_4_queue" + plugins: + - docker#v5.2.0: + image: public.ecr.aws/q9t5s3a7/vllm-ci-test-repo:$BUILDKITE_COMMIT + always-pull: true + propagate-environment: true + shm-size: "8gb" + environment: + - "HF_HOME=/fsx/hf_cache" + volumes: + - "/fsx/hf_cache:/fsx/hf_cache" # - label: "Omni Model Test with H100" # timeout_in_minutes: 30 diff --git a/vllm_omni/entrypoints/omni.py b/vllm_omni/entrypoints/omni.py index 510813c6a..711185675 100644 --- a/vllm_omni/entrypoints/omni.py +++ b/vllm_omni/entrypoints/omni.py @@ -82,8 +82,11 @@ def omni_snapshot_download(model_id) -> str: # For other cases (Hugging Face), perform a real download to ensure all # necessary files (including *.pt for audio/diffusion) are available locally # before stage workers are spawned. This prevents initialization timeouts. + # Return the original model_id so that model_config.model preserves + # HuggingFace semantics (e.g. "Qwen/Qwen3-TTS-12Hz-1.7B-CustomVoice") + # instead of the resolved cache path. try: - return download_weights_from_hf_specific( + download_weights_from_hf_specific( model_name_or_path=model_id, cache_dir=None, allow_patterns=["*"], @@ -91,7 +94,7 @@ def omni_snapshot_download(model_id) -> str: ) except huggingface_hub.errors.RepositoryNotFoundError: logger.warning(f"Repository not found for '{model_id}'.") - return model_id + return model_id class OmniBase: