From d7618b1be45efeac6c02dda8d021777e28a6e5f4 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E9=BD=90=E4=BF=9D=E5=85=83?= Date: Sun, 9 Nov 2025 04:04:21 +0800 Subject: [PATCH] [fix] support loading model from local path MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: 齐保元 --- vllm_omni/model_executor/models/qwen2_5_omni.py | 15 ++++++++++----- 1 file changed, 10 insertions(+), 5 deletions(-) diff --git a/vllm_omni/model_executor/models/qwen2_5_omni.py b/vllm_omni/model_executor/models/qwen2_5_omni.py index 6f9ec9669..f820ef3d7 100644 --- a/vllm_omni/model_executor/models/qwen2_5_omni.py +++ b/vllm_omni/model_executor/models/qwen2_5_omni.py @@ -819,11 +819,16 @@ class Qwen2_5OmniForConditionalGeneration( # Load token2wav weights (if any) if token2wav_weights and self.token2wav is not None: # download weights from huggingface for spk_dict.pt - hf_model_folder = download_weights_from_hf_specific( - self.vllm_config.model_config.model, - self.vllm_config.load_config.download_dir, - allow_patterns=["*.pt"], - ) + model_path = self.vllm_config.model_config.model + download_dir = self.vllm_config.load_config.download_dir + if os.path.exists(model_path): + hf_model_folder = model_path + else: + hf_model_folder = download_weights_from_hf_specific( + model_path, + download_dir, + allow_patterns=["*.pt"], + ) self._init_token2wav_model(hf_model_folder) t2w_loaded = self.token2wav.load_weights( token2wav_weights, os.path.join(hf_model_folder, "spk_dict.pt")