fix a bug

Signed-off-by: Gaohan123 <gaohan19@huawei.com>

vllm_omni/model_executor/models/qwen2_5_omni.py

@@ -818,10 +818,11 @@ class Qwen2_5OmniForConditionalGeneration(
 
         # Load token2wav weights (if any)
         if token2wav_weights and self.token2wav is not None:
+            # download weights from huggingface for spk_dict.pt
             hf_model_folder = download_weights_from_hf_specific(
                 self.vllm_config.model_config.model,
                 self.vllm_config.load_config.download_dir,
-                allow_patterns=["*.safetensors", "*.bin", "*.pt"],
+                allow_patterns=["*.pt"],
             )
             self._init_token2wav_model(hf_model_folder)
             t2w_loaded = self.token2wav.load_weights(