Add vLLM-Omni library info to Hugging Face Hub requests (#5381)
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com> Co-authored-by: Hongsheng Liu <liuhongsheng4@huawei.com> Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
This commit is contained in:
57 files changed
+259
-220
No files matched your search
@@ -201,9 +201,9 @@ def _load_model_chat_template_json(model: str) -> str | None:
|
||||
|
||||
if template_path is None:
|
||||
try:
|
||||
from huggingface_hub import hf_hub_download
|
||||
from vllm_omni.transformers_utils.repo_utils import hf_api
|
||||
|
||||
template_path = hf_hub_download(
|
||||
template_path = hf_api().hf_hub_download(
|
||||
repo_id=model,
|
||||
filename="chat_template.json",
|
||||
local_files_only=True,
|
||||
|
||||
Reference in new issue
Block a user