[Bugfix][Diffusion] Honor HF_HUB_OFFLINE in OmniDiffusionConfig (align with AR stage) (#5403)

Signed-off-by: Weiming Liao <liaowm5@gmail.com>
Signed-off-by: Weiming Liao <fayespica@outlook.com>
Co-authored-by: 汪志鹏 <wangzhipeng628@gmail.com>
This commit is contained in:
Weiming Liaoand汪志鹏 authored and GitHub committed 2026-07-30 15:07:46 +00:00
1 parent 3b0718f22e
commit 86d7864588
2 files changed
+74

No files matched your search

+14
View File
@@ -11,6 +11,7 @@ from enum import Enum
from typing import TYPE_CHECKING, Any
import diffusers
import huggingface_hub
import torch
from PIL import Image
from pydantic import Field, model_validator
@@ -20,6 +21,7 @@ from vllm.logger import init_logger
from vllm.model_executor.layers.quantization.base_config import (
QuantizationConfig,
)
from vllm.transformers_utils.repo_utils import get_model_path
from vllm_omni.diffusion.model_metadata import get_diffusion_model_metadata
from vllm_omni.diffusion.utils.network_utils import is_port_available
@@ -1018,6 +1020,18 @@ class OmniDiffusionConfig:
"valid together with diffusion_load_format=diffusers"
)
# when use hf offline, replace model to local model path
# align with ar stage behavior, see vllm/engine/arg_utils.py
if huggingface_hub.constants.HF_HUB_OFFLINE and self.model:
model_id = self.model
self.model = get_model_path(self.model, self.revision)
if model_id != self.model:
logger.info(
"HF_HUB_OFFLINE is True, replace model_id [%s] to model_path [%s]",
model_id,
self.model,
)
def _propagate_quantization_from_tf_config(self, tf_config: "TransformerConfig") -> None:
if tf_config.quant_config is None:
return