[Bugfix] Fix diffusion hf_config fallback (#4093)
Signed-off-by: KexiongYu <yukexiong1@huawei.com>
This commit is contained in:
1 parent
4a24a517ab
commit
b32c697b05
2 files changed
+49
-3
No files matched your search
@@ -125,9 +125,9 @@ class DiffusionWorker:
|
||||
try:
|
||||
hf_config = get_config(self.od_config.model, trust_remote_code=self.od_config.trust_remote_code)
|
||||
except ValueError:
|
||||
hf_config = None
|
||||
logger.info("Skipping hf_config loading for diffusion model %r", self.od_config.model_class_name)
|
||||
hf_text_config = get_hf_text_config(hf_config) if hf_config is not None else None
|
||||
hf_config = getattr(self.od_config, "tf_model_config", None)
|
||||
logger.info("Using diffusion tf_model_config for model %r", self.od_config.model_class_name)
|
||||
hf_text_config = get_hf_text_config(hf_config) if hasattr(hf_config, "get_text_config") else hf_config
|
||||
vllm_config.model_config = SimpleNamespace(
|
||||
hf_config=hf_config,
|
||||
hf_text_config=hf_text_config,
|
||||
|
||||
Reference in new issue
Block a user