[BugFix] Fix the issue of vllm failing to start. (#4105)
Signed-off-by: amy-why-3459 <wuhaiyan17@huawei.com>
This commit is contained in:
1 parent
3818ba4c65
commit
8949fdc440
1 file changed
+3
-6
@@ -77,13 +77,10 @@ def register_omni_models_to_vllm():
|
||||
|
||||
_register_omni_hf_configs()
|
||||
|
||||
# Always register every arch declared in _OMNI_MODELS — these are the
|
||||
# archs vllm-omni explicitly owns, so we want our implementation to
|
||||
# win even if a future vllm release ships a same-named built-in.
|
||||
# vllm's ModelRegistry.register_model already emits a warning and
|
||||
# overrides on collision; we let it handle that.
|
||||
supported_archs = ModelRegistry.get_supported_archs()
|
||||
for arch, (mod_folder, mod_relname, cls_name) in _OMNI_MODELS.items():
|
||||
ModelRegistry.register_model(arch, f"vllm_omni.model_executor.models.{mod_folder}.{mod_relname}:{cls_name}")
|
||||
if arch not in supported_archs:
|
||||
ModelRegistry.register_model(arch, f"vllm_omni.model_executor.models.{mod_folder}.{mod_relname}:{cls_name}")
|
||||
|
||||
|
||||
@dataclass
|
||||
|
||||
Reference in new issue
Block a user