[Bugfix] Support diffusion worker dead detect when use inline engine (#3214)
Signed-off-by: wuhang <wuhang6@huawei.com> Co-authored-by: Hongsheng Liu <liuhongsheng4@huawei.com>
This commit is contained in:
1 parent
b5e163cfca
commit
0f4853ff86
5 files changed
+94
-11
No files matched your search
@@ -1,6 +1,7 @@
|
||||
from __future__ import annotations
|
||||
|
||||
from abc import ABC, abstractmethod
|
||||
from collections.abc import Callable
|
||||
from typing import TYPE_CHECKING, Any
|
||||
|
||||
from vllm.utils.import_utils import resolve_obj_by_qualname
|
||||
@@ -101,6 +102,14 @@ class DiffusionExecutor(ABC):
|
||||
"""Check if the executor and workers are healthy."""
|
||||
pass
|
||||
|
||||
def register_failure_callback(self, callback: Callable[[], None]) -> None:
|
||||
"""Register a callback invoked when the executor fatally fails.
|
||||
|
||||
Executors without a background failure monitor can keep the default
|
||||
no-op implementation.
|
||||
"""
|
||||
return None
|
||||
|
||||
@abstractmethod
|
||||
def shutdown(self) -> None:
|
||||
"""Shutdown the executor and release resources."""
|
||||
|
||||
Reference in new issue
Block a user