[Entrypoint][Refactor] Make field type hint more concrete (#3139)
Signed-off-by: wuhang <wuhang6@huawei.com>
This commit is contained in:
1 parent
51b4b1131e
commit
0d9d57acd9
20 files changed
+908
-543
No files matched your search
@@ -20,6 +20,7 @@ from vllm.v1.engine.exceptions import EngineDeadError
|
||||
from vllm_omni.diffusion.data import DiffusionRequestAbortedError
|
||||
from vllm_omni.diffusion.diffusion_engine import DiffusionEngine
|
||||
from vllm_omni.diffusion.request import OmniDiffusionRequest
|
||||
from vllm_omni.engine.stage_client import StageClientBase
|
||||
from vllm_omni.engine.stage_init_utils import StageMetadata
|
||||
from vllm_omni.inputs.data import OmniDiffusionSamplingParams
|
||||
from vllm_omni.outputs import OmniRequestOutput
|
||||
@@ -31,11 +32,12 @@ if TYPE_CHECKING:
|
||||
logger = init_logger(__name__)
|
||||
|
||||
|
||||
class InlineStageDiffusionClient:
|
||||
class InlineStageDiffusionClient(StageClientBase):
|
||||
"""Runs DiffusionEngine in a thread executor inside the Orchestrator."""
|
||||
|
||||
stage_type: str = "diffusion"
|
||||
replica_id: int = 0
|
||||
is_comprehension: bool = False
|
||||
|
||||
def __init__(
|
||||
self,
|
||||
|
||||
@@ -29,6 +29,7 @@ from vllm_omni.distributed.omni_connectors.utils.serialization import (
|
||||
OmniMsgpackDecoder,
|
||||
OmniMsgpackEncoder,
|
||||
)
|
||||
from vllm_omni.engine.stage_client import StageClientBase
|
||||
from vllm_omni.engine.stage_init_utils import StageMetadata, terminate_alive_proc
|
||||
from vllm_omni.outputs import OmniRequestOutput
|
||||
|
||||
@@ -57,7 +58,7 @@ def create_diffusion_client(
|
||||
)
|
||||
|
||||
|
||||
class StageDiffusionClient:
|
||||
class StageDiffusionClient(StageClientBase):
|
||||
"""Communicates with StageDiffusionProc via ZMQ for use inside the Orchestrator.
|
||||
|
||||
Exposes the same attributes and async methods the Orchestrator
|
||||
@@ -68,6 +69,7 @@ class StageDiffusionClient:
|
||||
|
||||
stage_type: str = "diffusion"
|
||||
replica_id: int = 0
|
||||
is_comprehension: bool = False
|
||||
|
||||
def __init__(
|
||||
self,
|
||||
|
||||
Reference in new issue
Block a user