[Diffusion] Add Worker contracts and RPC plumbing for Scheduler-managed paged KV cache (#5550)
Signed-off-by: Acerak01-fy <wfy2003324@163.com> Signed-off-by: Hongsheng Liu <liuhongsheng4@huawei.com> Co-authored-by: Hongsheng Liu <liuhongsheng4@huawei.com>
This commit is contained in:
1 parent
322600bfb2
commit
af3faa6c1e
10 files changed
+622
-13
No files matched your search
@@ -8,6 +8,7 @@ from dataclasses import dataclass
|
||||
from functools import cached_property
|
||||
from typing import TYPE_CHECKING, Any, TypedDict
|
||||
|
||||
from vllm_omni.diffusion.diffusion_kv.metadata import DiffusionKVMetadata
|
||||
from vllm_omni.diffusion.request import OmniDiffusionRequest
|
||||
|
||||
if TYPE_CHECKING:
|
||||
@@ -161,10 +162,39 @@ class NewRequestData:
|
||||
|
||||
request_id: str
|
||||
req: OmniDiffusionRequest
|
||||
diffusion_kv_metadata: DiffusionKVMetadata | None = None
|
||||
|
||||
@classmethod
|
||||
def from_state(cls, state: SchedulerRequestState) -> NewRequestData:
|
||||
return cls(request_id=state.request_id, req=state.req)
|
||||
def from_state(
|
||||
cls,
|
||||
state: SchedulerRequestState,
|
||||
*,
|
||||
diffusion_kv_metadata: DiffusionKVMetadata | None = None,
|
||||
) -> NewRequestData:
|
||||
return cls(
|
||||
request_id=state.request_id,
|
||||
req=state.req,
|
||||
diffusion_kv_metadata=diffusion_kv_metadata,
|
||||
)
|
||||
|
||||
|
||||
def validate_new_request_data_identity(new_req: NewRequestData) -> None:
|
||||
"""Ensure an envelope and its forwarded request describe the same request."""
|
||||
forwarded_request_id = new_req.req.request_id
|
||||
if new_req.request_id != forwarded_request_id:
|
||||
raise ValueError(
|
||||
"Diffusion request identity mismatch: "
|
||||
f"envelope request_id={new_req.request_id!r}, "
|
||||
f"forwarded request_id={forwarded_request_id!r}"
|
||||
)
|
||||
|
||||
metadata = new_req.diffusion_kv_metadata
|
||||
if metadata is not None and metadata.request_id != forwarded_request_id:
|
||||
raise ValueError(
|
||||
"Diffusion request identity mismatch: "
|
||||
f"metadata request_id={metadata.request_id!r}, "
|
||||
f"forwarded request_id={forwarded_request_id!r}"
|
||||
)
|
||||
|
||||
|
||||
@dataclass
|
||||
|
||||
Reference in new issue
Block a user