[Diffusion] Add Worker contracts and RPC plumbing for Scheduler-managed paged KV cache (#5550)

Signed-off-by: Acerak01-fy <wfy2003324@163.com>
Signed-off-by: Hongsheng Liu <liuhongsheng4@huawei.com>
Co-authored-by: Hongsheng Liu <liuhongsheng4@huawei.com>
This commit is contained in:
Wang fuyinandHongsheng Liu authored and GitHub committed 2026-08-11 14:55:42 +08:00
1 parent 322600bfb2
commit af3faa6c1e
10 files changed
+622 -13

No files matched your search

+32 -2
View File
@@ -8,6 +8,7 @@ from dataclasses import dataclass
from functools import cached_property
from typing import TYPE_CHECKING, Any, TypedDict
from vllm_omni.diffusion.diffusion_kv.metadata import DiffusionKVMetadata
from vllm_omni.diffusion.request import OmniDiffusionRequest
if TYPE_CHECKING:
@@ -161,10 +162,39 @@ class NewRequestData:
request_id: str
req: OmniDiffusionRequest
diffusion_kv_metadata: DiffusionKVMetadata | None = None
@classmethod
def from_state(cls, state: SchedulerRequestState) -> NewRequestData:
return cls(request_id=state.request_id, req=state.req)
def from_state(
cls,
state: SchedulerRequestState,
*,
diffusion_kv_metadata: DiffusionKVMetadata | None = None,
) -> NewRequestData:
return cls(
request_id=state.request_id,
req=state.req,
diffusion_kv_metadata=diffusion_kv_metadata,
)
def validate_new_request_data_identity(new_req: NewRequestData) -> None:
"""Ensure an envelope and its forwarded request describe the same request."""
forwarded_request_id = new_req.req.request_id
if new_req.request_id != forwarded_request_id:
raise ValueError(
"Diffusion request identity mismatch: "
f"envelope request_id={new_req.request_id!r}, "
f"forwarded request_id={forwarded_request_id!r}"
)
metadata = new_req.diffusion_kv_metadata
if metadata is not None and metadata.request_id != forwarded_request_id:
raise ValueError(
"Diffusion request identity mismatch: "
f"metadata request_id={metadata.request_id!r}, "
f"forwarded request_id={forwarded_request_id!r}"
)
@dataclass