[Core] Add NIXL omni connector (#6093)

Signed-off-by: yuanwu <yuan.wu@intel.com>
Signed-off-by: Yuan Wu <yuan.wu@intel.com>
This commit is contained in:
Yuan Wu authored and GitHub committed 2026-09-13 16:35:02 +08:00
1 parent 01a2f93256
commit 6753bbd18c
33 files changed
+3032 -66

No files matched your search

+5
View File
@@ -79,6 +79,7 @@ class OmniEngineCoreRequest(EngineCoreRequest):
# GPUModelRunner.model_intermediate_buffer instead of using the deprecated
# additional_information request transport.
model_intermediate_buffer: dict[str, Any] | None = None
payload_sender_info: dict[str, Any] | None = None
@classmethod
def from_request(
@@ -88,6 +89,7 @@ class OmniEngineCoreRequest(EngineCoreRequest):
prompt_embeds: torch.Tensor | None = None,
additional_information: AdditionalInformationPayload | None = None,
model_intermediate_buffer: dict[str, Any] | None = None,
payload_sender_info: dict[str, Any] | None = None,
) -> "OmniEngineCoreRequest":
"""Clone an EngineCoreRequest into an OmniEngineCoreRequest with optional payload overrides."""
@@ -97,6 +99,8 @@ class OmniEngineCoreRequest(EngineCoreRequest):
additional_information = getattr(request, "additional_information", None)
if model_intermediate_buffer is None:
model_intermediate_buffer = getattr(request, "model_intermediate_buffer", None)
if payload_sender_info is None:
payload_sender_info = getattr(request, "payload_sender_info", None)
return cls(
request_id=request.request_id,
@@ -121,6 +125,7 @@ class OmniEngineCoreRequest(EngineCoreRequest):
abort_immediately=request.abort_immediately,
additional_information=additional_information,
model_intermediate_buffer=model_intermediate_buffer,
payload_sender_info=payload_sender_info,
)