[Core] Add NIXL omni connector (#6093)

Signed-off-by: yuanwu <yuan.wu@intel.com>
Signed-off-by: Yuan Wu <yuan.wu@intel.com>
This commit is contained in:
Yuan Wu authored and GitHub committed 2026-09-13 16:35:02 +08:00
1 parent 01a2f93256
commit 6753bbd18c
33 files changed
+3032 -66

No files matched your search

+22
View File
@@ -2148,6 +2148,7 @@ class Orchestrator:
*,
mm_features: list | None = None,
resumable: bool = False,
payload_sender_info: dict[str, Any] | None = None,
) -> Any:
next_pool = self.stage_pools[next_stage_id]
if self._next_stage_input_is_tokens(next_input):
@@ -2160,6 +2161,7 @@ class Orchestrator:
resumable=resumable,
)
request.external_req_id = request.request_id
request.payload_sender_info = payload_sender_info
return request
processor = self._get_stage_input_processor(next_stage_id)
@@ -2181,6 +2183,7 @@ class Orchestrator:
)
request = self._upgrade_processed_stage_request(request, next_input)
request.external_req_id = req_id
request.payload_sender_info = payload_sender_info
return request
@staticmethod
@@ -2829,6 +2832,7 @@ class Orchestrator:
params=params,
mm_features=mm_features,
resumable=next_stage_resumable,
payload_sender_info=self._build_payload_sender_info(src_stage_id, request_id=req_id),
)
if already_submitted:
@@ -2967,6 +2971,7 @@ class Orchestrator:
model_config=next_pool.stage_vllm_config.model_config,
resumable=downstream_resumable,
)
request.payload_sender_info = self._build_payload_sender_info(next_stage_id - 1, request_id=request_id)
request.external_req_id = request.request_id
submitted = await self._dispatch_or_fail_request(
lambda: next_pool.submit_initial(
@@ -3043,6 +3048,23 @@ class Orchestrator:
return sender_infos or None
def _build_payload_sender_info(
self,
sender_stage_id: int,
*,
request_id: str | None = None,
) -> dict[str, Any] | None:
if sender_stage_id < 0 or sender_stage_id >= len(self.stage_pools):
return None
sender_pool = self.stage_pools[sender_stage_id]
sender_stage = sender_pool.get_bound_client(request_id) if request_id is not None else None
if sender_stage is None:
sender_stage = sender_pool.stage_client
get_sender_info = getattr(sender_stage, "get_payload_sender_info", None)
if not callable(get_sender_info):
return None
return get_sender_info()
# ---- Shutdown / lifecycle ----
def _shutdown_stages(self) -> None: