[Core] Add NIXL omni connector (#6093)

Signed-off-by: yuanwu <yuan.wu@intel.com>
Signed-off-by: Yuan Wu <yuan.wu@intel.com>
This commit is contained in:
Yuan Wu authored and GitHub committed 2026-09-13 16:35:02 +08:00
1 parent 01a2f93256
commit 6753bbd18c
33 files changed
+3032 -66

No files matched your search

@@ -58,6 +58,7 @@ def _make_request(req_id: str, status: str = "waiting") -> SimpleNamespace:
num_computed_tokens=0,
_all_token_ids=[],
_output_token_ids=[],
payload_sender_info=None,
)
@@ -270,6 +271,19 @@ class TestWaitingForInputTransition(unittest.TestCase):
self.assertEqual(len(coord.pending_input_registrations), 1)
self.assertEqual(coord.pending_input_registrations[0].request_id, "r1")
def test_pending_input_registration_carries_payload_sender_info(self):
coord = OmniSchedulingCoordinator(stage_id=1)
req = _make_request("r1", status=RequestStatus.WAITING_FOR_INPUT)
req.payload_sender_info = {"host": "10.0.0.1", "zmq_port": 50051}
waiting = MockQueue([req])
coord.process_pending_full_payload_inputs(waiting, set())
self.assertEqual(
coord.pending_input_registrations[0].payload_sender_info,
{"host": "10.0.0.1", "zmq_port": 50051},
)
def test_idle_cycles_retain_received_marker_before_request_appears(self):
coord = OmniSchedulingCoordinator(stage_id=1)
coord._full_payload_input_received.add("late")