[Core] Add NIXL omni connector (#6093)
Signed-off-by: yuanwu <yuan.wu@intel.com> Signed-off-by: Yuan Wu <yuan.wu@intel.com>
This commit is contained in:
1 parent
01a2f93256
commit
6753bbd18c
33 files changed
+3032
-66
No files matched your search
@@ -58,6 +58,7 @@ def _make_request(req_id: str, status: str = "waiting") -> SimpleNamespace:
|
||||
num_computed_tokens=0,
|
||||
_all_token_ids=[],
|
||||
_output_token_ids=[],
|
||||
payload_sender_info=None,
|
||||
)
|
||||
|
||||
|
||||
@@ -270,6 +271,19 @@ class TestWaitingForInputTransition(unittest.TestCase):
|
||||
self.assertEqual(len(coord.pending_input_registrations), 1)
|
||||
self.assertEqual(coord.pending_input_registrations[0].request_id, "r1")
|
||||
|
||||
def test_pending_input_registration_carries_payload_sender_info(self):
|
||||
coord = OmniSchedulingCoordinator(stage_id=1)
|
||||
req = _make_request("r1", status=RequestStatus.WAITING_FOR_INPUT)
|
||||
req.payload_sender_info = {"host": "10.0.0.1", "zmq_port": 50051}
|
||||
waiting = MockQueue([req])
|
||||
|
||||
coord.process_pending_full_payload_inputs(waiting, set())
|
||||
|
||||
self.assertEqual(
|
||||
coord.pending_input_registrations[0].payload_sender_info,
|
||||
{"host": "10.0.0.1", "zmq_port": 50051},
|
||||
)
|
||||
|
||||
def test_idle_cycles_retain_received_marker_before_request_appears(self):
|
||||
coord = OmniSchedulingCoordinator(stage_id=1)
|
||||
coord._full_payload_input_received.add("late")
|
||||
|
||||
Reference in new issue
Block a user