[Bugfix] Set PREEMPTED status when moving requests from running to waiting queue (#1893)
Signed-off-by: gcanlin <canlinguosdu@gmail.com>
This commit is contained in:
1 parent
3158e9d28f
commit
d636c32ff9
1 file changed
+1
@@ -302,6 +302,7 @@ class OmniChunkTransferAdapter(OmniTransferAdapterBase):
|
|||||||
)
|
)
|
||||||
while len(running_queue) > self.scheduler_max_num_seqs:
|
while len(running_queue) > self.scheduler_max_num_seqs:
|
||||||
request = running_queue.pop()
|
request = running_queue.pop()
|
||||||
|
request.status = RequestStatus.PREEMPTED
|
||||||
waiting_queue.prepend_requests([request])
|
waiting_queue.prepend_requests([request])
|
||||||
|
|
||||||
def restore_queues(self, waiting_queue: Any, running_queue: list[Request]) -> None:
|
def restore_queues(self, waiting_queue: Any, running_queue: list[Request]) -> None:
|
||||||
|
|||||||
Reference in new issue
Block a user