[CI/Bugfix] Async Request ID Aliasing (#3953)
Signed-off-by: Alex Brooks <albrooks@redhat.com> Co-authored-by: Hongsheng Liu <liuhongsheng4@huawei.com>
This commit is contained in:
1 parent
802a6242f0
commit
8d13b54383
5 files changed
+296
-63
No files matched your search
@@ -6,8 +6,14 @@ from vllm_omni.metrics import OrchestratorAggregator
|
||||
class ClientRequestState:
|
||||
"""Tracks the state of an individual request in the orchestrator."""
|
||||
|
||||
def __init__(self, request_id: str, queue: asyncio.Queue | None = None):
|
||||
def __init__(
|
||||
self,
|
||||
request_id: str,
|
||||
external_request_id: str | None = None,
|
||||
queue: asyncio.Queue | None = None,
|
||||
):
|
||||
self.request_id = request_id
|
||||
self.external_request_id = external_request_id
|
||||
self.stage_id: int | None = None
|
||||
self.queue = queue if queue is not None else asyncio.Queue()
|
||||
self.metrics: OrchestratorAggregator | None = None
|
||||
Reference in new issue
Block a user