Alex BrooksandHongsheng Liu
8d13b54383
Signed-off-by: Alex Brooks <albrooks@redhat.com> Co-authored-by: Hongsheng Liu <liuhongsheng4@huawei.com>
20 lines
588 B
Python
20 lines
588 B
Python
import asyncio
|
|
|
|
from vllm_omni.metrics import OrchestratorAggregator
|
|
|
|
|
|
class ClientRequestState:
|
|
"""Tracks the state of an individual request in the orchestrator."""
|
|
|
|
def __init__(
|
|
self,
|
|
request_id: str,
|
|
external_request_id: str | None = None,
|
|
queue: asyncio.Queue | None = None,
|
|
):
|
|
self.request_id = request_id
|
|
self.external_request_id = external_request_id
|
|
self.stage_id: int | None = None
|
|
self.queue = queue if queue is not None else asyncio.Queue()
|
|
self.metrics: OrchestratorAggregator | None = None
|