14 lines
462 B
Python
14 lines
462 B
Python
import asyncio
|
|
|
|
from vllm_omni.entrypoints.log_utils import OrchestratorMetrics
|
|
|
|
|
|
class ClientRequestState:
|
|
"""Tracks the state of an individual request in the orchestrator."""
|
|
|
|
def __init__(self, request_id: str, queue: asyncio.Queue | None = None):
|
|
self.request_id = request_id
|
|
self.stage_id: int | None = None
|
|
self.queue = queue if queue is not None else asyncio.Queue()
|
|
self.metrics: OrchestratorMetrics | None = None
|