Files
vllm-omni/vllm_omni/entrypoints/client_request_state.py
T
2025-12-16 15:41:42 +00:00

11 lines
341 B
Python

import asyncio
class ClientRequestState:
"""Tracks the state of an individual request in the orchestrator."""
def __init__(self, request_id: str, queue: asyncio.Queue | None = None):
self.request_id = request_id
self.stage_id: int | None = None
self.queue = queue if queue is not None else asyncio.Queue()