[Feature] Opt metrics structure (#891)
Signed-off-by: Junhong Liu <98734602+LJH-LBJ@users.noreply.github.com> Signed-off-by: Junhong Liu <ljh_lbj@163.com> Co-authored-by: Hongsheng Liu <liuhongsheng4@huawei.com>
This commit is contained in:
1 parent
ac397ae2a0
commit
9af6fb9a1f
23 files changed
+1151
-728
No files matched your search
@@ -1,6 +1,6 @@
|
||||
import asyncio
|
||||
|
||||
from vllm_omni.entrypoints.log_utils import OrchestratorMetrics
|
||||
from vllm_omni.metrics import OrchestratorAggregator
|
||||
|
||||
|
||||
class ClientRequestState:
|
||||
@@ -10,4 +10,4 @@ class ClientRequestState:
|
||||
self.request_id = request_id
|
||||
self.stage_id: int | None = None
|
||||
self.queue = queue if queue is not None else asyncio.Queue()
|
||||
self.metrics: OrchestratorMetrics | None = None
|
||||
self.metrics: OrchestratorAggregator | None = None
|
||||
Reference in new issue
Block a user