[BugFix][Metrics] Fix per-stage time and token stats in metrics API (#4974)
Signed-off-by: akshatvishu <akshatnayak197@gmail.com>
This commit is contained in:
1 parent
8cb79308c6
commit
cd5daaea6a
18 files changed
+618
-78
No files matched your search
@@ -331,6 +331,7 @@ class AsyncOmniEngine:
|
||||
omni_heartbeat_timeout=self._omni_heartbeat_timeout,
|
||||
omni_lb_policy=self._omni_lb_policy,
|
||||
request_queue=self.request_queue,
|
||||
log_stats=self._log_stats,
|
||||
)
|
||||
self._runtime.initialize()
|
||||
|
||||
|
||||
Reference in new issue
Block a user