[Feature] Opt metrics structure (#891)

Signed-off-by: Junhong Liu <98734602+LJH-LBJ@users.noreply.github.com>
Signed-off-by: Junhong Liu <ljh_lbj@163.com>
Co-authored-by: Hongsheng Liu <liuhongsheng4@huawei.com>
This commit is contained in:
Junhong LiuandHongsheng Liu authored and GitHub committed 2026-02-09 19:17:32 +08:00
1 parent ac397ae2a0
commit 9af6fb9a1f
23 files changed
+1151 -728

No files matched your search

+2 -2
View File
@@ -36,7 +36,7 @@ def parse_args():
)
# OmniLLM init args
parser.add_argument("--enable-stats", action="store_true", default=False)
parser.add_argument("--log-stats", action="store_true", default=False)
parser.add_argument("--init-sleep-seconds", type=int, default=20)
parser.add_argument("--batch-timeout", type=int, default=5)
parser.add_argument("--init-timeout", type=int, default=300)
@@ -120,7 +120,7 @@ def main():
omni_kwargs.update(
{
"log_stats": args.enable_stats,
"log_stats": args.log_stats,
"init_sleep_seconds": args.init_sleep_seconds,
"batch_timeout": args.batch_timeout,
"init_timeout": args.init_timeout,
@@ -322,7 +322,7 @@ def main(args):
query_result = query_func()
omni_llm = Omni(
model=model_name,
log_stats=args.enable_stats,
log_stats=args.log_stats,
stage_init_timeout=args.stage_init_timeout,
batch_timeout=args.batch_timeout,
init_timeout=args.init_timeout,
@@ -439,7 +439,7 @@ def parse_args():
help="Query type.",
)
parser.add_argument(
"--enable-stats",
"--log-stats",
action="store_true",
default=False,
help="Enable writing detailed statistics (default: disabled)",
@@ -328,7 +328,7 @@ def main(args):
omni_llm = Omni(
model=model_name,
stage_configs_path=args.stage_configs_path,
log_stats=args.enable_stats,
log_stats=args.log_stats,
stage_init_timeout=args.stage_init_timeout,
)
@@ -455,7 +455,7 @@ def parse_args():
help="Query type.",
)
parser.add_argument(
"--enable-stats",
"--log-stats",
action="store_true",
default=False,
help="Enable writing detailed statistics (default: disabled)",
@@ -219,7 +219,7 @@ def main(args):
omni = Omni(
model=model_name,
stage_configs_path=args.stage_configs_path,
log_stats=args.enable_stats,
log_stats=args.log_stats,
stage_init_timeout=args.stage_init_timeout,
)
@@ -275,7 +275,7 @@ def parse_args():
help="Query type.",
)
parser.add_argument(
"--enable-stats",
"--log-stats",
action="store_true",
default=False,
help="Enable writing detailed statistics (default: disabled)",