[Bugfix] npu omni runner alignment (#5846)
Signed-off-by: psv666 <2693925048@qq.com>
This commit is contained in:
1 parent
4a0a481778
commit
271d2f51e2
4 files changed
+33
-9
No files matched your search
@@ -45,19 +45,19 @@
|
||||
"percentile-metrics": "ttft,e2el,audio_ttfp,audio_rtf,audio_duration",
|
||||
"baseline": {
|
||||
"request_throughput": [
|
||||
0.2415
|
||||
0.1594
|
||||
],
|
||||
"mean_ttft_ms": [
|
||||
122.6731
|
||||
274.164
|
||||
],
|
||||
"mean_e2el_ms": [
|
||||
4073.804
|
||||
6250.7696
|
||||
],
|
||||
"mean_audio_ttfp_ms": [
|
||||
523.4768
|
||||
994.422
|
||||
],
|
||||
"mean_audio_rtf": [
|
||||
0.28295
|
||||
0.46163
|
||||
]
|
||||
}
|
||||
}
|
||||
|
||||
@@ -19,7 +19,7 @@ _MODEL = "openbmb/MiniCPM-o-4_5"
|
||||
_CI_DEPLOY = modify_stage_config(
|
||||
get_deploy_config_path("minicpmo_4_5.yaml"),
|
||||
updates={
|
||||
"stages": {0: {"default_sampling_params.max_tokens": 128}, 1: {"default_sampling_params.max_tokens": 1024}}
|
||||
"stages": {0: {"default_sampling_params.max_tokens": 64}, 1: {"default_sampling_params.max_tokens": 1024}}
|
||||
},
|
||||
)
|
||||
|
||||
|
||||
Reference in new issue
Block a user