wangyu
a3ecde98e0
Signed-off-by: wangyu <410167048@qq.com> Signed-off-by: wangyu <53896905+yenuo26@users.noreply.github.com>
56 lines
1.2 KiB
JSON
56 lines
1.2 KiB
JSON
{
|
|
"date": null,
|
|
"endpoint_type": null,
|
|
"backend": null,
|
|
"label": null,
|
|
"model_id": null,
|
|
"tokenizer_id": null,
|
|
"num_prompts": 0,
|
|
"request_rate": null,
|
|
"burstiness": 0,
|
|
"max_concurrency": 0,
|
|
"duration": 0,
|
|
"completed": 0,
|
|
"failed": 0,
|
|
"total_input_tokens": 0,
|
|
"total_output_tokens": 0,
|
|
"request_throughput": 0,
|
|
"request_goodput": null,
|
|
"output_throughput": 0,
|
|
"total_token_throughput": 0,
|
|
"total_audio_duration_s": 0,
|
|
"total_audio_frames": 0,
|
|
"audio_throughput": 0,
|
|
"max_output_tokens_per_s": 0,
|
|
"max_concurrent_requests": 0,
|
|
"rtfx": 0,
|
|
"mean_ttft_ms": 0,
|
|
"median_ttft_ms": 0,
|
|
"p99_ttft_ms": 0,
|
|
"mean_tpot_ms": 0,
|
|
"median_tpot_ms": 0,
|
|
"p99_tpot_ms": 0,
|
|
"mean_itl_ms": 0,
|
|
"median_itl_ms": 0,
|
|
"p99_itl_ms": 0,
|
|
"mean_e2el_ms": 0,
|
|
"median_e2el_ms": 0,
|
|
"p99_e2el_ms": 0,
|
|
"mean_audio_rtf": 0,
|
|
"median_audio_rtf": 0,
|
|
"p99_audio_rtf": 0,
|
|
"mean_audio_ttfp_ms": 0,
|
|
"median_audio_ttfp_ms": 0,
|
|
"p99_audio_ttfp_ms": 0,
|
|
"mean_audio_duration_s": 0,
|
|
"median_audio_duration_s": 0,
|
|
"p99_audio_duration_s": 0,
|
|
"baseline": {
|
|
"mean_ttft_ms": 0,
|
|
"mean_audio_ttfp_ms": 0,
|
|
"mean_audio_rtf": 0
|
|
},
|
|
"random_input_len": 0,
|
|
"random_output_len": 0
|
|
}
|