{ "date": null, "endpoint_type": null, "backend": null, "label": null, "model_id": null, "tokenizer_id": null, "num_prompts": 0, "request_rate": null, "burstiness": 0, "max_concurrency": 0, "duration": 0, "completed": 0, "failed": 0, "total_input_tokens": 0, "total_output_tokens": 0, "request_throughput": 0, "request_goodput": null, "output_throughput": 0, "total_token_throughput": 0, "total_audio_duration_s": 0, "total_audio_frames": 0, "audio_throughput": 0, "max_output_tokens_per_s": 0, "max_concurrent_requests": 0, "rtfx": 0, "mean_ttft_ms": 0, "median_ttft_ms": 0, "p99_ttft_ms": 0, "mean_tpot_ms": 0, "median_tpot_ms": 0, "p99_tpot_ms": 0, "mean_itl_ms": 0, "median_itl_ms": 0, "p99_itl_ms": 0, "mean_e2el_ms": 0, "median_e2el_ms": 0, "p99_e2el_ms": 0, "mean_audio_rtf": 0, "median_audio_rtf": 0, "p99_audio_rtf": 0, "mean_audio_ttfp_ms": 0, "median_audio_ttfp_ms": 0, "p99_audio_ttfp_ms": 0, "mean_audio_duration_s": 0, "median_audio_duration_s": 0, "p99_audio_duration_s": 0, "baseline": { "H100": { "mean_ttft_ms": 0, "mean_audio_ttfp_ms": 0, "mean_audio_rtf": 0 } }, "random_input_len": 0, "random_output_len": 0 }