diff --git a/benchmarks/tts/edge_results/stream_latency/Qwen3-TTS-12Hz-0.6B-CustomVoice/qwen3_tts/20260909-160338_shm_hop.json b/benchmarks/tts/edge_results/stream_latency/Qwen3-TTS-12Hz-0.6B-CustomVoice/qwen3_tts/20260909-160338_shm_hop.json new file mode 100644 index 000000000..4d7d81283 --- /dev/null +++ b/benchmarks/tts/edge_results/stream_latency/Qwen3-TTS-12Hz-0.6B-CustomVoice/qwen3_tts/20260909-160338_shm_hop.json @@ -0,0 +1,1295 @@ +{ + "schema": 1, + "meta": { + "model": "Qwen/Qwen3-TTS-12Hz-0.6B-CustomVoice", + "deploy_config": "vllm_omni/deploy/qwen3_tts.yaml", + "query_type": "CustomVoice", + "txt_prompts": "benchmarks/tts/prompts_12.txt", + "git_sha": "15bb6133", + "gpu_name": "NVIDIA L20X", + "cuda_visible_devices": "3", + "timestamp": "20260909-160338", + "argv": [ + "--query-type", + "CustomVoice", + "--txt-prompts", + "benchmarks/tts/prompts_12.txt", + "--init-timeout", + "1500", + "--stage-init-timeout", + "900", + "--deploy-config", + "vllm_omni/deploy/qwen3_tts.yaml" + ], + "bench_args": { + "model": "Qwen/Qwen3-TTS-12Hz-0.6B-CustomVoice", + "warmup": 1, + "repeat": 2, + "init_only": false, + "tag": "shm_hop", + "output_dir": "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/edge_results/stream_latency", + "save_wav": false, + "gpu_poll_interval_s": 0.2, + "parallel_stage_init": false, + "deploy_profile": null, + "step_stats": true, + "bench_help": false + }, + "warmup": 1, + "repeat": 2, + "init_only": false + }, + "init": { + "init_s": 150.20538396574557, + "init_timeline": null + }, + "step_stats": { + "roles": { + "orchestrator": {}, + "stage0": { + "sched.schedule_ms": { + "count": 1597, + "sum_ms": 142.90595334023237, + "mean_ms": 0.08948400334391507, + "p50_ms": 0.08459389209747314, + "p95_ms": 0.10722316801548004, + "max_ms": 1.0436493903398514 + }, + "core.step_ms": { + "count": 1619, + "sum_ms": 9677.875168155879, + "mean_ms": 5.977686947594737, + "p50_ms": 5.459827836602926, + "p95_ms": 8.340002037584782, + "max_ms": 483.9635700918734 + }, + "sched.update_from_output_ms": { + "count": 1596, + "sum_ms": 138.19326320663095, + "mean_ms": 0.086587257648265, + "p50_ms": 0.08433684706687927, + "p95_ms": 0.1080692745745182, + "max_ms": 0.249532051384449 + }, + "hop.enqueue_to_put_ms": { + "count": 94, + "sum_ms": 151.99857065454125, + "mean_ms": 1.617006070792992, + "p50_ms": 0.36263419315218925, + "p95_ms": 0.5090651102364063, + "max_ms": 116.82084808126092 + }, + "hop.put_ms": { + "count": 94, + "sum_ms": 206.05107862502337, + "mean_ms": 2.1920327513300357, + "p50_ms": 0.20567839965224266, + "p95_ms": 0.6328132003545761, + "max_ms": 182.44604114443064 + } + }, + "stage1": { + "sched.schedule_ms": { + "count": 7413, + "sum_ms": 282.9231056384742, + "mean_ms": 0.03816580407911429, + "p50_ms": 0.032396987080574036, + "p95_ms": 0.07155584171414375, + "max_ms": 3.307436127215624 + }, + "hop.poll_miss_ms": { + "count": 8050, + "sum_ms": 71.38970168307424, + "mean_ms": 0.00886828592336326, + "p50_ms": 0.00502588227391243, + "p95_ms": 0.01888629049062729, + "max_ms": 1.1654896661639214 + }, + "core.step_ms": { + "count": 7437, + "sum_ms": 2434.894509613514, + "mean_ms": 0.3274027846730555, + "p50_ms": 0.10270578786730766, + "p95_ms": 0.28342101722955704, + "max_ms": 198.27822083607316 + }, + "sched.update_from_output_ms": { + "count": 7412, + "sum_ms": 45.248025096952915, + "mean_ms": 0.006104698475034123, + "p50_ms": 0.004766974598169327, + "p95_ms": 0.011170748621225357, + "max_ms": 0.16657402738928795 + }, + "hop.get_ms": { + "count": 99, + "sum_ms": 34.319841768592596, + "mean_ms": 0.3466650683696222, + "p50_ms": 0.2897200174629688, + "p95_ms": 0.6442549638450146, + "max_ms": 1.1177551932632923 + }, + "hop.put_to_get_ms": { + "count": 98, + "sum_ms": 237.17689514160156, + "mean_ms": 2.420172399404098, + "p50_ms": 1.3594627380371094, + "p95_ms": 2.579212188720703, + "max_ms": 45.267343521118164 + } + } + }, + "attribution": [ + { + "role": "stage0", + "counter": "core.step_ms", + "count": 1619, + "mean_ms": 5.977686947594737, + "p95_ms": 8.340002037584782, + "share_of_frame": 0.07472108684493421 + }, + { + "role": "stage1", + "counter": "hop.put_to_get_ms", + "count": 98, + "mean_ms": 2.420172399404098, + "p95_ms": 2.579212188720703, + "share_of_frame": 0.03025215499255122 + }, + { + "role": "stage0", + "counter": "hop.put_ms", + "count": 94, + "mean_ms": 2.1920327513300357, + "p95_ms": 0.6328132003545761, + "share_of_frame": 0.027400409391625448 + }, + { + "role": "stage0", + "counter": "hop.enqueue_to_put_ms", + "count": 94, + "mean_ms": 1.617006070792992, + "p95_ms": 0.5090651102364063, + "share_of_frame": 0.0202125758849124 + }, + { + "role": "stage1", + "counter": "hop.get_ms", + "count": 99, + "mean_ms": 0.3466650683696222, + "p95_ms": 0.6442549638450146, + "share_of_frame": 0.004333313354620278 + }, + { + "role": "stage1", + "counter": "core.step_ms", + "count": 7437, + "mean_ms": 0.3274027846730555, + "p95_ms": 0.28342101722955704, + "share_of_frame": 0.004092534808413194 + }, + { + "role": "stage0", + "counter": "sched.schedule_ms", + "count": 1597, + "mean_ms": 0.08948400334391507, + "p95_ms": 0.10722316801548004, + "share_of_frame": 0.0011185500417989383 + }, + { + "role": "stage0", + "counter": "sched.update_from_output_ms", + "count": 1596, + "mean_ms": 0.086587257648265, + "p95_ms": 0.1080692745745182, + "share_of_frame": 0.0010823407206033125 + }, + { + "role": "stage1", + "counter": "sched.schedule_ms", + "count": 7413, + "mean_ms": 0.03816580407911429, + "p95_ms": 0.07155584171414375, + "share_of_frame": 0.0004770725509889286 + }, + { + "role": "stage1", + "counter": "hop.poll_miss_ms", + "count": 8050, + "mean_ms": 0.00886828592336326, + "p95_ms": 0.01888629049062729, + "share_of_frame": 0.00011085357404204074 + }, + { + "role": "stage1", + "counter": "sched.update_from_output_ms", + "count": 7412, + "mean_ms": 0.006104698475034123, + "p95_ms": 0.011170748621225357, + "share_of_frame": 7.630873093792653e-05 + } + ] + }, + "resources": { + "peak_rss_bytes": 9763614720, + "peak_gpu_mem_mib": 46846, + "gpu_mem_samples": 218, + "gpu_mem_mode": "per-process" + }, + "requests": [ + { + "request_id": "w0", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 670.8245142363012, + "gap_ms": 670.8245142363012, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 820.925913285464, + "gap_ms": 150.10139904916286, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 960.7108030468225, + "gap_ms": 139.7848897613585, + "samples": 48000 + } + ], + "t_final_ms": 1003.9805341511965, + "ttfa_ms": 670.8245142363012, + "playback_start_ms": 740.925913285464, + "stall_at_ttfa_ms": 70.10139904916286, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 0.56, + "total_wall_s": 1.0039805341511965, + "rtf_streamed": 0.23546833408010356, + "rtf_total": 0.21637511511879232, + "gap_ms": [ + 150.10139904916286, + 139.7848897613585 + ], + "text": "Hello, welcome to the voice synthesis benchmark test.", + "warmup": true + }, + { + "request_id": "r0_0", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 28.415356297045946, + "gap_ms": 28.415356297045946, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 178.31321619451046, + "gap_ms": 149.8978598974645, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 323.2422359287739, + "gap_ms": 144.92901973426342, + "samples": 48000 + } + ], + "t_final_ms": 354.9445392563939, + "ttfa_ms": 28.415356297045946, + "playback_start_ms": 98.31321619451046, + "stall_at_ttfa_ms": 69.89785989746451, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 0.48, + "total_wall_s": 0.3549445392563939, + "rtf_streamed": 0.07922603821783673, + "rtf_total": 0.07783871474920918, + "gap_ms": [ + 149.8978598974645, + 144.92901973426342 + ], + "text": "Hello, welcome to the voice synthesis benchmark test.", + "warmup": false + }, + { + "request_id": "r0_1", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 30.093710869550705, + "gap_ms": 30.093710869550705, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 178.51615510880947, + "gap_ms": 148.42244423925877, + "samples": 48000 + } + ], + "t_final_ms": 316.3145501166582, + "ttfa_ms": 30.093710869550705, + "playback_start_ms": 98.51615510880947, + "stall_at_ttfa_ms": 68.42244423925877, + "n_chunks": 2, + "streamed_audio_s": 2.08, + "tail_audio_s": 1.84, + "total_wall_s": 0.3163145501166582, + "rtf_streamed": 0.08582507457154301, + "rtf_total": 0.0806924872746577, + "gap_ms": [ + 148.42244423925877 + ], + "text": "She said she would be here by noon, but nobody showed up.", + "warmup": false + }, + { + "request_id": "r0_2", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 27.768694795668125, + "gap_ms": 27.768694795668125, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 175.61576887965202, + "gap_ms": 147.8470740839839, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 318.3161220513284, + "gap_ms": 142.7003531716764, + "samples": 48000 + } + ], + "t_final_ms": 369.53959008678794, + "ttfa_ms": 27.768694795668125, + "playback_start_ms": 95.61576887965202, + "stall_at_ttfa_ms": 67.8470740839839, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 0.72, + "total_wall_s": 0.36953959008678794, + "rtf_streamed": 0.07801865736552167, + "rtf_total": 0.07698741460141416, + "gap_ms": [ + 147.8470740839839, + 142.7003531716764 + ], + "text": "The quick brown fox jumps over the lazy dog near the riverbank.", + "warmup": false + }, + { + "request_id": "r0_3", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 26.493655052036047, + "gap_ms": 26.493655052036047, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 343.84838212281466, + "gap_ms": 317.3547270707786, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 356.9969590753317, + "gap_ms": 13.148576952517033, + "samples": 48000 + } + ], + "t_final_ms": 364.75741397589445, + "ttfa_ms": 26.493655052036047, + "playback_start_ms": 263.84838212281466, + "stall_at_ttfa_ms": 237.3547270707786, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 0.64, + "total_wall_s": 0.36475741397589445, + "rtf_streamed": 0.08749925467532639, + "rtf_total": 0.07727911313048612, + "gap_ms": [ + 317.3547270707786, + 13.148576952517033 + ], + "text": "I can't believe how beautiful the sunset looks from up here on the mountain.", + "warmup": false + }, + { + "request_id": "r0_4", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 30.854906886816025, + "gap_ms": 30.854906886816025, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 186.13804783672094, + "gap_ms": 155.28314094990492, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 332.93207082897425, + "gap_ms": 146.7940229922533, + "samples": 48000 + } + ], + "t_final_ms": 445.64036186784506, + "ttfa_ms": 30.854906886816025, + "playback_start_ms": 106.13804783672094, + "stall_at_ttfa_ms": 75.28314094990492, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 1.68, + "total_wall_s": 0.44564036186784506, + "rtf_streamed": 0.08160099775219957, + "rtf_total": 0.07736811837983422, + "gap_ms": [ + 155.28314094990492, + 146.7940229922533 + ], + "text": "Please remember to bring your identification documents to the appointment tomorrow morning.", + "warmup": false + }, + { + "request_id": "r0_5", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 29.80547398328781, + "gap_ms": 29.80547398328781, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 181.36697029694915, + "gap_ms": 151.56149631366134, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 327.14965427294374, + "gap_ms": 145.7826839759946, + "samples": 48000 + }, + { + "idx": 3, + "t_ms": 469.34749791398644, + "gap_ms": 142.1978436410427, + "samples": 48000 + } + ], + "t_final_ms": 477.25774394348264, + "ttfa_ms": 29.80547398328781, + "playback_start_ms": 101.36697029694915, + "stall_at_ttfa_ms": 71.56149631366134, + "n_chunks": 4, + "streamed_audio_s": 6.08, + "tail_audio_s": 0.08, + "total_wall_s": 0.47725774394348264, + "rtf_streamed": 0.07719531215690567, + "rtf_total": 0.0774769064843316, + "gap_ms": [ + 151.56149631366134, + 145.7826839759946, + 142.1978436410427 + ], + "text": "Have you ever wondered what it would be like to travel through time and visit ancient civilizations?", + "warmup": false + }, + { + "request_id": "r0_6", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 29.65626399964094, + "gap_ms": 29.65626399964094, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 190.3260019607842, + "gap_ms": 160.66973796114326, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 333.8313698768616, + "gap_ms": 143.50536791607738, + "samples": 48000 + } + ], + "t_final_ms": 473.5233220271766, + "ttfa_ms": 29.65626399964094, + "playback_start_ms": 110.3260019607842, + "stall_at_ttfa_ms": 80.66973796114326, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 1.84, + "total_wall_s": 0.4735233220271766, + "rtf_streamed": 0.08182141418550529, + "rtf_total": 0.07998704763972578, + "gap_ms": [ + 160.66973796114326, + 143.50536791607738 + ], + "text": "The restaurant on the corner serves the best pasta I have ever tasted in my entire life.", + "warmup": false + }, + { + "request_id": "r0_7", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 29.958847910165787, + "gap_ms": 29.958847910165787, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 175.7301460020244, + "gap_ms": 145.77129809185863, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 532.590442802757, + "gap_ms": 356.8602968007326, + "samples": 48000 + } + ], + "t_final_ms": 541.51147371158, + "ttfa_ms": 29.958847910165787, + "playback_start_ms": 95.73014600202441, + "stall_at_ttfa_ms": 65.77129809185863, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 0.96, + "total_wall_s": 0.54151147371158, + "rtf_streamed": 0.13053687323596985, + "rtf_total": 0.1074427527205516, + "gap_ms": [ + 145.77129809185863, + 356.8602968007326 + ], + "text": "After the meeting, we should discuss the quarterly results and plan for the next phase.", + "warmup": false + }, + { + "request_id": "r0_8", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 30.134534928947687, + "gap_ms": 30.134534928947687, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 188.9675036072731, + "gap_ms": 158.83296867832541, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 333.61733984202147, + "gap_ms": 144.64983623474836, + "samples": 48000 + }, + { + "idx": 3, + "t_ms": 476.05443093925714, + "gap_ms": 142.43709109723568, + "samples": 48000 + } + ], + "t_final_ms": 527.5070387870073, + "ttfa_ms": 30.134534928947687, + "playback_start_ms": 108.9675036072731, + "stall_at_ttfa_ms": 78.83296867832541, + "n_chunks": 4, + "streamed_audio_s": 6.08, + "tail_audio_s": 0.64, + "total_wall_s": 0.5275070387870073, + "rtf_streamed": 0.07829842614132519, + "rtf_total": 0.07849807124806657, + "gap_ms": [ + 158.83296867832541, + 144.64983623474836, + 142.43709109723568 + ], + "text": "Learning a new language takes patience, practice, and a genuine curiosity about other cultures.", + "warmup": false + }, + { + "request_id": "r0_9", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 28.00920093432069, + "gap_ms": 28.00920093432069, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 177.0884762518108, + "gap_ms": 149.0792753174901, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 337.9856962710619, + "gap_ms": 160.8972200192511, + "samples": 48000 + } + ], + "t_final_ms": 397.8072740137577, + "ttfa_ms": 28.00920093432069, + "playback_start_ms": 97.08847625181079, + "stall_at_ttfa_ms": 69.0792753174901, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 1.12, + "total_wall_s": 0.3978072740137577, + "rtf_streamed": 0.08283963143898576, + "rtf_total": 0.07650139884879956, + "gap_ms": [ + 149.0792753174901, + 160.8972200192511 + ], + "text": "The train leaves at half past seven, so we need to arrive at the station before then.", + "warmup": false + }, + { + "request_id": "r0_10", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 31.13674186170101, + "gap_ms": 31.13674186170101, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 179.13016164675355, + "gap_ms": 147.99341978505254, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 336.63161285221577, + "gap_ms": 157.50145120546222, + "samples": 48000 + } + ], + "t_final_ms": 438.85892163962126, + "ttfa_ms": 31.13674186170101, + "playback_start_ms": 99.13016164675355, + "stall_at_ttfa_ms": 67.99341978505254, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 1.44, + "total_wall_s": 0.43885892163962126, + "rtf_streamed": 0.0825077482480921, + "rtf_total": 0.07950342783326472, + "gap_ms": [ + 147.99341978505254, + 157.50145120546222 + ], + "text": "Could you please turn down the music a little bit, I'm trying to concentrate on my work.", + "warmup": false + }, + { + "request_id": "r0_11", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 26.523323263972998, + "gap_ms": 26.523323263972998, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 185.52700337022543, + "gap_ms": 159.00368010625243, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 317.54046818241477, + "gap_ms": 132.01346481218934, + "samples": 48000 + } + ], + "t_final_ms": 402.21672924235463, + "ttfa_ms": 26.523323263972998, + "playback_start_ms": 105.52700337022543, + "stall_at_ttfa_ms": 79.00368010625243, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 1.2, + "total_wall_s": 0.40221672924235463, + "rtf_streamed": 0.07782854612314087, + "rtf_total": 0.07617741084135504, + "gap_ms": [ + 159.00368010625243, + 132.01346481218934 + ], + "text": "It was a dark and stormy night when the old lighthouse keeper heard a knock at the door.", + "warmup": false + }, + { + "request_id": "r1_0", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 32.338523771613836, + "gap_ms": 32.338523771613836, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 177.1805570460856, + "gap_ms": 144.84203327447176, + "samples": 48000 + } + ], + "t_final_ms": 314.06670110300183, + "ttfa_ms": 32.338523771613836, + "playback_start_ms": 97.1805570460856, + "stall_at_ttfa_ms": 64.84203327447176, + "n_chunks": 2, + "streamed_audio_s": 2.08, + "tail_audio_s": 1.92, + "total_wall_s": 0.31406670110300183, + "rtf_streamed": 0.08518296011831038, + "rtf_total": 0.07851667527575046, + "gap_ms": [ + 144.84203327447176 + ], + "text": "Hello, welcome to the voice synthesis benchmark test.", + "warmup": false + }, + { + "request_id": "r1_1", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 27.75689586997032, + "gap_ms": 27.75689586997032, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 185.86409417912364, + "gap_ms": 158.10719830915332, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 331.6136412322521, + "gap_ms": 145.74954705312848, + "samples": 48000 + } + ], + "t_final_ms": 346.8128810636699, + "ttfa_ms": 27.75689586997032, + "playback_start_ms": 105.86409417912364, + "stall_at_ttfa_ms": 78.10719830915332, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 0.24, + "total_wall_s": 0.3468128810636699, + "rtf_streamed": 0.08127785324319904, + "rtf_total": 0.08028075950547914, + "gap_ms": [ + 158.10719830915332, + 145.74954705312848 + ], + "text": "She said she would be here by noon, but nobody showed up.", + "warmup": false + }, + { + "request_id": "r1_2", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 27.656658086925745, + "gap_ms": 27.656658086925745, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 176.00092198699713, + "gap_ms": 148.34426390007138, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 320.25192491710186, + "gap_ms": 144.25100293010473, + "samples": 48000 + } + ], + "t_final_ms": 354.07739505171776, + "ttfa_ms": 27.656658086925745, + "playback_start_ms": 96.00092198699713, + "stall_at_ttfa_ms": 68.34426390007138, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 0.48, + "total_wall_s": 0.35407739505171776, + "rtf_streamed": 0.07849311885223084, + "rtf_total": 0.07764855154642933, + "gap_ms": [ + 148.34426390007138, + 144.25100293010473 + ], + "text": "The quick brown fox jumps over the lazy dog near the riverbank.", + "warmup": false + }, + { + "request_id": "r1_3", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 28.797137085348368, + "gap_ms": 28.797137085348368, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 177.29139607399702, + "gap_ms": 148.49425898864865, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 321.781356818974, + "gap_ms": 144.489960744977, + "samples": 48000 + } + ], + "t_final_ms": 391.2064447067678, + "ttfa_ms": 28.797137085348368, + "playback_start_ms": 97.29139607399702, + "stall_at_ttfa_ms": 68.49425898864865, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 0.88, + "total_wall_s": 0.3912064447067678, + "rtf_streamed": 0.07886797961249363, + "rtf_total": 0.07887226707797738, + "gap_ms": [ + 148.49425898864865, + 144.489960744977 + ], + "text": "I can't believe how beautiful the sunset looks from up here on the mountain.", + "warmup": false + }, + { + "request_id": "r1_4", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 28.476727195084095, + "gap_ms": 28.476727195084095, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 173.93962806090713, + "gap_ms": 145.46290086582303, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 317.087781149894, + "gap_ms": 143.14815308898687, + "samples": 48000 + } + ], + "t_final_ms": 420.8840951323509, + "ttfa_ms": 28.476727195084095, + "playback_start_ms": 93.93962806090713, + "stall_at_ttfa_ms": 65.46290086582303, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 1.36, + "total_wall_s": 0.4208840951323509, + "rtf_streamed": 0.07771759341909167, + "rtf_total": 0.07736839984050568, + "gap_ms": [ + 145.46290086582303, + 143.14815308898687 + ], + "text": "Please remember to bring your identification documents to the appointment tomorrow morning.", + "warmup": false + }, + { + "request_id": "r1_5", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 27.98418002203107, + "gap_ms": 27.98418002203107, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 179.89072063937783, + "gap_ms": 151.90654061734676, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 321.05665281414986, + "gap_ms": 141.16593217477202, + "samples": 48000 + } + ], + "t_final_ms": 415.61274975538254, + "ttfa_ms": 27.98418002203107, + "playback_start_ms": 99.89072063937783, + "stall_at_ttfa_ms": 71.90654061734676, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 1.36, + "total_wall_s": 0.41561274975538254, + "rtf_streamed": 0.07869035608189948, + "rtf_total": 0.07639940252856296, + "gap_ms": [ + 151.90654061734676, + 141.16593217477202 + ], + "text": "Have you ever wondered what it would be like to travel through time and visit ancient civilizations?", + "warmup": false + }, + { + "request_id": "r1_6", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 25.64533520489931, + "gap_ms": 25.64533520489931, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 187.6491061411798, + "gap_ms": 162.0037709362805, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 334.49897402897477, + "gap_ms": 146.84986788779497, + "samples": 48000 + } + ], + "t_final_ms": 445.5545009113848, + "ttfa_ms": 25.64533520489931, + "playback_start_ms": 107.6491061411798, + "stall_at_ttfa_ms": 82.00377093628049, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 1.36, + "total_wall_s": 0.4455545009113848, + "rtf_streamed": 0.08198504265416048, + "rtf_total": 0.08190340090282809, + "gap_ms": [ + 162.0037709362805, + 146.84986788779497 + ], + "text": "The restaurant on the corner serves the best pasta I have ever tasted in my entire life.", + "warmup": false + }, + { + "request_id": "r1_7", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 33.509636297822, + "gap_ms": 33.509636297822, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 186.48380087688565, + "gap_ms": 152.97416457906365, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 332.1451689116657, + "gap_ms": 145.66136803478003, + "samples": 48000 + } + ], + "t_final_ms": 443.6596790328622, + "ttfa_ms": 33.509636297822, + "playback_start_ms": 106.48380087688565, + "stall_at_ttfa_ms": 72.97416457906365, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 1.6, + "total_wall_s": 0.4436596790328622, + "rtf_streamed": 0.08140812963521217, + "rtf_total": 0.07810909842127856, + "gap_ms": [ + 152.97416457906365, + 145.66136803478003 + ], + "text": "After the meeting, we should discuss the quarterly results and plan for the next phase.", + "warmup": false + }, + { + "request_id": "r1_8", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 27.721895836293697, + "gap_ms": 27.721895836293697, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 188.1902739405632, + "gap_ms": 160.4683781042695, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 334.607798140496, + "gap_ms": 146.4175241999328, + "samples": 48000 + }, + { + "idx": 3, + "t_ms": 481.05321172624826, + "gap_ms": 146.44541358575225, + "samples": 48000 + } + ], + "t_final_ms": 589.499793946743, + "ttfa_ms": 27.721895836293697, + "playback_start_ms": 108.1902739405632, + "stall_at_ttfa_ms": 80.4683781042695, + "n_chunks": 4, + "streamed_audio_s": 6.08, + "tail_audio_s": 1.44, + "total_wall_s": 0.589499793946743, + "rtf_streamed": 0.07912059403392241, + "rtf_total": 0.07839093004610945, + "gap_ms": [ + 160.4683781042695, + 146.4175241999328, + 146.44541358575225 + ], + "text": "Learning a new language takes patience, practice, and a genuine curiosity about other cultures.", + "warmup": false + }, + { + "request_id": "r1_9", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 33.3553128875792, + "gap_ms": 33.3553128875792, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 185.1574690081179, + "gap_ms": 151.8021561205387, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 327.8726669959724, + "gap_ms": 142.71519798785448, + "samples": 48000 + } + ], + "t_final_ms": 451.7100499942899, + "ttfa_ms": 33.3553128875792, + "playback_start_ms": 105.15746900811791, + "stall_at_ttfa_ms": 71.80215612053871, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 1.76, + "total_wall_s": 0.4517100499942899, + "rtf_streamed": 0.0803609477931305, + "rtf_total": 0.07734761130039211, + "gap_ms": [ + 151.8021561205387, + 142.71519798785448 + ], + "text": "The train leaves at half past seven, so we need to arrive at the station before then.", + "warmup": false + }, + { + "request_id": "r1_10", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 27.846126817166805, + "gap_ms": 27.846126817166805, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 193.9384420402348, + "gap_ms": 166.092315223068, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 339.9936640635133, + "gap_ms": 146.05522202327847, + "samples": 48000 + } + ], + "t_final_ms": 441.7234160937369, + "ttfa_ms": 27.846126817166805, + "playback_start_ms": 113.9384420402348, + "stall_at_ttfa_ms": 86.092315223068, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 1.52, + "total_wall_s": 0.4417234160937369, + "rtf_streamed": 0.08333178040772383, + "rtf_total": 0.07887918144531017, + "gap_ms": [ + 166.092315223068, + 146.05522202327847 + ], + "text": "Could you please turn down the music a little bit, I'm trying to concentrate on my work.", + "warmup": false + }, + { + "request_id": "r1_11", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 26.43511025235057, + "gap_ms": 26.43511025235057, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 172.7646291255951, + "gap_ms": 146.32951887324452, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 332.56555115804076, + "gap_ms": 159.80092203244567, + "samples": 48000 + } + ], + "t_final_ms": 397.71803095936775, + "ttfa_ms": 26.43511025235057, + "playback_start_ms": 92.76462912559509, + "stall_at_ttfa_ms": 66.32951887324452, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 1.12, + "total_wall_s": 0.39771803095936775, + "rtf_streamed": 0.0815111644995198, + "rtf_total": 0.07648423672295533, + "gap_ms": [ + 146.32951887324452, + 159.80092203244567 + ], + "text": "It was a dark and stormy night when the old lighthouse keeper heard a knock at the door.", + "warmup": false + } + ], + "summary": { + "n_requests": 24, + "ttfa_ms": { + "n": 24, + "p50": 28.415356297045946, + "p90": 32.338523771613836, + "max": 33.509636297822, + "mean": 29.015593754593283 + }, + "playback_start_ms": { + "n": 24, + "p50": 99.89072063937783, + "p90": 110.3260019607842, + "max": 263.84838212281466, + "mean": 108.53828634989138 + }, + "stall_at_ttfa_ms": { + "n": 24, + "p50": 71.56149631366134, + "p90": 82.00377093628049, + "max": 237.3547270707786, + "mean": 79.5226925952981 + }, + "rtf_streamed": { + "n": 24, + "p50": 0.08127785324319904, + "p90": 0.08582507457154301, + "max": 0.13053687323596985, + "mean": 0.08296439560263526 + }, + "rtf_total": { + "n": 24, + "p50": 0.07783871474920918, + "p90": 0.0806924872746577, + "max": 0.1074427527205516, + "mean": 0.07941472409855312 + }, + "gap_ms": { + "n": 49, + "p50": 146.84986788779497, + "p90": 160.8972200192511, + "max": 356.8602968007326, + "mean": 154.1777951547838 + }, + "total_audio_s": 99.92, + "total_wall_s": 10.122404696419835 + } +} \ No newline at end of file diff --git a/benchmarks/tts/edge_results/stream_latency/Qwen3-TTS-12Hz-0.6B-CustomVoice/qwen3_tts_cuda_ipc/20260909-160724_cuda_ipc_hop.json b/benchmarks/tts/edge_results/stream_latency/Qwen3-TTS-12Hz-0.6B-CustomVoice/qwen3_tts_cuda_ipc/20260909-160724_cuda_ipc_hop.json new file mode 100644 index 000000000..25bda54cd --- /dev/null +++ b/benchmarks/tts/edge_results/stream_latency/Qwen3-TTS-12Hz-0.6B-CustomVoice/qwen3_tts_cuda_ipc/20260909-160724_cuda_ipc_hop.json @@ -0,0 +1,1295 @@ +{ + "schema": 1, + "meta": { + "model": "Qwen/Qwen3-TTS-12Hz-0.6B-CustomVoice", + "deploy_config": "vllm_omni/deploy/qwen3_tts_cuda_ipc.yaml", + "query_type": "CustomVoice", + "txt_prompts": "benchmarks/tts/prompts_12.txt", + "git_sha": "15bb6133", + "gpu_name": "NVIDIA L20X", + "cuda_visible_devices": "3", + "timestamp": "20260909-160724", + "argv": [ + "--query-type", + "CustomVoice", + "--txt-prompts", + "benchmarks/tts/prompts_12.txt", + "--init-timeout", + "1500", + "--stage-init-timeout", + "900", + "--deploy-config", + "vllm_omni/deploy/qwen3_tts_cuda_ipc.yaml" + ], + "bench_args": { + "model": "Qwen/Qwen3-TTS-12Hz-0.6B-CustomVoice", + "warmup": 1, + "repeat": 2, + "init_only": false, + "tag": "cuda_ipc_hop", + "output_dir": "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/edge_results/stream_latency", + "save_wav": false, + "gpu_poll_interval_s": 0.2, + "parallel_stage_init": false, + "deploy_profile": null, + "step_stats": true, + "bench_help": false + }, + "warmup": 1, + "repeat": 2, + "init_only": false + }, + "init": { + "init_s": 155.7599396291189, + "init_timeline": null + }, + "step_stats": { + "roles": { + "orchestrator": {}, + "stage0": { + "sched.schedule_ms": { + "count": 1597, + "sum_ms": 146.28588035702705, + "mean_ms": 0.09160042602193304, + "p50_ms": 0.08571706712245941, + "p95_ms": 0.11664070188999176, + "max_ms": 0.8465899154543877 + }, + "core.step_ms": { + "count": 1619, + "sum_ms": 9846.808237489313, + "mean_ms": 6.082031029950162, + "p50_ms": 5.480118095874786, + "p95_ms": 8.590426761657, + "max_ms": 396.19068894535303 + }, + "sched.update_from_output_ms": { + "count": 1596, + "sum_ms": 143.28124560415745, + "mean_ms": 0.0897752165439583, + "p50_ms": 0.08527375757694244, + "p95_ms": 0.12026308104395866, + "max_ms": 1.1810138821601868 + }, + "hop.enqueue_to_put_ms": { + "count": 94, + "sum_ms": 35.73011141270399, + "mean_ms": 0.3801075682202552, + "p50_ms": 0.3649457357823849, + "p95_ms": 0.49244705587625504, + "max_ms": 0.6584431976079941 + }, + "hop.put_ms": { + "count": 94, + "sum_ms": 31.83347498998046, + "mean_ms": 0.33865398925511125, + "p50_ms": 0.2621072344481945, + "p95_ms": 0.948708038777113, + "max_ms": 1.174595206975937 + } + }, + "stage1": { + "sched.schedule_ms": { + "count": 7550, + "sum_ms": 292.78423450887203, + "mean_ms": 0.038779368809122125, + "p50_ms": 0.033706892281770706, + "p95_ms": 0.07359171286225319, + "max_ms": 0.35179778933525085 + }, + "core.step_ms": { + "count": 7574, + "sum_ms": 2406.5005988813937, + "mean_ms": 0.3177317928282801, + "p50_ms": 0.1051570288836956, + "p95_ms": 0.3061681054532528, + "max_ms": 169.52310828492045 + }, + "hop.poll_miss_ms": { + "count": 8135, + "sum_ms": 74.83155699446797, + "mean_ms": 0.009198716286965947, + "p50_ms": 0.005684792995452881, + "p95_ms": 0.01857476308941841, + "max_ms": 2.546721138060093 + }, + "sched.update_from_output_ms": { + "count": 7549, + "sum_ms": 48.09906566515565, + "mean_ms": 0.00637158109221826, + "p50_ms": 0.004792120307683945, + "p95_ms": 0.011725816875696182, + "max_ms": 0.848033931106329 + }, + "hop.get_ms": { + "count": 99, + "sum_ms": 45.66880175843835, + "mean_ms": 0.46130102786301364, + "p50_ms": 0.33701397478580475, + "p95_ms": 1.185792963951826, + "max_ms": 2.836379688233137 + }, + "hop.put_to_get_ms": { + "count": 99, + "sum_ms": 286.7891788482666, + "mean_ms": 2.8968603924067335, + "p50_ms": 1.9915103912353516, + "p95_ms": 10.71476936340332, + "max_ms": 28.415441513061523 + } + } + }, + "attribution": [ + { + "role": "stage0", + "counter": "core.step_ms", + "count": 1619, + "mean_ms": 6.082031029950162, + "p95_ms": 8.590426761657, + "share_of_frame": 0.07602538787437703 + }, + { + "role": "stage1", + "counter": "hop.put_to_get_ms", + "count": 99, + "mean_ms": 2.8968603924067335, + "p95_ms": 10.71476936340332, + "share_of_frame": 0.03621075490508417 + }, + { + "role": "stage1", + "counter": "hop.get_ms", + "count": 99, + "mean_ms": 0.46130102786301364, + "p95_ms": 1.185792963951826, + "share_of_frame": 0.0057662628482876704 + }, + { + "role": "stage0", + "counter": "hop.enqueue_to_put_ms", + "count": 94, + "mean_ms": 0.3801075682202552, + "p95_ms": 0.49244705587625504, + "share_of_frame": 0.0047513446027531905 + }, + { + "role": "stage0", + "counter": "hop.put_ms", + "count": 94, + "mean_ms": 0.33865398925511125, + "p95_ms": 0.948708038777113, + "share_of_frame": 0.0042331748656888905 + }, + { + "role": "stage1", + "counter": "core.step_ms", + "count": 7574, + "mean_ms": 0.3177317928282801, + "p95_ms": 0.3061681054532528, + "share_of_frame": 0.003971647410353501 + }, + { + "role": "stage0", + "counter": "sched.schedule_ms", + "count": 1597, + "mean_ms": 0.09160042602193304, + "p95_ms": 0.11664070188999176, + "share_of_frame": 0.001145005325274163 + }, + { + "role": "stage0", + "counter": "sched.update_from_output_ms", + "count": 1596, + "mean_ms": 0.0897752165439583, + "p95_ms": 0.12026308104395866, + "share_of_frame": 0.0011221902067994787 + }, + { + "role": "stage1", + "counter": "sched.schedule_ms", + "count": 7550, + "mean_ms": 0.038779368809122125, + "p95_ms": 0.07359171286225319, + "share_of_frame": 0.00048474211011402654 + }, + { + "role": "stage1", + "counter": "hop.poll_miss_ms", + "count": 8135, + "mean_ms": 0.009198716286965947, + "p95_ms": 0.01857476308941841, + "share_of_frame": 0.00011498395358707433 + }, + { + "role": "stage1", + "counter": "sched.update_from_output_ms", + "count": 7549, + "mean_ms": 0.00637158109221826, + "p95_ms": 0.011725816875696182, + "share_of_frame": 7.964476365272825e-05 + } + ] + }, + "resources": { + "peak_rss_bytes": 9887879168, + "peak_gpu_mem_mib": 46846, + "gpu_mem_samples": 210, + "gpu_mem_mode": "per-process" + }, + "requests": [ + { + "request_id": "w0", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 608.9295712299645, + "gap_ms": 608.9295712299645, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 759.1525171883404, + "gap_ms": 150.22294595837593, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 904.3262409977615, + "gap_ms": 145.17372380942106, + "samples": 48000 + } + ], + "t_final_ms": 959.5579952001572, + "ttfa_ms": 608.9295712299645, + "playback_start_ms": 679.1525171883404, + "stall_at_ttfa_ms": 70.22294595837593, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 0.8, + "total_wall_s": 0.9595579952001572, + "rtf_streamed": 0.2216485884798435, + "rtf_total": 0.19663073672134368, + "gap_ms": [ + 150.22294595837593, + 145.17372380942106 + ], + "text": "Hello, welcome to the voice synthesis benchmark test.", + "warmup": true + }, + { + "request_id": "r0_0", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 38.52715063840151, + "gap_ms": 38.52715063840151, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 176.8805799074471, + "gap_ms": 138.3534292690456, + "samples": 48000 + } + ], + "t_final_ms": 318.0069359950721, + "ttfa_ms": 38.52715063840151, + "playback_start_ms": 96.8805799074471, + "stall_at_ttfa_ms": 58.35342926904559, + "n_chunks": 2, + "streamed_audio_s": 2.08, + "tail_audio_s": 2.0, + "total_wall_s": 0.3180069359950721, + "rtf_streamed": 0.0850387403401188, + "rtf_total": 0.07794287646938042, + "gap_ms": [ + 138.3534292690456 + ], + "text": "Hello, welcome to the voice synthesis benchmark test.", + "warmup": false + }, + { + "request_id": "r0_1", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 31.846533995121717, + "gap_ms": 31.846533995121717, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 181.859842967242, + "gap_ms": 150.01330897212029, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 332.0534089580178, + "gap_ms": 150.19356599077582, + "samples": 48000 + } + ], + "t_final_ms": 340.8248848281801, + "ttfa_ms": 31.846533995121717, + "playback_start_ms": 101.859842967242, + "stall_at_ttfa_ms": 70.01330897212029, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 0.08, + "total_wall_s": 0.3408248848281801, + "rtf_streamed": 0.08138563945049457, + "rtf_total": 0.0819290588529279, + "gap_ms": [ + 150.01330897212029, + 150.19356599077582 + ], + "text": "She said she would be here by noon, but nobody showed up.", + "warmup": false + }, + { + "request_id": "r0_2", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 32.210121396929026, + "gap_ms": 32.210121396929026, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 175.6965033710003, + "gap_ms": 143.48638197407126, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 326.0166752152145, + "gap_ms": 150.3201718442142, + "samples": 48000 + } + ], + "t_final_ms": 378.8656871765852, + "ttfa_ms": 32.210121396929026, + "playback_start_ms": 95.69650337100029, + "stall_at_ttfa_ms": 63.486381974071264, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 0.72, + "total_wall_s": 0.3788656871765852, + "rtf_streamed": 0.0799060478468663, + "rtf_total": 0.07893035149512193, + "gap_ms": [ + 143.48638197407126, + 150.3201718442142 + ], + "text": "The quick brown fox jumps over the lazy dog near the riverbank.", + "warmup": false + }, + { + "request_id": "r0_3", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 37.31354372575879, + "gap_ms": 37.31354372575879, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 175.62008975073695, + "gap_ms": 138.30654602497816, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 319.07004909589887, + "gap_ms": 143.44995934516191, + "samples": 48000 + } + ], + "t_final_ms": 396.0117269307375, + "ttfa_ms": 37.31354372575879, + "playback_start_ms": 95.62008975073695, + "stall_at_ttfa_ms": 58.30654602497816, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 1.12, + "total_wall_s": 0.3960117269307375, + "rtf_streamed": 0.07820344340585757, + "rtf_total": 0.07615610133283413, + "gap_ms": [ + 138.30654602497816, + 143.44995934516191 + ], + "text": "I can't believe how beautiful the sunset looks from up here on the mountain.", + "warmup": false + }, + { + "request_id": "r0_4", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 27.77854399755597, + "gap_ms": 27.77854399755597, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 358.00867388024926, + "gap_ms": 330.2301298826933, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 502.83130863681436, + "gap_ms": 144.8226347565651, + "samples": 48000 + } + ], + "t_final_ms": 600.3528316505253, + "ttfa_ms": 27.77854399755597, + "playback_start_ms": 278.00867388024926, + "stall_at_ttfa_ms": 250.2301298826933, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 1.28, + "total_wall_s": 0.6003528316505253, + "rtf_streamed": 0.12324296780314077, + "rtf_total": 0.11200612530793383, + "gap_ms": [ + 330.2301298826933, + 144.8226347565651 + ], + "text": "Please remember to bring your identification documents to the appointment tomorrow morning.", + "warmup": false + }, + { + "request_id": "r0_5", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 29.741082340478897, + "gap_ms": 29.741082340478897, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 181.122659239918, + "gap_ms": 151.3815768994391, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 335.7136999256909, + "gap_ms": 154.5910406857729, + "samples": 48000 + } + ], + "t_final_ms": 439.16533002629876, + "ttfa_ms": 29.741082340478897, + "playback_start_ms": 101.122659239918, + "stall_at_ttfa_ms": 71.3815768994391, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 1.6, + "total_wall_s": 0.43916533002629876, + "rtf_streamed": 0.08228276958963011, + "rtf_total": 0.07731783979336246, + "gap_ms": [ + 151.3815768994391, + 154.5910406857729 + ], + "text": "Have you ever wondered what it would be like to travel through time and visit ancient civilizations?", + "warmup": false + }, + { + "request_id": "r0_6", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 32.74843189865351, + "gap_ms": 32.74843189865351, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 180.4617028683424, + "gap_ms": 147.7132709696889, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 335.8292719349265, + "gap_ms": 155.3675690665841, + "samples": 48000 + } + ], + "t_final_ms": 447.68204260617495, + "ttfa_ms": 32.74843189865351, + "playback_start_ms": 100.4617028683424, + "stall_at_ttfa_ms": 67.71327096968889, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 1.6, + "total_wall_s": 0.44768204260617495, + "rtf_streamed": 0.08231109606248199, + "rtf_total": 0.0788172610222139, + "gap_ms": [ + 147.7132709696889, + 155.3675690665841 + ], + "text": "The restaurant on the corner serves the best pasta I have ever tasted in my entire life.", + "warmup": false + }, + { + "request_id": "r0_7", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 31.406001187860966, + "gap_ms": 31.406001187860966, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 184.26022492349148, + "gap_ms": 152.8542237356305, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 328.9654450491071, + "gap_ms": 144.7052201256156, + "samples": 48000 + }, + { + "idx": 3, + "t_ms": 488.5299149900675, + "gap_ms": 159.5644699409604, + "samples": 48000 + } + ], + "t_final_ms": 496.45969923585653, + "ttfa_ms": 31.406001187860966, + "playback_start_ms": 104.26022492349148, + "stall_at_ttfa_ms": 72.85422373563051, + "n_chunks": 4, + "streamed_audio_s": 6.08, + "tail_audio_s": 0.16, + "total_wall_s": 0.49645969923585653, + "rtf_streamed": 0.08035031496547163, + "rtf_total": 0.07956084923651546, + "gap_ms": [ + 152.8542237356305, + 144.7052201256156, + 159.5644699409604 + ], + "text": "After the meeting, we should discuss the quarterly results and plan for the next phase.", + "warmup": false + }, + { + "request_id": "r0_8", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 26.87318390235305, + "gap_ms": 26.87318390235305, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 175.98230298608541, + "gap_ms": 149.10911908373237, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 348.0854849331081, + "gap_ms": 172.10318194702268, + "samples": 48000 + }, + { + "idx": 3, + "t_ms": 474.52935855835676, + "gap_ms": 126.44387362524867, + "samples": 48000 + } + ], + "t_final_ms": 524.2663379758596, + "ttfa_ms": 26.87318390235305, + "playback_start_ms": 95.98230298608541, + "stall_at_ttfa_ms": 69.10911908373237, + "n_chunks": 4, + "streamed_audio_s": 6.08, + "tail_audio_s": 0.72, + "total_wall_s": 0.5242663379758596, + "rtf_streamed": 0.07804759186815079, + "rtf_total": 0.0770979908788029, + "gap_ms": [ + 149.10911908373237, + 172.10318194702268, + 126.44387362524867 + ], + "text": "Learning a new language takes patience, practice, and a genuine curiosity about other cultures.", + "warmup": false + }, + { + "request_id": "r0_9", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 36.002676002681255, + "gap_ms": 36.002676002681255, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 182.19616869464517, + "gap_ms": 146.1934926919639, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 339.05402570962906, + "gap_ms": 156.8578570149839, + "samples": 48000 + } + ], + "t_final_ms": 388.82681587710977, + "ttfa_ms": 36.002676002681255, + "playback_start_ms": 102.19616869464517, + "stall_at_ttfa_ms": 66.19349269196391, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 0.96, + "total_wall_s": 0.38882681587710977, + "rtf_streamed": 0.08310147688961496, + "rtf_total": 0.07714817775339479, + "gap_ms": [ + 146.1934926919639, + 156.8578570149839 + ], + "text": "The train leaves at half past seven, so we need to arrive at the station before then.", + "warmup": false + }, + { + "request_id": "r0_10", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 26.331417728215456, + "gap_ms": 26.331417728215456, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 174.32927014306188, + "gap_ms": 147.99785241484642, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 337.68085995689034, + "gap_ms": 163.35158981382847, + "samples": 48000 + } + ], + "t_final_ms": 416.90245270729065, + "ttfa_ms": 26.331417728215456, + "playback_start_ms": 94.32927014306188, + "stall_at_ttfa_ms": 67.99785241484642, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 1.2, + "total_wall_s": 0.41690245270729065, + "rtf_streamed": 0.08276491665610057, + "rtf_total": 0.07895879786122928, + "gap_ms": [ + 147.99785241484642, + 163.35158981382847 + ], + "text": "Could you please turn down the music a little bit, I'm trying to concentrate on my work.", + "warmup": false + }, + { + "request_id": "r0_11", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 33.10857992619276, + "gap_ms": 33.10857992619276, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 178.20193199440837, + "gap_ms": 145.0933520682156, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 329.0172922424972, + "gap_ms": 150.81536024808884, + "samples": 48000 + } + ], + "t_final_ms": 437.4707662500441, + "ttfa_ms": 33.10857992619276, + "playback_start_ms": 98.20193199440837, + "stall_at_ttfa_ms": 65.09335206821561, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 1.6, + "total_wall_s": 0.4374707662500441, + "rtf_streamed": 0.08064149319669049, + "rtf_total": 0.07701950110035988, + "gap_ms": [ + 145.0933520682156, + 150.81536024808884 + ], + "text": "It was a dark and stormy night when the old lighthouse keeper heard a knock at the door.", + "warmup": false + }, + { + "request_id": "r1_0", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 30.93272540718317, + "gap_ms": 30.93272540718317, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 186.73130124807358, + "gap_ms": 155.7985758408904, + "samples": 48000 + } + ], + "t_final_ms": 295.107823330909, + "ttfa_ms": 30.93272540718317, + "playback_start_ms": 106.73130124807358, + "stall_at_ttfa_ms": 75.79857584089041, + "n_chunks": 2, + "streamed_audio_s": 2.08, + "tail_audio_s": 1.44, + "total_wall_s": 0.295107823330909, + "rtf_streamed": 0.08977466406157383, + "rtf_total": 0.08383744980991734, + "gap_ms": [ + 155.7985758408904 + ], + "text": "Hello, welcome to the voice synthesis benchmark test.", + "warmup": false + }, + { + "request_id": "r1_1", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 28.982484713196754, + "gap_ms": 28.982484713196754, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 215.3218169696629, + "gap_ms": 186.33933225646615, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 340.2469209395349, + "gap_ms": 124.925103969872, + "samples": 48000 + } + ], + "t_final_ms": 358.78223506733775, + "ttfa_ms": 28.982484713196754, + "playback_start_ms": 135.3218169696629, + "stall_at_ttfa_ms": 106.33933225646615, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 0.24, + "total_wall_s": 0.35878223506733775, + "rtf_streamed": 0.08339385317145463, + "rtf_total": 0.08305144330262447, + "gap_ms": [ + 186.33933225646615, + 124.925103969872 + ], + "text": "She said she would be here by noon, but nobody showed up.", + "warmup": false + }, + { + "request_id": "r1_2", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 35.96075996756554, + "gap_ms": 35.96075996756554, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 184.4710768200457, + "gap_ms": 148.51031685248017, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 331.23823115602136, + "gap_ms": 146.76715433597565, + "samples": 48000 + } + ], + "t_final_ms": 341.200671158731, + "ttfa_ms": 35.96075996756554, + "playback_start_ms": 104.47107682004571, + "stall_at_ttfa_ms": 68.51031685248017, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 0.16, + "total_wall_s": 0.341200671158731, + "rtf_streamed": 0.08118584096961308, + "rtf_total": 0.08047185640536107, + "gap_ms": [ + 148.51031685248017, + 146.76715433597565 + ], + "text": "The quick brown fox jumps over the lazy dog near the riverbank.", + "warmup": false + }, + { + "request_id": "r1_3", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 42.96243004500866, + "gap_ms": 42.96243004500866, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 186.30138505250216, + "gap_ms": 143.3389550074935, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 339.7077592089772, + "gap_ms": 153.40637415647507, + "samples": 48000 + } + ], + "t_final_ms": 457.1686442941427, + "ttfa_ms": 42.96243004500866, + "playback_start_ms": 106.30138505250216, + "stall_at_ttfa_ms": 63.338955007493496, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 1.44, + "total_wall_s": 0.4571686442941427, + "rtf_streamed": 0.08326170568847481, + "rtf_total": 0.08282040657502586, + "gap_ms": [ + 143.3389550074935, + 153.40637415647507 + ], + "text": "I can't believe how beautiful the sunset looks from up here on the mountain.", + "warmup": false + }, + { + "request_id": "r1_4", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 32.82648278400302, + "gap_ms": 32.82648278400302, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 177.46672872453928, + "gap_ms": 144.64024594053626, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 330.11013781651855, + "gap_ms": 152.64340909197927, + "samples": 48000 + } + ], + "t_final_ms": 399.158937856555, + "ttfa_ms": 32.82648278400302, + "playback_start_ms": 97.46672872453928, + "stall_at_ttfa_ms": 64.64024594053626, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 1.04, + "total_wall_s": 0.399158937856555, + "rtf_streamed": 0.08090934750404866, + "rtf_total": 0.0779607300501084, + "gap_ms": [ + 144.64024594053626, + 152.64340909197927 + ], + "text": "Please remember to bring your identification documents to the appointment tomorrow morning.", + "warmup": false + }, + { + "request_id": "r1_5", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 30.81281902268529, + "gap_ms": 30.81281902268529, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 176.89494416117668, + "gap_ms": 146.0821251384914, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 324.18169640004635, + "gap_ms": 147.28675223886967, + "samples": 48000 + } + ], + "t_final_ms": 421.6616749763489, + "ttfa_ms": 30.81281902268529, + "playback_start_ms": 96.89494416117668, + "stall_at_ttfa_ms": 66.08212513849139, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 1.44, + "total_wall_s": 0.4216616749763489, + "rtf_streamed": 0.07945629813726626, + "rtf_total": 0.07638798459716466, + "gap_ms": [ + 146.0821251384914, + 147.28675223886967 + ], + "text": "Have you ever wondered what it would be like to travel through time and visit ancient civilizations?", + "warmup": false + }, + { + "request_id": "r1_6", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 32.87243423983455, + "gap_ms": 32.87243423983455, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 197.76609214022756, + "gap_ms": 164.893657900393, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 342.6097873598337, + "gap_ms": 144.84369521960616, + "samples": 48000 + } + ], + "t_final_ms": 434.4377410598099, + "ttfa_ms": 32.87243423983455, + "playback_start_ms": 117.76609214022756, + "stall_at_ttfa_ms": 84.89365790039301, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 1.28, + "total_wall_s": 0.4344377410598099, + "rtf_streamed": 0.08397298709799846, + "rtf_total": 0.08105181736190484, + "gap_ms": [ + 164.893657900393, + 144.84369521960616 + ], + "text": "The restaurant on the corner serves the best pasta I have ever tasted in my entire life.", + "warmup": false + }, + { + "request_id": "r1_7", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 34.57262320443988, + "gap_ms": 34.57262320443988, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 182.17775924131274, + "gap_ms": 147.60513603687286, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 324.42674320191145, + "gap_ms": 142.2489839605987, + "samples": 48000 + } + ], + "t_final_ms": 430.93428621068597, + "ttfa_ms": 34.57262320443988, + "playback_start_ms": 102.17775924131274, + "stall_at_ttfa_ms": 67.60513603687286, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 1.44, + "total_wall_s": 0.43093428621068597, + "rtf_streamed": 0.07951635862791948, + "rtf_total": 0.07806780547295036, + "gap_ms": [ + 147.60513603687286, + 142.2489839605987 + ], + "text": "After the meeting, we should discuss the quarterly results and plan for the next phase.", + "warmup": false + }, + { + "request_id": "r1_8", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 35.34890292212367, + "gap_ms": 35.34890292212367, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 202.73827016353607, + "gap_ms": 167.3893672414124, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 351.4355979859829, + "gap_ms": 148.69732782244682, + "samples": 48000 + }, + { + "idx": 3, + "t_ms": 504.8111439682543, + "gap_ms": 153.37554598227143, + "samples": 48000 + } + ], + "t_final_ms": 589.2991777509451, + "ttfa_ms": 35.34890292212367, + "playback_start_ms": 122.73827016353607, + "stall_at_ttfa_ms": 87.3893672414124, + "n_chunks": 4, + "streamed_audio_s": 6.08, + "tail_audio_s": 1.36, + "total_wall_s": 0.5892991777509451, + "rtf_streamed": 0.0830281486789892, + "rtf_total": 0.07920687872996574, + "gap_ms": [ + 167.3893672414124, + 148.69732782244682, + 153.37554598227143 + ], + "text": "Learning a new language takes patience, practice, and a genuine curiosity about other cultures.", + "warmup": false + }, + { + "request_id": "r1_9", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 33.069610595703125, + "gap_ms": 33.069610595703125, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 179.32921275496483, + "gap_ms": 146.2596021592617, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 326.7372655682266, + "gap_ms": 147.40805281326175, + "samples": 48000 + } + ], + "t_final_ms": 384.27883572876453, + "ttfa_ms": 33.069610595703125, + "playback_start_ms": 99.32921275496483, + "stall_at_ttfa_ms": 66.2596021592617, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 0.88, + "total_wall_s": 0.38427883572876453, + "rtf_streamed": 0.0800826631294673, + "rtf_total": 0.07747557171950897, + "gap_ms": [ + 146.2596021592617, + 147.40805281326175 + ], + "text": "The train leaves at half past seven, so we need to arrive at the station before then.", + "warmup": false + }, + { + "request_id": "r1_10", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 54.58056228235364, + "gap_ms": 54.58056228235364, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 210.85682325065136, + "gap_ms": 156.27626096829772, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 334.6076882444322, + "gap_ms": 123.75086499378085, + "samples": 48000 + } + ], + "t_final_ms": 406.14816918969154, + "ttfa_ms": 54.58056228235364, + "playback_start_ms": 130.85682325065136, + "stall_at_ttfa_ms": 76.27626096829772, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 1.04, + "total_wall_s": 0.40614816918969154, + "rtf_streamed": 0.08201168829520397, + "rtf_total": 0.07932581429486163, + "gap_ms": [ + 156.27626096829772, + 123.75086499378085 + ], + "text": "Could you please turn down the music a little bit, I'm trying to concentrate on my work.", + "warmup": false + }, + { + "request_id": "r1_11", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 31.032362021505833, + "gap_ms": 31.032362021505833, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 174.96881866827607, + "gap_ms": 143.93645664677024, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 319.22532385215163, + "gap_ms": 144.25650518387556, + "samples": 48000 + } + ], + "t_final_ms": 389.1019010916352, + "ttfa_ms": 31.032362021505833, + "playback_start_ms": 94.96881866827607, + "stall_at_ttfa_ms": 63.93645664677024, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 0.96, + "total_wall_s": 0.3891019010916352, + "rtf_streamed": 0.07824150094415482, + "rtf_total": 0.07720275815310222, + "gap_ms": [ + 143.93645664677024, + 144.25650518387556 + ], + "text": "It was a dark and stormy night when the old lighthouse keeper heard a knock at the door.", + "warmup": false + } + ], + "summary": { + "n_requests": 24, + "ttfa_ms": { + "n": 24, + "p50": 32.74843189865351, + "p90": 38.52715063840151, + "max": 54.58056228235364, + "mean": 33.660060997741915 + }, + "playback_start_ms": { + "n": 24, + "p50": 101.122659239918, + "p90": 130.85682325065136, + "max": 278.00867388024926, + "mean": 111.65184083006655 + }, + "stall_at_ttfa_ms": { + "n": 24, + "p50": 67.71327096968889, + "p90": 87.3893672414124, + "max": 250.2301298826933, + "mean": 77.99177983232464 + }, + "rtf_streamed": { + "n": 24, + "p50": 0.08138563945049457, + "p90": 0.0850387403401188, + "max": 0.12324296780314077, + "mean": 0.08342131476586595 + }, + "rtf_total": { + "n": 24, + "p50": 0.0788172610222139, + "p90": 0.08305144330262447, + "max": 0.11200612530793383, + "mean": 0.08040606031569052 + }, + "gap_ms": { + "n": 49, + "p50": 147.99785241484642, + "p90": 164.893657900393, + "max": 330.2301298826933, + "mean": 152.93875469693117 + }, + "total_audio_s": 99.92, + "total_wall_s": 10.092115608975291 + } +} \ No newline at end of file diff --git a/benchmarks/tts/edge_results/stream_latency/step_stats/20260909-160056/orchestrator_1115724.json b/benchmarks/tts/edge_results/stream_latency/step_stats/20260909-160056/orchestrator_1115724.json new file mode 100644 index 000000000..6b494abf3 --- /dev/null +++ b/benchmarks/tts/edge_results/stream_latency/step_stats/20260909-160056/orchestrator_1115724.json @@ -0,0 +1,7 @@ +{ + "role": "orchestrator", + "pid": 1115724, + "started_at": 1788941018.3974087, + "dumped_at": 1788941028.386944, + "counters": {} +} \ No newline at end of file diff --git a/benchmarks/tts/edge_results/stream_latency/step_stats/20260909-160056/stage0_1127780.json b/benchmarks/tts/edge_results/stream_latency/step_stats/20260909-160056/stage0_1127780.json new file mode 100644 index 000000000..1f7f7df5d --- /dev/null +++ b/benchmarks/tts/edge_results/stream_latency/step_stats/20260909-160056/stage0_1127780.json @@ -0,0 +1,48 @@ +{ + "role": "stage0", + "pid": 1127780, + "started_at": 1788940941.271279, + "dumped_at": 1788941020.6398854, + "counters": { + "sched.schedule_ms": { + "count": 1728, + "sum_ms": 154.46681901812553, + "mean_ms": 0.08939052026511894, + "p50_ms": 0.08454080671072006, + "p95_ms": 0.10722316801548004, + "max_ms": 1.0436493903398514 + }, + "core.step_ms": { + "count": 1753, + "sum_ms": 10444.467906374484, + "mean_ms": 5.958053568952929, + "p50_ms": 5.461014807224274, + "p95_ms": 8.340002037584782, + "max_ms": 483.9635700918734 + }, + "sched.update_from_output_ms": { + "count": 1728, + "sum_ms": 149.5130080729723, + "mean_ms": 0.08652373152371082, + "p50_ms": 0.08431077003479004, + "p95_ms": 0.1080692745745182, + "max_ms": 0.249532051384449 + }, + "hop.enqueue_to_put_ms": { + "count": 101, + "sum_ms": 154.58500059321523, + "mean_ms": 1.5305445603288637, + "p50_ms": 0.36263419315218925, + "p95_ms": 0.5090651102364063, + "max_ms": 116.82084808126092 + }, + "hop.put_ms": { + "count": 101, + "sum_ms": 207.93576166033745, + "mean_ms": 2.0587699174290837, + "p50_ms": 0.20567839965224266, + "p95_ms": 0.6583649665117264, + "max_ms": 182.44604114443064 + } + } +} \ No newline at end of file diff --git a/benchmarks/tts/edge_results/stream_latency/step_stats/20260909-160056/stage1_1140341.json b/benchmarks/tts/edge_results/stream_latency/step_stats/20260909-160056/stage1_1140341.json new file mode 100644 index 000000000..fc8a48800 --- /dev/null +++ b/benchmarks/tts/edge_results/stream_latency/step_stats/20260909-160056/stage1_1140341.json @@ -0,0 +1,56 @@ +{ + "role": "stage1", + "pid": 1140341, + "started_at": 1788941003.4638774, + "dumped_at": 1788941025.8994915, + "counters": { + "sched.schedule_ms": { + "count": 7477, + "sum_ms": 285.076015163213, + "mean_ms": 0.03812705833398596, + "p50_ms": 0.03234390169382095, + "p95_ms": 0.07134256884455681, + "max_ms": 3.307436127215624 + }, + "hop.poll_miss_ms": { + "count": 8101, + "sum_ms": 71.98461843654513, + "mean_ms": 0.008885892906622039, + "p50_ms": 0.005051027983427048, + "p95_ms": 0.01891888678073883, + "max_ms": 1.1654896661639214 + }, + "core.step_ms": { + "count": 7502, + "sum_ms": 2463.9700916595757, + "mean_ms": 0.3284417610849874, + "p50_ms": 0.10262895375490189, + "p95_ms": 0.28397561982274055, + "max_ms": 198.27822083607316 + }, + "sched.update_from_output_ms": { + "count": 7477, + "sum_ms": 45.81549670547247, + "mean_ms": 0.006127523967563524, + "p50_ms": 0.004765111953020096, + "p95_ms": 0.011174939572811127, + "max_ms": 0.16657402738928795 + }, + "hop.get_ms": { + "count": 101, + "sum_ms": 35.08503269404173, + "mean_ms": 0.34737656132714584, + "p50_ms": 0.29103830456733704, + "p95_ms": 0.6442549638450146, + "max_ms": 1.1177551932632923 + }, + "hop.put_to_get_ms": { + "count": 100, + "sum_ms": 248.3997344970703, + "mean_ms": 2.483997344970703, + "p50_ms": 1.3821125030517578, + "p95_ms": 2.6433467864990234, + "max_ms": 45.267343521118164 + } + } +} \ No newline at end of file diff --git a/benchmarks/tts/edge_results/stream_latency/step_stats/20260909-160436/orchestrator_1115640.json b/benchmarks/tts/edge_results/stream_latency/step_stats/20260909-160436/orchestrator_1115640.json new file mode 100644 index 000000000..035502ba9 --- /dev/null +++ b/benchmarks/tts/edge_results/stream_latency/step_stats/20260909-160436/orchestrator_1115640.json @@ -0,0 +1,7 @@ +{ + "role": "orchestrator", + "pid": 1115640, + "started_at": 1788941244.2867782, + "dumped_at": 1788941256.186957, + "counters": {} +} \ No newline at end of file diff --git a/benchmarks/tts/edge_results/stream_latency/step_stats/20260909-160436/stage0_1164329.json b/benchmarks/tts/edge_results/stream_latency/step_stats/20260909-160436/stage0_1164329.json new file mode 100644 index 000000000..7afb17633 --- /dev/null +++ b/benchmarks/tts/edge_results/stream_latency/step_stats/20260909-160436/stage0_1164329.json @@ -0,0 +1,48 @@ +{ + "role": "stage0", + "pid": 1164329, + "started_at": 1788941164.950743, + "dumped_at": 1788941247.0161374, + "counters": { + "sched.schedule_ms": { + "count": 1707, + "sum_ms": 155.79213621094823, + "mean_ms": 0.09126662929756779, + "p50_ms": 0.08553918451070786, + "p95_ms": 0.11597014963626862, + "max_ms": 0.8465899154543877 + }, + "core.step_ms": { + "count": 1732, + "sum_ms": 10495.23618305102, + "mean_ms": 6.0596051865190645, + "p50_ms": 5.479650106281042, + "p95_ms": 8.590426761657, + "max_ms": 396.19068894535303 + }, + "sched.update_from_output_ms": { + "count": 1707, + "sum_ms": 152.65167830511928, + "mean_ms": 0.08942687657007574, + "p50_ms": 0.08525699377059937, + "p95_ms": 0.12010522186756134, + "max_ms": 1.1810138821601868 + }, + "hop.enqueue_to_put_ms": { + "count": 101, + "sum_ms": 38.265828508883715, + "mean_ms": 0.3788695891968685, + "p50_ms": 0.3643147647380829, + "p95_ms": 0.5120588466525078, + "max_ms": 0.6584431976079941 + }, + "hop.put_ms": { + "count": 101, + "sum_ms": 33.72208261862397, + "mean_ms": 0.3338820061249898, + "p50_ms": 0.2620480954647064, + "p95_ms": 0.948708038777113, + "max_ms": 1.174595206975937 + } + } +} \ No newline at end of file diff --git a/benchmarks/tts/edge_results/stream_latency/step_stats/20260909-160436/stage1_1175628.json b/benchmarks/tts/edge_results/stream_latency/step_stats/20260909-160436/stage1_1175628.json new file mode 100644 index 000000000..8c8ac7d26 --- /dev/null +++ b/benchmarks/tts/edge_results/stream_latency/step_stats/20260909-160436/stage1_1175628.json @@ -0,0 +1,56 @@ +{ + "role": "stage1", + "pid": 1175628, + "started_at": 1788941229.3279095, + "dumped_at": 1788941252.2689042, + "counters": { + "sched.schedule_ms": { + "count": 7616, + "sum_ms": 295.3229481354356, + "mean_ms": 0.03877664760181665, + "p50_ms": 0.03368174657225609, + "p95_ms": 0.07358100265264511, + "max_ms": 0.35179778933525085 + }, + "core.step_ms": { + "count": 7641, + "sum_ms": 2433.9405642822385, + "mean_ms": 0.3185369145769191, + "p50_ms": 0.10511325672268867, + "p95_ms": 0.31093182042241096, + "max_ms": 169.52310828492045 + }, + "hop.poll_miss_ms": { + "count": 8189, + "sum_ms": 75.37689385935664, + "mean_ms": 0.009204651832868073, + "p50_ms": 0.005676876753568649, + "p95_ms": 0.018710270524024963, + "max_ms": 2.546721138060093 + }, + "sched.update_from_output_ms": { + "count": 7616, + "sum_ms": 48.55212802067399, + "mean_ms": 0.006375016809437236, + "p50_ms": 0.004789792001247406, + "p95_ms": 0.011725816875696182, + "max_ms": 0.848033931106329 + }, + "hop.get_ms": { + "count": 101, + "sum_ms": 46.265214681625366, + "mean_ms": 0.45807143249134025, + "p50_ms": 0.33701397478580475, + "p95_ms": 1.185792963951826, + "max_ms": 2.836379688233137 + }, + "hop.put_to_get_ms": { + "count": 101, + "sum_ms": 290.7063961029053, + "mean_ms": 2.8782811495337155, + "p50_ms": 1.9915103912353516, + "p95_ms": 10.71476936340332, + "max_ms": 28.415441513061523 + } + } +} \ No newline at end of file