Files
vllm-omni/benchmarks/edge_harness/results/e2e_profiling_20260922/evidence/attribution-summary.json
T

666 lines
25 KiB
JSON

{
"runs": [
{
"run": "tts-cuda-wsl-attribution",
"status": "completed",
"counter_files": [
{
"path": "tts-cuda-wsl-attribution-step-stats/stage0_1628534.json",
"sha256": "cf3c11fd9475d555ec339ae6cdc51f9a3ca508d0ce3343a7a1c0c96e7cc13b78",
"record": {
"role": "stage0",
"pid": 1628534,
"started_at": 1790074873.1754153,
"dumped_at": 1790076024.4103425,
"counters": {
"predictor.substep_ms": {
"count": 120,
"sum_ms": 7268.254211987369,
"mean_ms": 60.56878509989474,
"p50_ms": 0.961597019340843,
"p95_ms": 2.17054202221334,
"max_ms": 7133.578689012211
},
"predictor.loop_ms": {
"count": 8,
"sum_ms": 7268.873039050959,
"mean_ms": 908.6091298813699,
"p50_ms": 22.658564033918083,
"p95_ms": 7152.572002960369,
"max_ms": 7152.572002960369
},
"sched.schedule_ms": {
"count": 2313,
"sum_ms": 256.26453541917726,
"mean_ms": 0.11079314112372558,
"p50_ms": 0.10492000728845596,
"p95_ms": 0.14752004062756896,
"max_ms": 0.49802300054579973
},
"model.forward_ms": {
"count": 2290,
"sum_ms": 1034.0027296333574,
"mean_ms": 0.451529576259108,
"p50_ms": 0.3149589756503701,
"p95_ms": 0.49462204333394766,
"max_ms": 54.31275995215401
},
"model.sample_meta_ms": {
"count": 2290,
"sum_ms": 0.9397446410730481,
"mean_ms": 0.0004103688388965276,
"p50_ms": 0.0003809691406786442,
"p95_ms": 0.0005720066837966442,
"max_ms": 0.01026899553835392
},
"model.sample_async_ids_ms": {
"count": 2290,
"sum_ms": 39.81349611422047,
"mean_ms": 0.017385806163415052,
"p50_ms": 0.01623999560251832,
"p95_ms": 0.023073982447385788,
"max_ms": 0.1180170220322907
},
"sampler.apply_penalties_ms": {
"count": 2290,
"sum_ms": 1226.4269451843575,
"mean_ms": 0.5355576179844356,
"p50_ms": 0.47708500642329454,
"p95_ms": 0.6348550086840987,
"max_ms": 86.28930401755497
},
"sampler.apply_logits_processors_ms": {
"count": 2290,
"sum_ms": 1259.1862814733759,
"mean_ms": 0.5498630050102078,
"p50_ms": 0.48752600559964776,
"p95_ms": 0.6532209808938205,
"max_ms": 86.38409397099167
},
"sampler.apply_temperature_ms": {
"count": 2290,
"sum_ms": 64.28353069350123,
"mean_ms": 0.02807141078318831,
"p50_ms": 0.02267397940158844,
"p95_ms": 0.04401401383802295,
"max_ms": 0.1371709513477981
},
"sampler.topk_topp_ms": {
"count": 2290,
"sum_ms": 729.5759441331029,
"mean_ms": 0.31859211534196635,
"p50_ms": 0.30417798552662134,
"p95_ms": 0.42165000922977924,
"max_ms": 2.613923978060484
},
"sampler.sample_ms": {
"count": 2290,
"sum_ms": 859.5011509605683,
"mean_ms": 0.37532801351989886,
"p50_ms": 0.35392201971262693,
"p95_ms": 0.4792950348928571,
"max_ms": 4.110737005248666
},
"model.sampler_call_ms": {
"count": 2290,
"sum_ms": 2282.2709786705673,
"mean_ms": 0.9966248815155315,
"p50_ms": 0.9120219619944692,
"p95_ms": 1.1731770355254412,
"max_ms": 86.92520199110731
},
"model.sample_ms": {
"count": 2290,
"sum_ms": 2386.9292719173245,
"mean_ms": 1.0423271929769975,
"p50_ms": 0.9468179778195918,
"p95_ms": 1.232420967426151,
"max_ms": 86.97341399965808
},
"model.talker_mtp_ms": {
"count": 2290,
"sum_ms": 11.977064074017107,
"mean_ms": 0.005230158984286947,
"p50_ms": 0.0050800153985619545,
"p95_ms": 0.006122048944234848,
"max_ms": 0.03696500789374113
},
"core.step_ms": {
"count": 2331,
"sum_ms": 271306.1447388609,
"mean_ms": 116.3904524834238,
"p50_ms": 100.1368110300973,
"p95_ms": 219.5127209997736,
"max_ms": 2936.512135027442
},
"model.mtp_graph_ms": {
"count": 2266,
"sum_ms": 1461.396706989035,
"mean_ms": 0.644923524708312,
"p50_ms": 0.4726369515992701,
"p95_ms": 0.9436720283702016,
"max_ms": 5.637370049953461
},
"sched.update_from_output_ms": {
"count": 2311,
"sum_ms": 309.0322069474496,
"mean_ms": 0.1337222877314797,
"p50_ms": 0.12907502241432667,
"p95_ms": 0.17726700752973557,
"max_ms": 0.3616770263761282
},
"hop.enqueue_to_put_ms": {
"count": 165,
"sum_ms": 138.64356075646356,
"mean_ms": 0.8402640045846276,
"p50_ms": 0.7961459923535585,
"p95_ms": 1.216763979755342,
"max_ms": 2.3823289666324854
},
"hop.put_ms": {
"count": 165,
"sum_ms": 112.92395403143018,
"mean_ms": 0.684387600190486,
"p50_ms": 0.4018829786218703,
"p95_ms": 1.2243650271557271,
"max_ms": 9.436159976758063
}
}
}
},
{
"path": "tts-cuda-wsl-attribution-step-stats/stage1_1628537.json",
"sha256": "0109a0871a4db87778f62ffad628e93c29ace126f28bb69784ec95978e8802c4",
"record": {
"role": "stage1",
"pid": 1628537,
"started_at": 1790075749.1656597,
"dumped_at": 1790076028.3616571,
"counters": {
"sched.schedule_ms": {
"count": 167100,
"sum_ms": 7824.627129069995,
"mean_ms": 0.046826015135068795,
"p50_ms": 0.03524700878188014,
"p95_ms": 0.12697099009528756,
"max_ms": 1.571886008605361
},
"hop.poll_miss_ms": {
"count": 175136,
"sum_ms": 3761.5090771578252,
"mean_ms": 0.021477646384283216,
"p50_ms": 0.009789015166461468,
"p95_ms": 0.04539696965366602,
"max_ms": 10.570660990197212
},
"core.step_ms": {
"count": 167124,
"sum_ms": 82695.41027443483,
"mean_ms": 0.4948146901368734,
"p50_ms": 0.13065902749076486,
"p95_ms": 0.5800509825348854,
"max_ms": 802.1825209725648
},
"sched.update_from_output_ms": {
"count": 167100,
"sum_ms": 1061.3675203057937,
"mean_ms": 0.0063516907259473,
"p50_ms": 0.005030015017837286,
"p95_ms": 0.017723010387271643,
"max_ms": 0.1861940254457295
},
"hop.get_ms": {
"count": 165,
"sum_ms": 406.41176007920876,
"mean_ms": 2.4631015762376287,
"p50_ms": 0.37855899427086115,
"p95_ms": 17.446473997551948,
"max_ms": 29.045357019640505
},
"hop.put_to_get_ms": {
"count": 161,
"sum_ms": 659.8684787750244,
"mean_ms": 4.098561979969095,
"p50_ms": 3.2584667205810547,
"p95_ms": 8.987665176391602,
"max_ms": 55.704355239868164
}
}
}
}
],
"counter_scope": "Existing StepStats with accelerator sync disabled; host timers, including warmup/slow-consumer/cancel/recovery. Nested counters overlap and must not be summed.",
"percentiles": "Per-process native summaries use rounded sample indices and a capped 20000-value reservoir; not pooled percentiles. Periodic flush every 500 adds can omit final unflushed samples after forced shutdown.",
"comparison_caveat": "Separate processes, cache/thermal history, observed GPU power-limit/clock changes and stochastic speech length; ratios do not isolate causal instrumentation overhead.",
"measurements": {
"baseline": {
"n": 20,
"metrics": {
"ttfa_ms": {
"n": 20,
"p50": 73.95587698556483,
"p95": 111.6037190076895,
"mean": 82.00832199654542,
"min": 61.904292029794306,
"max": 120.206103019882
},
"rtf_total": {
"n": 20,
"p50": 0.17484790242607118,
"p95": 0.18156117586462786,
"mean": 0.17587882179426131,
"min": 0.16880525449539022,
"max": 0.18910141749840573
},
"total_wall_s": {
"n": 20,
"p50": 1.413438674993813,
"p95": 1.5395039209979586,
"mean": 1.4156809555424843,
"min": 1.2201264539617114,
"max": 1.6022564800223336
},
"streamed_audio_s": {
"n": 20,
"p50": 8.08,
"p95": 8.96,
"mean": 8.052,
"min": 6.96,
"max": 9.12
},
"stall_at_ttfa_ms": {
"n": 20,
"p50": 0.0,
"p95": 0.0,
"mean": 0.0,
"min": 0.0,
"max": 0.0
}
}
},
"instrumented": {
"n": 20,
"metrics": {
"ttfa_ms": {
"n": 20,
"p50": 342.58199797477573,
"p95": 421.667154005263,
"mean": 352.4672636005562,
"min": 299.4830930256285,
"max": 442.02674098778516
},
"rtf_total": {
"n": 20,
"p50": 1.4878854080854902,
"p95": 1.50512873101348,
"mean": 1.487856525494632,
"min": 1.4634246867271286,
"max": 1.5164822405090994
},
"total_wall_s": {
"n": 20,
"p50": 11.830615125014447,
"p95": 12.930477646994404,
"mean": 11.945222201602883,
"min": 10.965414740028791,
"max": 13.10240655799862
},
"streamed_audio_s": {
"n": 20,
"p50": 7.92,
"p95": 8.64,
"mean": 8.028,
"min": 7.44,
"max": 8.64
},
"stall_at_ttfa_ms": {
"n": 20,
"p50": 5044.175343960524,
"p95": 5706.730038009118,
"mean": 5151.192271945183,
"min": 4553.2861830084585,
"max": 5718.030323006678
}
}
}
},
"p50_ratios": {
"ttfa_ms": 4.632248469471102,
"rtf_total": 8.509598270500241,
"total_wall_s": 8.370094390594081
},
"error": null
},
{
"run": "tts-cuda-windows-attribution",
"status": "completed",
"counter_files": [
{
"path": "tts-cuda-windows-attribution-step-stats\\stage0_62016.json",
"sha256": "7ff79e2d17f2d1016a7239ccf70c0a6e2df601443fd63284b17d2437cb701a39",
"record": {
"role": "stage0",
"pid": 62016,
"started_at": 1790073165.4458413,
"dumped_at": 1790073440.672833,
"counters": {
"predictor.substep_ms": {
"count": 120,
"sum_ms": 2170.633799629286,
"mean_ms": 18.088614996910717,
"p50_ms": 1.3053000438958406,
"p95_ms": 4.019099986180663,
"max_ms": 1958.1519999774173
},
"predictor.loop_ms": {
"count": 8,
"sum_ms": 2171.2651001289487,
"mean_ms": 271.4081375161186,
"p50_ms": 26.180900051258504,
"p95_ms": 2008.0400999868289,
"max_ms": 2008.0400999868289
},
"sched.schedule_ms": {
"count": 2321,
"sum_ms": 322.5164996692911,
"mean_ms": 0.13895583785837617,
"p50_ms": 0.12260000221431255,
"p95_ms": 0.219399924390018,
"max_ms": 0.4651999333873391
},
"model.forward_ms": {
"count": 2299,
"sum_ms": 943.1032991269603,
"mean_ms": 0.41022327060763825,
"p50_ms": 0.2707999665290117,
"p95_ms": 0.5948999896645546,
"max_ms": 50.39360001683235
},
"model.sample_meta_ms": {
"count": 2299,
"sum_ms": 1.3182996772229671,
"mean_ms": 0.0005734230870913298,
"p50_ms": 0.000500003807246685,
"p95_ms": 0.000900006853044033,
"max_ms": 0.0513000413775444
},
"model.sample_async_ids_ms": {
"count": 2299,
"sum_ms": 48.52789896540344,
"mean_ms": 0.021108264012789663,
"p50_ms": 0.01859990879893303,
"p95_ms": 0.0342000275850296,
"max_ms": 0.6634999299421906
},
"sampler.apply_penalties_ms": {
"count": 2299,
"sum_ms": 1294.0585998585448,
"mean_ms": 0.5628789038097194,
"p50_ms": 0.44620002154260874,
"p95_ms": 0.8712999988347292,
"max_ms": 107.70519997458905
},
"sampler.apply_logits_processors_ms": {
"count": 2299,
"sum_ms": 1367.7481028717011,
"mean_ms": 0.594931754185168,
"p50_ms": 0.4560999805107713,
"p95_ms": 0.9077000431716442,
"max_ms": 107.76120005175471
},
"sampler.apply_temperature_ms": {
"count": 2299,
"sum_ms": 56.23930005822331,
"mean_ms": 0.024462505462472077,
"p50_ms": 0.021400046534836292,
"p95_ms": 0.03530003596097231,
"max_ms": 0.40909997187554836
},
"sampler.topk_topp_ms": {
"count": 2299,
"sum_ms": 758.5363987600431,
"mean_ms": 0.32994188723794826,
"p50_ms": 0.28739997651427984,
"p95_ms": 0.606300076469779,
"max_ms": 1.3716999674215913
},
"sampler.sample_ms": {
"count": 2299,
"sum_ms": 959.8485981114209,
"mean_ms": 0.41750700222332354,
"p50_ms": 0.3290000604465604,
"p95_ms": 0.6967999506741762,
"max_ms": 13.907099957577884
},
"model.sampler_call_ms": {
"count": 2299,
"sum_ms": 2569.4051028694957,
"mean_ms": 1.1176185745408855,
"p50_ms": 0.8521000854671001,
"p95_ms": 1.658800058066845,
"max_ms": 108.27870003413409
},
"model.sample_ms": {
"count": 2298,
"sum_ms": 2823.2405986636877,
"mean_ms": 1.228564229183502,
"p50_ms": 0.8909999160096049,
"p95_ms": 1.7435000045225024,
"max_ms": 108.32220001611859
},
"model.talker_mtp_ms": {
"count": 2298,
"sum_ms": 20.363500458188355,
"mean_ms": 0.008861401417836534,
"p50_ms": 0.0073999399319291115,
"p95_ms": 0.017600017599761486,
"max_ms": 0.112100038677454
},
"core.step_ms": {
"count": 2342,
"sum_ms": 258657.2268991731,
"mean_ms": 110.44288082799876,
"p50_ms": 99.19139998964965,
"p95_ms": 189.25329996272922,
"max_ms": 433.346499921754
},
"model.mtp_graph_ms": {
"count": 2275,
"sum_ms": 1167.3956015147269,
"mean_ms": 0.5131409237427371,
"p50_ms": 0.4879999905824661,
"p95_ms": 0.7125000702217221,
"max_ms": 1.5753000043332577
},
"sched.update_from_output_ms": {
"count": 2319,
"sum_ms": 339.383996441029,
"mean_ms": 0.14634928695171584,
"p50_ms": 0.13069994747638702,
"p95_ms": 0.2188000362366438,
"max_ms": 0.3192999865859747
},
"hop.enqueue_to_put_ms": {
"count": 164,
"sum_ms": 125.88319950737059,
"mean_ms": 0.7675804848010402,
"p50_ms": 0.7604999700561166,
"p95_ms": 1.0597000364214182,
"max_ms": 1.5655000461265445
},
"hop.put_ms": {
"count": 164,
"sum_ms": 232.17200033832341,
"mean_ms": 1.415682928892216,
"p50_ms": 1.3822999317198992,
"p95_ms": 1.8699000356718898,
"max_ms": 11.974900029599667
}
}
}
},
{
"path": "tts-cuda-windows-attribution-step-stats\\stage1_13708.json",
"sha256": "b098ac3e0e0caca3bb5ab7f3ed0d31c5228c02af82c836af9fcdd99bc5c153f5",
"record": {
"role": "stage1",
"pid": 13708,
"started_at": 1790073177.6347456,
"dumped_at": 1790073441.6315687,
"counters": {
"sched.schedule_ms": {
"count": 126342,
"sum_ms": 11502.04039295204,
"mean_ms": 0.09103892919972804,
"p50_ms": 0.08160003926604986,
"p95_ms": 0.16679998952895403,
"max_ms": 1.9160000374540687
},
"core.step_ms": {
"count": 126365,
"sum_ms": 84130.90257858858,
"mean_ms": 0.6657769364823216,
"p50_ms": 0.2631000243127346,
"p95_ms": 0.5684000207111239,
"max_ms": 492.3127999063581
},
"hop.poll_miss_ms": {
"count": 14122,
"sum_ms": 643.9709080150351,
"mean_ms": 0.04560054581610502,
"p50_ms": 0.03729993477463722,
"p95_ms": 0.06999995093792677,
"max_ms": 10.960499988868833
},
"sched.update_from_output_ms": {
"count": 126341,
"sum_ms": 1451.4887656550854,
"mean_ms": 0.011488659783087718,
"p50_ms": 0.009999959729611874,
"p95_ms": 0.021499930880963802,
"max_ms": 0.5358000053092837
},
"hop.get_ms": {
"count": 165,
"sum_ms": 344.0312007442117,
"mean_ms": 2.0850375802679495,
"p50_ms": 1.9307000329717994,
"p95_ms": 3.1490999972447753,
"max_ms": 9.901299956254661
},
"hop.put_to_get_ms": {
"count": 165,
"sum_ms": 1471.541166305542,
"mean_ms": 8.91843131094268,
"p50_ms": 9.002923965454102,
"p95_ms": 15.682697296142578,
"max_ms": 20.177602767944336
}
}
}
}
],
"counter_scope": "Existing StepStats with accelerator sync disabled; host timers, including warmup/slow-consumer/cancel/recovery. Nested counters overlap and must not be summed.",
"percentiles": "Per-process native summaries use rounded sample indices and a capped 20000-value reservoir; not pooled percentiles. Periodic flush every 500 adds can omit final unflushed samples after forced shutdown.",
"comparison_caveat": "Separate processes, cache/thermal history and stochastic speech length; ratios are diagnostic observations, not isolated causal instrumentation overhead.",
"measurements": {
"baseline": {
"n": 20,
"metrics": {
"ttfa_ms": {
"n": 20,
"p50": 111.52050003875047,
"p95": 302.5222000433132,
"mean": 162.16730999294668,
"min": 91.81439992971718,
"max": 315.50799997057766
},
"rtf_total": {
"n": 20,
"p50": 0.1781915416682346,
"p95": 0.21040542452060176,
"mean": 0.1856964622860607,
"min": 0.1705916874925606,
"max": 0.21601451823395718
},
"total_wall_s": {
"n": 20,
"p50": 1.4388093000743538,
"p95": 1.658991500036791,
"mean": 1.464310554997064,
"min": 1.2228269999613985,
"max": 1.7842379999347031
},
"streamed_audio_s": {
"n": 20,
"p50": 7.84,
"p95": 8.48,
"mean": 7.884,
"min": 6.88,
"max": 9.2
},
"stall_at_ttfa_ms": {
"n": 20,
"p50": 0.0,
"p95": 40.77260001562536,
"mean": 4.166585000697523,
"min": 0.0,
"max": 42.55909999832511
}
}
},
"instrumented": {
"n": 20,
"metrics": {
"ttfa_ms": {
"n": 20,
"p50": 354.54690002370626,
"p95": 397.6043000584468,
"mean": 359.2399050015956,
"min": 321.42510008998215,
"max": 399.18359997682273
},
"rtf_total": {
"n": 20,
"p50": 1.4450212374940747,
"p95": 1.47655767440758,
"mean": 1.4417227106009558,
"min": 1.3939023665090327,
"max": 1.4862167954561298
},
"total_wall_s": {
"n": 20,
"p50": 11.558093100087717,
"p95": 13.13359290000517,
"mean": 11.718756790016778,
"min": 10.15871679992415,
"max": 13.212468800018542
},
"streamed_audio_s": {
"n": 20,
"p50": 8.0,
"p95": 8.96,
"mean": 8.128,
"min": 6.88,
"max": 8.96
},
"stall_at_ttfa_ms": {
"n": 20,
"p50": 4788.281400012784,
"p95": 5484.972200030461,
"mean": 4870.361790002789,
"min": 4307.558099995367,
"max": 5541.990600083955
}
}
}
},
"p50_ratios": {
"ttfa_ms": 3.1792083061007657,
"rtf_total": 8.109370534458272,
"total_wall_s": 8.033095907491303
}
}
]
}