anodyine/vllm-omni
1
0 Fork 0
Code Issues 4 Pull Requests 2 Actions Packages Projects Releases Wiki Activity

edge results: chunk hop put->get stats, shm vs cuda_ipc (0.6B, chain3)

Browse Source 
Co-Authored-By: Claude Fable 5.1 <noreply@anthropic.com>
This commit is contained in:
tzhouamandClaude Fable 5.1 committed 2026-09-09 16:08:22 +08:00
1 parent 5104fb6d67
commit 0356b22e4c
8 files changed
+2812
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

benchmarks/tts/edge_results/stream_latency/Qwen3-TTS-12Hz-0.6B-CustomVoice/qwen3_tts/20260909-160338_shm_hop.json
+1295
View File
File diff suppressed because it is too large. Load diff
benchmarks/tts/edge_results/stream_latency/Qwen3-TTS-12Hz-0.6B-CustomVoice/qwen3_tts_cuda_ipc/20260909-160724_cuda_ipc_hop.json
+1295
View File
File diff suppressed because it is too large. Load diff
benchmarks/tts/edge_results/stream_latency/step_stats/20260909-160056/orchestrator_1115724.json
+7
View File
@@ -0,0 +1,7 @@
{
"role": "orchestrator",
"pid": 1115724,
"started_at": 1788941018.3974087,
"dumped_at": 1788941028.386944,
"counters": {}
}
benchmarks/tts/edge_results/stream_latency/step_stats/20260909-160056/stage0_1127780.json
+48
View File
@@ -0,0 +1,48 @@
{
"role": "stage0",
"pid": 1127780,
"started_at": 1788940941.271279,
"dumped_at": 1788941020.6398854,
"counters": {
"sched.schedule_ms": {
"count": 1728,
"sum_ms": 154.46681901812553,
"mean_ms": 0.08939052026511894,
"p50_ms": 0.08454080671072006,
"p95_ms": 0.10722316801548004,
"max_ms": 1.0436493903398514
},
"core.step_ms": {
"count": 1753,
"sum_ms": 10444.467906374484,
"mean_ms": 5.958053568952929,
"p50_ms": 5.461014807224274,
"p95_ms": 8.340002037584782,
"max_ms": 483.9635700918734
},
"sched.update_from_output_ms": {
"count": 1728,
"sum_ms": 149.5130080729723,
"mean_ms": 0.08652373152371082,
"p50_ms": 0.08431077003479004,
"p95_ms": 0.1080692745745182,
"max_ms": 0.249532051384449
},
"hop.enqueue_to_put_ms": {
"count": 101,
"sum_ms": 154.58500059321523,
"mean_ms": 1.5305445603288637,
"p50_ms": 0.36263419315218925,
"p95_ms": 0.5090651102364063,
"max_ms": 116.82084808126092
},
"hop.put_ms": {
"count": 101,
"sum_ms": 207.93576166033745,
"mean_ms": 2.0587699174290837,
"p50_ms": 0.20567839965224266,
"p95_ms": 0.6583649665117264,
"max_ms": 182.44604114443064
}
}
}
benchmarks/tts/edge_results/stream_latency/step_stats/20260909-160056/stage1_1140341.json
+56
View File
@@ -0,0 +1,56 @@
{
"role": "stage1",
"pid": 1140341,
"started_at": 1788941003.4638774,
"dumped_at": 1788941025.8994915,
"counters": {
"sched.schedule_ms": {
"count": 7477,
"sum_ms": 285.076015163213,
"mean_ms": 0.03812705833398596,
"p50_ms": 0.03234390169382095,
"p95_ms": 0.07134256884455681,
"max_ms": 3.307436127215624
},
"hop.poll_miss_ms": {
"count": 8101,
"sum_ms": 71.98461843654513,
"mean_ms": 0.008885892906622039,
"p50_ms": 0.005051027983427048,
"p95_ms": 0.01891888678073883,
"max_ms": 1.1654896661639214
},
"core.step_ms": {
"count": 7502,
"sum_ms": 2463.9700916595757,
"mean_ms": 0.3284417610849874,
"p50_ms": 0.10262895375490189,
"p95_ms": 0.28397561982274055,
"max_ms": 198.27822083607316
},
"sched.update_from_output_ms": {
"count": 7477,
"sum_ms": 45.81549670547247,
"mean_ms": 0.006127523967563524,
"p50_ms": 0.004765111953020096,
"p95_ms": 0.011174939572811127,
"max_ms": 0.16657402738928795
},
"hop.get_ms": {
"count": 101,
"sum_ms": 35.08503269404173,
"mean_ms": 0.34737656132714584,
"p50_ms": 0.29103830456733704,
"p95_ms": 0.6442549638450146,
"max_ms": 1.1177551932632923
},
"hop.put_to_get_ms": {
"count": 100,
"sum_ms": 248.3997344970703,
"mean_ms": 2.483997344970703,
"p50_ms": 1.3821125030517578,
"p95_ms": 2.6433467864990234,
"max_ms": 45.267343521118164
}
}
}
benchmarks/tts/edge_results/stream_latency/step_stats/20260909-160436/orchestrator_1115640.json
+7
View File
@@ -0,0 +1,7 @@
{
"role": "orchestrator",
"pid": 1115640,
"started_at": 1788941244.2867782,
"dumped_at": 1788941256.186957,
"counters": {}
}
benchmarks/tts/edge_results/stream_latency/step_stats/20260909-160436/stage0_1164329.json
+48
View File
@@ -0,0 +1,48 @@
{
"role": "stage0",
"pid": 1164329,
"started_at": 1788941164.950743,
"dumped_at": 1788941247.0161374,
"counters": {
"sched.schedule_ms": {
"count": 1707,
"sum_ms": 155.79213621094823,
"mean_ms": 0.09126662929756779,
"p50_ms": 0.08553918451070786,
"p95_ms": 0.11597014963626862,
"max_ms": 0.8465899154543877
},
"core.step_ms": {
"count": 1732,
"sum_ms": 10495.23618305102,
"mean_ms": 6.0596051865190645,
"p50_ms": 5.479650106281042,
"p95_ms": 8.590426761657,
"max_ms": 396.19068894535303
},
"sched.update_from_output_ms": {
"count": 1707,
"sum_ms": 152.65167830511928,
"mean_ms": 0.08942687657007574,
"p50_ms": 0.08525699377059937,
"p95_ms": 0.12010522186756134,
"max_ms": 1.1810138821601868
},
"hop.enqueue_to_put_ms": {
"count": 101,
"sum_ms": 38.265828508883715,
"mean_ms": 0.3788695891968685,
"p50_ms": 0.3643147647380829,
"p95_ms": 0.5120588466525078,
"max_ms": 0.6584431976079941
},
"hop.put_ms": {
"count": 101,
"sum_ms": 33.72208261862397,
"mean_ms": 0.3338820061249898,
"p50_ms": 0.2620480954647064,
"p95_ms": 0.948708038777113,
"max_ms": 1.174595206975937
}
}
}
benchmarks/tts/edge_results/stream_latency/step_stats/20260909-160436/stage1_1175628.json
+56
View File
@@ -0,0 +1,56 @@
{
"role": "stage1",
"pid": 1175628,
"started_at": 1788941229.3279095,
"dumped_at": 1788941252.2689042,
"counters": {
"sched.schedule_ms": {
"count": 7616,
"sum_ms": 295.3229481354356,
"mean_ms": 0.03877664760181665,
"p50_ms": 0.03368174657225609,
"p95_ms": 0.07358100265264511,
"max_ms": 0.35179778933525085
},
"core.step_ms": {
"count": 7641,
"sum_ms": 2433.9405642822385,
"mean_ms": 0.3185369145769191,
"p50_ms": 0.10511325672268867,
"p95_ms": 0.31093182042241096,
"max_ms": 169.52310828492045
},
"hop.poll_miss_ms": {
"count": 8189,
"sum_ms": 75.37689385935664,
"mean_ms": 0.009204651832868073,
"p50_ms": 0.005676876753568649,
"p95_ms": 0.018710270524024963,
"max_ms": 2.546721138060093
},
"sched.update_from_output_ms": {
"count": 7616,
"sum_ms": 48.55212802067399,
"mean_ms": 0.006375016809437236,
"p50_ms": 0.004789792001247406,
"p95_ms": 0.011725816875696182,
"max_ms": 0.848033931106329
},
"hop.get_ms": {
"count": 101,
"sum_ms": 46.265214681625366,
"mean_ms": 0.45807143249134025,
"p50_ms": 0.33701397478580475,
"p95_ms": 1.185792963951826,
"max_ms": 2.836379688233137
},
"hop.put_to_get_ms": {
"count": 101,
"sum_ms": 290.7063961029053,
"mean_ms": 2.8782811495337155,
"p50_ms": 1.9915103912353516,
"p95_ms": 10.71476936340332,
"max_ms": 28.415441513061523
}
}
}