edge results: edge_final2 (parallel init), GPU step-stats (default/edge/cuda_ipc), codec stream parity run 1

Co-Authored-By: Claude Fable 5.1 <noreply@anthropic.com>
This commit is contained in:
tzhouamandClaude Fable 5.1 committed 2026-09-09 16:02:17 +08:00
1 parent b8d1e44ebe
commit 5104fb6d67
21 files changed
+55311

No files matched your search

@@ -0,0 +1,59 @@
{
"codec_start": {
"type": "codec.start",
"version": 1,
"utterance_index": 0,
"sentence_index": 0,
"sentence_text": "Hello, welcome to the voice synthesis benchmark test.",
"model": "Qwen/Qwen3-TTS-12Hz-0.6B-CustomVoice",
"codebooks": 16,
"codebook_size": 2048,
"frame_rate_hz": 12.5,
"sample_rate": 24000,
"decoder_id": "qwen3_tts_tokenizer_v2_12hz",
"header_format": "<IHB"
},
"schedule": [
2,
4,
8,
16,
25
],
"total_frames": 52,
"ttfa_ms": 18017.76840770617,
"playback_start_ms": 18017.76904705912,
"stall_at_ttfa_ms": 0,
"audio_s": 4.16,
"total_s": 18.459118940867484,
"rtf": 4.437288206939299,
"decode_ms_total": 1080.4549525491893,
"chunks": [
{
"idx": 0,
"t_ms": 18017.76904705912,
"arrival_ms": 17375.3689751029,
"frames": 25,
"samples": 48000,
"decode_ms": 642.2775778919458
},
{
"idx": 1,
"t_ms": 18296.088204719126,
"arrival_ms": 17375.3689751029,
"frames": 25,
"samples": 48000,
"decode_ms": 278.30050280317664
},
{
"idx": 2,
"t_ms": 18455.97896585241,
"arrival_ms": 17375.3689751029,
"frames": 2,
"samples": 3840,
"decode_ms": 159.87687185406685
}
],
"device": "cpu",
"wav": "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/edge_results/codec_stream/20260909-154659/client_0.wav"
}
@@ -0,0 +1,59 @@
{
"codec_start": {
"type": "codec.start",
"version": 1,
"utterance_index": 0,
"sentence_index": 0,
"sentence_text": "She said she would be here by noon, but nobody showed up.",
"model": "Qwen/Qwen3-TTS-12Hz-0.6B-CustomVoice",
"codebooks": 16,
"codebook_size": 2048,
"frame_rate_hz": 12.5,
"sample_rate": 24000,
"decoder_id": "qwen3_tts_tokenizer_v2_12hz",
"header_format": "<IHB"
},
"schedule": [
2,
4,
8,
16,
25
],
"total_frames": 56,
"ttfa_ms": 2233.813439961523,
"playback_start_ms": 2233.813763130456,
"stall_at_ttfa_ms": 0,
"audio_s": 4.48,
"total_s": 2.6537194619886577,
"rtf": 0.5923480941938968,
"decode_ms_total": 553.4102912060916,
"chunks": [
{
"idx": 0,
"t_ms": 2233.813763130456,
"arrival_ms": 2098.242864944041,
"frames": 25,
"samples": 48000,
"decode_ms": 135.49769204109907
},
{
"idx": 1,
"t_ms": 2430.065209977329,
"arrival_ms": 2098.242864944041,
"frames": 25,
"samples": 48000,
"decode_ms": 196.23988401144743
},
{
"idx": 2,
"t_ms": 2651.7500248737633,
"arrival_ms": 2098.242864944041,
"frames": 6,
"samples": 11520,
"decode_ms": 221.67271515354514
}
],
"device": "cpu",
"wav": "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/edge_results/codec_stream/20260909-154659/client_1.wav"
}
@@ -0,0 +1,59 @@
{
"codec_start": {
"type": "codec.start",
"version": 1,
"utterance_index": 0,
"sentence_index": 0,
"sentence_text": "The quick brown fox jumps over the lazy dog near the riverbank.",
"model": "Qwen/Qwen3-TTS-12Hz-0.6B-CustomVoice",
"codebooks": 16,
"codebook_size": 2048,
"frame_rate_hz": 12.5,
"sample_rate": 24000,
"decoder_id": "qwen3_tts_tokenizer_v2_12hz",
"header_format": "<IHB"
},
"schedule": [
2,
4,
8,
16,
25
],
"total_frames": 57,
"ttfa_ms": 2374.6770787984133,
"playback_start_ms": 2374.677674844861,
"stall_at_ttfa_ms": 0,
"audio_s": 4.56,
"total_s": 3.1928034727461636,
"rtf": 0.7001762001636325,
"decode_ms_total": 1007.7741779386997,
"chunks": [
{
"idx": 0,
"t_ms": 2374.677674844861,
"arrival_ms": 2183.5330086760223,
"frames": 25,
"samples": 48000,
"decode_ms": 191.07505306601524
},
{
"idx": 1,
"t_ms": 2612.2152279131114,
"arrival_ms": 2183.5330086760223,
"frames": 25,
"samples": 48000,
"decode_ms": 237.5256298109889
},
{
"idx": 2,
"t_ms": 3191.405546851456,
"arrival_ms": 2183.5330086760223,
"frames": 7,
"samples": 13440,
"decode_ms": 579.1734950616956
}
],
"device": "cpu",
"wav": "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/edge_results/codec_stream/20260909-154659/client_2.wav"
}
@@ -0,0 +1,59 @@
{
"codec_start": {
"type": "codec.start",
"version": 1,
"utterance_index": 0,
"sentence_index": 0,
"sentence_text": "I can't believe how beautiful the sunset looks from up here on the mountain.",
"model": "Qwen/Qwen3-TTS-12Hz-0.6B-CustomVoice",
"codebooks": 16,
"codebook_size": 2048,
"frame_rate_hz": 12.5,
"sample_rate": 24000,
"decoder_id": "qwen3_tts_tokenizer_v2_12hz",
"header_format": "<IHB"
},
"schedule": [
2,
4,
8,
16,
25
],
"total_frames": 67,
"ttfa_ms": 2699.643809814006,
"playback_start_ms": 2699.644268024713,
"stall_at_ttfa_ms": 0,
"audio_s": 5.36,
"total_s": 3.182791522704065,
"rtf": 0.5938043885641912,
"decode_ms_total": 628.1735966913402,
"chunks": [
{
"idx": 0,
"t_ms": 2699.644268024713,
"arrival_ms": 2553.31773776561,
"frames": 25,
"samples": 48000,
"decode_ms": 146.2015649303794
},
{
"idx": 1,
"t_ms": 2896.6090977191925,
"arrival_ms": 2553.31773776561,
"frames": 25,
"samples": 48000,
"decode_ms": 196.94556994363666
},
{
"idx": 2,
"t_ms": 3181.6511596553028,
"arrival_ms": 2553.31773776561,
"frames": 17,
"samples": 32640,
"decode_ms": 285.02646181732416
}
],
"device": "cpu",
"wav": "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/edge_results/codec_stream/20260909-154659/client_3.wav"
}
@@ -0,0 +1,71 @@
{
"model": "Qwen/Qwen3-TTS-12Hz-0.6B-CustomVoice",
"timestamp": "20260909-154659",
"prompts": [
"Hello, welcome to the voice synthesis benchmark test.",
"She said she would be here by noon, but nobody showed up.",
"The quick brown fox jumps over the lazy dog near the riverbank.",
"I can't believe how beautiful the sunset looks from up here on the mountain."
],
"client_device": "cpu",
"rows": [
{
"i": 0,
"text": "Hello, welcome to the voice synthesis benchmark test.",
"frames": 52,
"client_ttfa_ms": 18017.76840770617,
"client_playback_start_ms": 18017.76904705912,
"client_rtf": 4.437288206939299,
"client_decode_ms": 1080.4549525491893,
"client_audio_s": 4.16,
"full_server_s": 16.44987308420241,
"full_audio_s": 4.16,
"snr_db": -3.03693684919166,
"length_ratio": 1.0
},
{
"i": 1,
"text": "She said she would be here by noon, but nobody showed up.",
"frames": 56,
"client_ttfa_ms": 2233.813439961523,
"client_playback_start_ms": 2233.813763130456,
"client_rtf": 0.5923480941938968,
"client_decode_ms": 553.4102912060916,
"client_audio_s": 4.48,
"full_server_s": 2.132160938810557,
"full_audio_s": 4.48,
"snr_db": -2.953329833875654,
"length_ratio": 1.0
},
{
"i": 2,
"text": "The quick brown fox jumps over the lazy dog near the riverbank.",
"frames": 57,
"client_ttfa_ms": 2374.6770787984133,
"client_playback_start_ms": 2374.677674844861,
"client_rtf": 0.7001762001636325,
"client_decode_ms": 1007.7741779386997,
"client_audio_s": 4.56,
"full_server_s": 2.1753486590459943,
"full_audio_s": 4.56,
"snr_db": -3.011027358981732,
"length_ratio": 1.0
},
{
"i": 3,
"text": "I can't believe how beautiful the sunset looks from up here on the mountain.",
"frames": 67,
"client_ttfa_ms": 2699.643809814006,
"client_playback_start_ms": 2699.644268024713,
"client_rtf": 0.5938043885641912,
"client_decode_ms": 628.1735966913402,
"client_audio_s": 5.36,
"full_server_s": 2.5047367135994136,
"full_audio_s": 5.36,
"snr_db": -2.9195661162834483,
"length_ratio": 1.0
}
],
"talker_server_start_s": 106.04883169708773,
"full_server_start_s": 215.1043472578749
}
@@ -0,0 +1,7 @@
{
"role": "orchestrator",
"pid": 834126,
"started_at": 1788939268.2425833,
"dumped_at": 1788939279.5525017,
"counters": {}
}
@@ -0,0 +1,48 @@
{
"role": "stage0",
"pid": 842743,
"started_at": 1788939155.4080584,
"dumped_at": 1788939271.8127933,
"counters": {
"sched.schedule_ms": {
"count": 2566,
"sum_ms": 301.1806611903012,
"mean_ms": 0.11737360139918207,
"p50_ms": 0.10195793583989143,
"p95_ms": 0.21040625870227814,
"max_ms": 0.9665577672421932
},
"core.step_ms": {
"count": 2603,
"sum_ms": 16785.749550443143,
"mean_ms": 6.4486168077000166,
"p50_ms": 5.633212625980377,
"p95_ms": 10.846964083611965,
"max_ms": 406.07576817274094
},
"sched.update_from_output_ms": {
"count": 2566,
"sum_ms": 298.54426765814424,
"mean_ms": 0.11634616822219183,
"p50_ms": 0.10325200855731964,
"p95_ms": 0.20858179777860641,
"max_ms": 0.8797910995781422
},
"hop.enqueue_to_put_ms": {
"count": 150,
"sum_ms": 93.4082199819386,
"mean_ms": 0.6227214665462574,
"p50_ms": 0.5169841460883617,
"p95_ms": 1.0447432287037373,
"max_ms": 8.104931097477674
},
"hop.put_ms": {
"count": 150,
"sum_ms": 71.83098886162043,
"mean_ms": 0.4788732590774695,
"p50_ms": 0.2872049808502197,
"p95_ms": 1.5276307240128517,
"max_ms": 2.203649841248989
}
}
}
@@ -0,0 +1,48 @@
{
"role": "stage1",
"pid": 855038,
"started_at": 1788939245.2082846,
"dumped_at": 1788939277.3441958,
"counters": {
"sched.schedule_ms": {
"count": 10560,
"sum_ms": 635.3756273165345,
"mean_ms": 0.06016814652618698,
"p50_ms": 0.04468485713005066,
"p95_ms": 0.15470199286937714,
"max_ms": 0.8084597066044807
},
"hop.poll_miss_ms": {
"count": 12261,
"sum_ms": 548.054012004286,
"mean_ms": 0.04469896517447892,
"p50_ms": 0.011180061846971512,
"p95_ms": 0.08843373507261276,
"max_ms": 225.6719027645886
},
"core.step_ms": {
"count": 10596,
"sum_ms": 5676.156892906874,
"mean_ms": 0.5356886459897012,
"p50_ms": 0.14606397598981857,
"p95_ms": 0.6589838303625584,
"max_ms": 377.13986868038774
},
"sched.update_from_output_ms": {
"count": 10560,
"sum_ms": 105.32709117978811,
"mean_ms": 0.009974156361722358,
"p50_ms": 0.006745103746652603,
"p95_ms": 0.02887565642595291,
"max_ms": 0.25283265858888626
},
"hop.get_ms": {
"count": 150,
"sum_ms": 102.22103307023644,
"mean_ms": 0.6814735538015763,
"p50_ms": 0.43919309973716736,
"p95_ms": 1.4653070829808712,
"max_ms": 10.685225948691368
}
}
}
@@ -0,0 +1,7 @@
{
"role": "orchestrator",
"pid": 833914,
"started_at": 1788939428.7465742,
"dumped_at": 1788939438.5462904,
"counters": {}
}
@@ -0,0 +1,48 @@
{
"role": "stage0",
"pid": 885181,
"started_at": 1788939408.7797315,
"dumped_at": 1788939431.0850234,
"counters": {
"sched.schedule_ms": {
"count": 2587,
"sum_ms": 233.40369667857885,
"mean_ms": 0.09022176137556198,
"p50_ms": 0.08424604311585426,
"p95_ms": 0.11113472282886505,
"max_ms": 1.889481209218502
},
"core.step_ms": {
"count": 2624,
"sum_ms": 15618.538089562207,
"mean_ms": 5.952186771936817,
"p50_ms": 5.423333961516619,
"p95_ms": 9.326120838522911,
"max_ms": 377.649137750268
},
"sched.update_from_output_ms": {
"count": 2587,
"sum_ms": 221.5947611257434,
"mean_ms": 0.08565703947651465,
"p50_ms": 0.08363975211977959,
"p95_ms": 0.1092059537768364,
"max_ms": 0.3090081736445427
},
"hop.enqueue_to_put_ms": {
"count": 218,
"sum_ms": 72.64129584655166,
"mean_ms": 0.3332169534245489,
"p50_ms": 0.31816307455301285,
"p95_ms": 0.41040824726223946,
"max_ms": 1.4132349751889706
},
"hop.put_ms": {
"count": 218,
"sum_ms": 48.89866150915623,
"mean_ms": 0.22430578673924875,
"p50_ms": 0.18166285008192062,
"p95_ms": 0.6545130163431168,
"max_ms": 1.0174084454774857
}
}
}
@@ -0,0 +1,48 @@
{
"role": "stage1",
"pid": 885184,
"started_at": 1788939400.5375817,
"dumped_at": 1788939436.082365,
"counters": {
"sched.schedule_ms": {
"count": 11155,
"sum_ms": 416.8719286099076,
"mean_ms": 0.03737085868309347,
"p50_ms": 0.03203609958291054,
"p95_ms": 0.07072882726788521,
"max_ms": 1.3494212180376053
},
"hop.poll_miss_ms": {
"count": 11809,
"sum_ms": 114.73271902650595,
"mean_ms": 0.009715701501101359,
"p50_ms": 0.005953945219516754,
"p95_ms": 0.021091662347316742,
"max_ms": 0.8860458619892597
},
"core.step_ms": {
"count": 11192,
"sum_ms": 4297.018884215504,
"mean_ms": 0.38393664083412293,
"p50_ms": 0.10146480053663254,
"p95_ms": 0.3286339342594147,
"max_ms": 250.80968299880624
},
"sched.update_from_output_ms": {
"count": 11155,
"sum_ms": 72.75377120822668,
"mean_ms": 0.006522077203785449,
"p50_ms": 0.004858709871768951,
"p95_ms": 0.011964701116085052,
"max_ms": 1.2731249444186687
},
"hop.get_ms": {
"count": 218,
"sum_ms": 74.12378350272775,
"mean_ms": 0.3400173555170998,
"p50_ms": 0.25603780522942543,
"p95_ms": 0.7453779689967632,
"max_ms": 2.341135870665312
}
}
}
@@ -0,0 +1,7 @@
{
"role": "orchestrator",
"pid": 901835,
"started_at": 1788939958.5271509,
"dumped_at": 1788939968.3620186,
"counters": {}
}
@@ -0,0 +1,48 @@
{
"role": "stage0",
"pid": 924681,
"started_at": 1788939871.5204468,
"dumped_at": 1788939961.5430236,
"counters": {
"sched.schedule_ms": {
"count": 2567,
"sum_ms": 222.91145334020257,
"mean_ms": 0.08683734060779219,
"p50_ms": 0.0832192599773407,
"p95_ms": 0.10051997378468513,
"max_ms": 0.5047409795224667
},
"core.step_ms": {
"count": 2604,
"sum_ms": 15068.647556938231,
"mean_ms": 5.78673101264909,
"p50_ms": 5.457004066556692,
"p95_ms": 8.089213632047176,
"max_ms": 310.73861569166183
},
"sched.update_from_output_ms": {
"count": 2567,
"sum_ms": 217.570414301008,
"mean_ms": 0.08475668652162369,
"p50_ms": 0.08307211101055145,
"p95_ms": 0.10431837290525436,
"max_ms": 0.6493818946182728
},
"hop.enqueue_to_put_ms": {
"count": 150,
"sum_ms": 51.615066826343536,
"mean_ms": 0.3441004455089569,
"p50_ms": 0.32956991344690323,
"p95_ms": 0.4607047885656357,
"max_ms": 0.7057418115437031
},
"hop.put_ms": {
"count": 150,
"sum_ms": 44.08199805766344,
"mean_ms": 0.2938799870510896,
"p50_ms": 0.239592045545578,
"p95_ms": 0.7096449844539165,
"max_ms": 1.073736697435379
}
}
}
@@ -0,0 +1,48 @@
{
"role": "stage1",
"pid": 963984,
"started_at": 1788939939.529752,
"dumped_at": 1788939965.663315,
"counters": {
"sched.schedule_ms": {
"count": 10834,
"sum_ms": 406.6469753161073,
"mean_ms": 0.03753433407015943,
"p50_ms": 0.0323830172419548,
"p95_ms": 0.06741518154740334,
"max_ms": 3.296701703220606
},
"hop.poll_miss_ms": {
"count": 11701,
"sum_ms": 115.40141561999917,
"mean_ms": 0.009862525905478094,
"p50_ms": 0.006345100700855255,
"p95_ms": 0.020712148398160934,
"max_ms": 2.8818869031965733
},
"core.step_ms": {
"count": 10870,
"sum_ms": 3811.0589319840074,
"mean_ms": 0.3506033976066244,
"p50_ms": 0.10223966091871262,
"p95_ms": 0.27953367680311203,
"max_ms": 213.74463709071279
},
"sched.update_from_output_ms": {
"count": 10834,
"sum_ms": 69.29326104000211,
"mean_ms": 0.006395907424774055,
"p50_ms": 0.004760921001434326,
"p95_ms": 0.01126294955611229,
"max_ms": 3.0244733206927776
},
"hop.get_ms": {
"count": 150,
"sum_ms": 53.82782407104969,
"mean_ms": 0.3588521604736646,
"p50_ms": 0.28884224593639374,
"p95_ms": 0.7838252931833267,
"max_ms": 1.2688180431723595
}
}
}
File diff suppressed because it is too large. Load diff
File diff suppressed because it is too large. Load diff