edge results: codec stream per-step cadence (chain7): client TTFA 152-156 ms, ramp 2/4/8/16/25, stall 0
Co-Authored-By: Claude Fable 5.1 <noreply@anthropic.com>
This commit is contained in:
tzhouamandClaude Fable 5.1 committed
1 parent
565f7475c7
commit
f9d2cab3bc
5 files changed
+399
No files matched your search
@@ -0,0 +1,76 @@
|
||||
{
|
||||
"codec_start": {
|
||||
"type": "codec.start",
|
||||
"version": 1,
|
||||
"utterance_index": 0,
|
||||
"sentence_index": 0,
|
||||
"sentence_text": "Hello, welcome to the voice synthesis benchmark test.",
|
||||
"model": "Qwen/Qwen3-TTS-12Hz-0.6B-CustomVoice",
|
||||
"codebooks": 16,
|
||||
"codebook_size": 2048,
|
||||
"frame_rate_hz": 12.5,
|
||||
"sample_rate": 24000,
|
||||
"decoder_id": "qwen3_tts_tokenizer_v2_12hz",
|
||||
"header_format": "<IHB"
|
||||
},
|
||||
"schedule": [
|
||||
2,
|
||||
4,
|
||||
8,
|
||||
16,
|
||||
25
|
||||
],
|
||||
"total_frames": 52,
|
||||
"ttfa_ms": 15033.681467641145,
|
||||
"playback_start_ms": 15554.042749684304,
|
||||
"stall_at_ttfa_ms": 520.3603609651327,
|
||||
"audio_s": 4.16,
|
||||
"total_s": 17.163251301739365,
|
||||
"rtf": 4.1257815629181165,
|
||||
"decode_ms_total": 1315.1106755249202,
|
||||
"chunks": [
|
||||
{
|
||||
"idx": 0,
|
||||
"t_ms": 15033.682388719171,
|
||||
"arrival_ms": 14931.589820887893,
|
||||
"frames": 2,
|
||||
"samples": 3840,
|
||||
"decode_ms": 102.06782910972834
|
||||
},
|
||||
{
|
||||
"idx": 1,
|
||||
"t_ms": 15224.257772788405,
|
||||
"arrival_ms": 15098.3333629556,
|
||||
"frames": 4,
|
||||
"samples": 7680,
|
||||
"decode_ms": 125.90203760191798
|
||||
},
|
||||
{
|
||||
"idx": 2,
|
||||
"t_ms": 15575.003643985838,
|
||||
"arrival_ms": 15412.30756463483,
|
||||
"frames": 8,
|
||||
"samples": 15360,
|
||||
"decode_ms": 162.672720849514
|
||||
},
|
||||
{
|
||||
"idx": 3,
|
||||
"t_ms": 16674.042749684304,
|
||||
"arrival_ms": 16016.14229567349,
|
||||
"frames": 16,
|
||||
"samples": 30720,
|
||||
"decode_ms": 657.8587740659714
|
||||
},
|
||||
{
|
||||
"idx": 4,
|
||||
"t_ms": 17139.154572039843,
|
||||
"arrival_ms": 16872.522183693945,
|
||||
"frames": 22,
|
||||
"samples": 42240,
|
||||
"decode_ms": 266.6093138977885
|
||||
}
|
||||
],
|
||||
"device": "cpu",
|
||||
"wav": "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/edge_results/codec_stream/20260909-164759/client_0.wav",
|
||||
"codes": "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/edge_results/codec_stream/20260909-164759/client_0.codes.npy"
|
||||
}
|
||||
@@ -0,0 +1,84 @@
|
||||
{
|
||||
"codec_start": {
|
||||
"type": "codec.start",
|
||||
"version": 1,
|
||||
"utterance_index": 0,
|
||||
"sentence_index": 0,
|
||||
"sentence_text": "She said she would be here by noon, but nobody showed up.",
|
||||
"model": "Qwen/Qwen3-TTS-12Hz-0.6B-CustomVoice",
|
||||
"codebooks": 16,
|
||||
"codebook_size": 2048,
|
||||
"frame_rate_hz": 12.5,
|
||||
"sample_rate": 24000,
|
||||
"decoder_id": "qwen3_tts_tokenizer_v2_12hz",
|
||||
"header_format": "<IHB"
|
||||
},
|
||||
"schedule": [
|
||||
2,
|
||||
4,
|
||||
8,
|
||||
16,
|
||||
25
|
||||
],
|
||||
"total_frames": 56,
|
||||
"ttfa_ms": 156.36097872629762,
|
||||
"playback_start_ms": 156.36132610961795,
|
||||
"stall_at_ttfa_ms": 0,
|
||||
"audio_s": 4.48,
|
||||
"total_s": 2.4820523858070374,
|
||||
"rtf": 0.5540295504033566,
|
||||
"decode_ms_total": 775.7537220604718,
|
||||
"chunks": [
|
||||
{
|
||||
"idx": 0,
|
||||
"t_ms": 156.36132610961795,
|
||||
"arrival_ms": 108.53844881057739,
|
||||
"frames": 2,
|
||||
"samples": 3840,
|
||||
"decode_ms": 47.80319286510348
|
||||
},
|
||||
{
|
||||
"idx": 1,
|
||||
"t_ms": 309.7477317787707,
|
||||
"arrival_ms": 254.71370993182063,
|
||||
"frames": 4,
|
||||
"samples": 7680,
|
||||
"decode_ms": 55.00476807355881
|
||||
},
|
||||
{
|
||||
"idx": 2,
|
||||
"t_ms": 619.3297319114208,
|
||||
"arrival_ms": 539.5850511267781,
|
||||
"frames": 8,
|
||||
"samples": 15360,
|
||||
"decode_ms": 79.70938924700022
|
||||
},
|
||||
{
|
||||
"idx": 3,
|
||||
"t_ms": 1238.8015231117606,
|
||||
"arrival_ms": 1112.3944609425962,
|
||||
"frames": 16,
|
||||
"samples": 30720,
|
||||
"decode_ms": 126.3788677752018
|
||||
},
|
||||
{
|
||||
"idx": 4,
|
||||
"t_ms": 2270.256470888853,
|
||||
"arrival_ms": 2013.8698387891054,
|
||||
"frames": 25,
|
||||
"samples": 48000,
|
||||
"decode_ms": 256.3534560613334
|
||||
},
|
||||
{
|
||||
"idx": 5,
|
||||
"t_ms": 2481.054992880672,
|
||||
"arrival_ms": 2270.534466020763,
|
||||
"frames": 1,
|
||||
"samples": 1920,
|
||||
"decode_ms": 210.50404803827405
|
||||
}
|
||||
],
|
||||
"device": "cpu",
|
||||
"wav": "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/edge_results/codec_stream/20260909-164759/client_1.wav",
|
||||
"codes": "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/edge_results/codec_stream/20260909-164759/client_1.codes.npy"
|
||||
}
|
||||
@@ -0,0 +1,84 @@
|
||||
{
|
||||
"codec_start": {
|
||||
"type": "codec.start",
|
||||
"version": 1,
|
||||
"utterance_index": 0,
|
||||
"sentence_index": 0,
|
||||
"sentence_text": "The quick brown fox jumps over the lazy dog near the riverbank.",
|
||||
"model": "Qwen/Qwen3-TTS-12Hz-0.6B-CustomVoice",
|
||||
"codebooks": 16,
|
||||
"codebook_size": 2048,
|
||||
"frame_rate_hz": 12.5,
|
||||
"sample_rate": 24000,
|
||||
"decoder_id": "qwen3_tts_tokenizer_v2_12hz",
|
||||
"header_format": "<IHB"
|
||||
},
|
||||
"schedule": [
|
||||
2,
|
||||
4,
|
||||
8,
|
||||
16,
|
||||
25
|
||||
],
|
||||
"total_frames": 57,
|
||||
"ttfa_ms": 155.58505477383733,
|
||||
"playback_start_ms": 155.58549156412482,
|
||||
"stall_at_ttfa_ms": 0,
|
||||
"audio_s": 4.56,
|
||||
"total_s": 2.3397060027346015,
|
||||
"rtf": 0.513093421652325,
|
||||
"decode_ms_total": 645.2343706041574,
|
||||
"chunks": [
|
||||
{
|
||||
"idx": 0,
|
||||
"t_ms": 155.58549156412482,
|
||||
"arrival_ms": 103.68144884705544,
|
||||
"frames": 2,
|
||||
"samples": 3840,
|
||||
"decode_ms": 51.878735423088074
|
||||
},
|
||||
{
|
||||
"idx": 1,
|
||||
"t_ms": 312.93459376320243,
|
||||
"arrival_ms": 252.6930426247418,
|
||||
"frames": 4,
|
||||
"samples": 7680,
|
||||
"decode_ms": 60.214733239263296
|
||||
},
|
||||
{
|
||||
"idx": 2,
|
||||
"t_ms": 619.6843227371573,
|
||||
"arrival_ms": 545.541359577328,
|
||||
"frames": 8,
|
||||
"samples": 15360,
|
||||
"decode_ms": 74.12194507196546
|
||||
},
|
||||
{
|
||||
"idx": 3,
|
||||
"t_ms": 1256.4474106766284,
|
||||
"arrival_ms": 1112.3571139760315,
|
||||
"frames": 16,
|
||||
"samples": 30720,
|
||||
"decode_ms": 144.07636178657413
|
||||
},
|
||||
{
|
||||
"idx": 4,
|
||||
"t_ms": 2185.0057099945843,
|
||||
"arrival_ms": 2023.6358987167478,
|
||||
"frames": 25,
|
||||
"samples": 48000,
|
||||
"decode_ms": 161.34549817070365
|
||||
},
|
||||
{
|
||||
"idx": 5,
|
||||
"t_ms": 2338.8509387150407,
|
||||
"arrival_ms": 2185.2396335452795,
|
||||
"frames": 2,
|
||||
"samples": 3840,
|
||||
"decode_ms": 153.59709691256285
|
||||
}
|
||||
],
|
||||
"device": "cpu",
|
||||
"wav": "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/edge_results/codec_stream/20260909-164759/client_2.wav",
|
||||
"codes": "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/edge_results/codec_stream/20260909-164759/client_2.codes.npy"
|
||||
}
|
||||
@@ -0,0 +1,84 @@
|
||||
{
|
||||
"codec_start": {
|
||||
"type": "codec.start",
|
||||
"version": 1,
|
||||
"utterance_index": 0,
|
||||
"sentence_index": 0,
|
||||
"sentence_text": "I can't believe how beautiful the sunset looks from up here on the mountain.",
|
||||
"model": "Qwen/Qwen3-TTS-12Hz-0.6B-CustomVoice",
|
||||
"codebooks": 16,
|
||||
"codebook_size": 2048,
|
||||
"frame_rate_hz": 12.5,
|
||||
"sample_rate": 24000,
|
||||
"decoder_id": "qwen3_tts_tokenizer_v2_12hz",
|
||||
"header_format": "<IHB"
|
||||
},
|
||||
"schedule": [
|
||||
2,
|
||||
4,
|
||||
8,
|
||||
16,
|
||||
25
|
||||
],
|
||||
"total_frames": 67,
|
||||
"ttfa_ms": 151.47794736549258,
|
||||
"playback_start_ms": 151.47845214232802,
|
||||
"stall_at_ttfa_ms": 0,
|
||||
"audio_s": 5.36,
|
||||
"total_s": 2.755943182390183,
|
||||
"rtf": 0.514168504177273,
|
||||
"decode_ms_total": 696.1517208255827,
|
||||
"chunks": [
|
||||
{
|
||||
"idx": 0,
|
||||
"t_ms": 151.47845214232802,
|
||||
"arrival_ms": 106.2490432523191,
|
||||
"frames": 2,
|
||||
"samples": 3840,
|
||||
"decode_ms": 45.2048322185874
|
||||
},
|
||||
{
|
||||
"idx": 1,
|
||||
"t_ms": 308.50786017253995,
|
||||
"arrival_ms": 249.9086633324623,
|
||||
"frames": 4,
|
||||
"samples": 7680,
|
||||
"decode_ms": 58.58577275648713
|
||||
},
|
||||
{
|
||||
"idx": 2,
|
||||
"t_ms": 618.9267742447555,
|
||||
"arrival_ms": 536.8196251802146,
|
||||
"frames": 8,
|
||||
"samples": 15360,
|
||||
"decode_ms": 82.09230238571763
|
||||
},
|
||||
{
|
||||
"idx": 3,
|
||||
"t_ms": 1249.835402239114,
|
||||
"arrival_ms": 1119.5730213075876,
|
||||
"frames": 16,
|
||||
"samples": 30720,
|
||||
"decode_ms": 130.24557195603848
|
||||
},
|
||||
{
|
||||
"idx": 4,
|
||||
"t_ms": 2243.4333111159503,
|
||||
"arrival_ms": 2046.2959483265877,
|
||||
"frames": 25,
|
||||
"samples": 48000,
|
||||
"decode_ms": 197.09910824894905
|
||||
},
|
||||
{
|
||||
"idx": 5,
|
||||
"t_ms": 2754.7398009337485,
|
||||
"arrival_ms": 2571.790866088122,
|
||||
"frames": 12,
|
||||
"samples": 23040,
|
||||
"decode_ms": 182.92413325980306
|
||||
}
|
||||
],
|
||||
"device": "cpu",
|
||||
"wav": "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/edge_results/codec_stream/20260909-164759/client_3.wav",
|
||||
"codes": "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/edge_results/codec_stream/20260909-164759/client_3.codes.npy"
|
||||
}
|
||||
@@ -0,0 +1,71 @@
|
||||
{
|
||||
"model": "Qwen/Qwen3-TTS-12Hz-0.6B-CustomVoice",
|
||||
"timestamp": "20260909-164759",
|
||||
"prompts": [
|
||||
"Hello, welcome to the voice synthesis benchmark test.",
|
||||
"She said she would be here by noon, but nobody showed up.",
|
||||
"The quick brown fox jumps over the lazy dog near the riverbank.",
|
||||
"I can't believe how beautiful the sunset looks from up here on the mountain."
|
||||
],
|
||||
"client_device": "cpu",
|
||||
"rows": [
|
||||
{
|
||||
"i": 0,
|
||||
"text": "Hello, welcome to the voice synthesis benchmark test.",
|
||||
"frames": 52,
|
||||
"client_ttfa_ms": 15033.681467641145,
|
||||
"client_playback_start_ms": 15554.042749684304,
|
||||
"client_rtf": 4.1257815629181165,
|
||||
"client_decode_ms": 1315.1106755249202,
|
||||
"client_audio_s": 4.16,
|
||||
"full_server_s": 16.315107143018395,
|
||||
"full_audio_s": 4.16,
|
||||
"snr_db": -3.0369362686606314,
|
||||
"length_ratio": 1.0
|
||||
},
|
||||
{
|
||||
"i": 1,
|
||||
"text": "She said she would be here by noon, but nobody showed up.",
|
||||
"frames": 56,
|
||||
"client_ttfa_ms": 156.36097872629762,
|
||||
"client_playback_start_ms": 156.36132610961795,
|
||||
"client_rtf": 0.5540295504033566,
|
||||
"client_decode_ms": 775.7537220604718,
|
||||
"client_audio_s": 4.48,
|
||||
"full_server_s": 2.07873889291659,
|
||||
"full_audio_s": 4.48,
|
||||
"snr_db": -2.9533298204297376,
|
||||
"length_ratio": 1.0
|
||||
},
|
||||
{
|
||||
"i": 2,
|
||||
"text": "The quick brown fox jumps over the lazy dog near the riverbank.",
|
||||
"frames": 57,
|
||||
"client_ttfa_ms": 155.58505477383733,
|
||||
"client_playback_start_ms": 155.58549156412482,
|
||||
"client_rtf": 0.513093421652325,
|
||||
"client_decode_ms": 645.2343706041574,
|
||||
"client_audio_s": 4.56,
|
||||
"full_server_s": 2.163909673690796,
|
||||
"full_audio_s": 4.56,
|
||||
"snr_db": -3.0110271038858674,
|
||||
"length_ratio": 1.0
|
||||
},
|
||||
{
|
||||
"i": 3,
|
||||
"text": "I can't believe how beautiful the sunset looks from up here on the mountain.",
|
||||
"frames": 67,
|
||||
"client_ttfa_ms": 151.47794736549258,
|
||||
"client_playback_start_ms": 151.47845214232802,
|
||||
"client_rtf": 0.514168504177273,
|
||||
"client_decode_ms": 696.1517208255827,
|
||||
"client_audio_s": 5.36,
|
||||
"full_server_s": 2.554779346100986,
|
||||
"full_audio_s": 5.36,
|
||||
"snr_db": -2.919566048839915,
|
||||
"length_ratio": 1.0
|
||||
}
|
||||
],
|
||||
"talker_server_start_s": 104.05141989793628,
|
||||
"full_server_start_s": 163.07378570409492
|
||||
}
|
||||
Reference in new issue
Block a user