From a786a889192342422fc94f45eba38e4417ea2a14 Mon Sep 17 00:00:00 2001 From: tzhouam Date: Wed, 9 Sep 2026 15:23:08 +0800 Subject: [PATCH] edge results: cold-cache init profile, GPU hardware emulation, CPU thread sweep, edge_final benches Co-Authored-By: Claude Fable 5.1 --- .../cpu16/20260909-150356_cpu16.json | 1041 ++ .../20260909-145257/cpu16/cpu16.yaml | 99 + .../cpu16/step_stats/orchestrator_418532.json | 7 + .../cpu16/step_stats/stage0_424871.json | 48 + .../cpu16/step_stats/stage1_432911.json | 48 + .../20260909-145257/cpu16/timeline.json | 243 + .../20260909-150826_cpu16_inductor.json | 1041 ++ .../cpu16_inductor/cpu16_inductor.yaml | 99 + .../step_stats/orchestrator_464652.json | 7 + .../step_stats/stage0_468972.json | 48 + .../step_stats/stage1_475171.json | 48 + .../cpu16_inductor/timeline.json | 243 + .../cpu32/20260909-151401_cpu32.json | 1048 ++ .../20260909-145257/cpu32/cpu32.yaml | 99 + .../cpu32/step_stats/orchestrator_504842.json | 7 + .../cpu32/step_stats/stage0_511598.json | 48 + .../cpu32/step_stats/stage1_522100.json | 48 + .../20260909-145257/cpu32/timeline.json | 243 + .../cpu8/20260909-145909_cpu8.json | 1041 ++ .../cpu_sweep/20260909-145257/cpu8/cpu8.yaml | 99 + .../cpu8/step_stats/orchestrator_350505.json | 7 + .../cpu8/step_stats/stage0_354824.json | 48 + .../cpu8/step_stats/stage1_363878.json | 48 + .../20260909-145257/cpu8/timeline.json | 243 + .../cpu_sweep/20260909-145257/summary.json | 435 + .../cpu_sweep/20260909-145257/summary.md | 6 + .../20260909-150723_cuda_discrete_8g.json | 1047 ++ .../cuda_discrete_8g/hw_profile.json | 40 + .../cuda_discrete_8g/timeline.json | 353 + .../20260909-150304_jetson_orin_32g.json | 1018 ++ .../jetson_orin_32g/hw_profile.json | 41 + .../jetson_orin_32g/timeline.json | 331 + .../20260909-145909_jetson_orin_8g.json | 1158 ++ .../jetson_orin_8g/hw_profile.json | 41 + .../jetson_orin_8g/timeline.json | 254 + .../hw_emulation/20260909-145540/summary.json | 118 + .../20260909-144054/cold_cache/timeline.json | 705 + .../init_profile/20260909-144054/summary.json | 88 + .../20260909-145500_edge_final.json | 12848 ++++++++++++++++ .../20260909-145133_edge_final.json | 12611 +++++++++++++++ .../timelines/0.6B_edge_final.json | 10781 +++++++++++++ .../timelines/1.7B_edge_final.json | 10495 +++++++++++++ 42 files changed, 58321 insertions(+) create mode 100644 benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16/bench/Qwen3-TTS-12Hz-0.6B-CustomVoice/cpu16/20260909-150356_cpu16.json create mode 100644 benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16/cpu16.yaml create mode 100644 benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16/step_stats/orchestrator_418532.json create mode 100644 benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16/step_stats/stage0_424871.json create mode 100644 benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16/step_stats/stage1_432911.json create mode 100644 benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16/timeline.json create mode 100644 benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16_inductor/bench/Qwen3-TTS-12Hz-0.6B-CustomVoice/cpu16_inductor/20260909-150826_cpu16_inductor.json create mode 100644 benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16_inductor/cpu16_inductor.yaml create mode 100644 benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16_inductor/step_stats/orchestrator_464652.json create mode 100644 benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16_inductor/step_stats/stage0_468972.json create mode 100644 benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16_inductor/step_stats/stage1_475171.json create mode 100644 benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16_inductor/timeline.json create mode 100644 benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu32/bench/Qwen3-TTS-12Hz-0.6B-CustomVoice/cpu32/20260909-151401_cpu32.json create mode 100644 benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu32/cpu32.yaml create mode 100644 benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu32/step_stats/orchestrator_504842.json create mode 100644 benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu32/step_stats/stage0_511598.json create mode 100644 benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu32/step_stats/stage1_522100.json create mode 100644 benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu32/timeline.json create mode 100644 benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu8/bench/Qwen3-TTS-12Hz-0.6B-CustomVoice/cpu8/20260909-145909_cpu8.json create mode 100644 benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu8/cpu8.yaml create mode 100644 benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu8/step_stats/orchestrator_350505.json create mode 100644 benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu8/step_stats/stage0_354824.json create mode 100644 benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu8/step_stats/stage1_363878.json create mode 100644 benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu8/timeline.json create mode 100644 benchmarks/tts/edge_results/cpu_sweep/20260909-145257/summary.json create mode 100644 benchmarks/tts/edge_results/cpu_sweep/20260909-145257/summary.md create mode 100644 benchmarks/tts/edge_results/hw_emulation/20260909-145540/cuda_discrete_8g/bench/Qwen3-TTS-12Hz-0.6B-CustomVoice/profile_auto/20260909-150723_cuda_discrete_8g.json create mode 100644 benchmarks/tts/edge_results/hw_emulation/20260909-145540/cuda_discrete_8g/hw_profile.json create mode 100644 benchmarks/tts/edge_results/hw_emulation/20260909-145540/cuda_discrete_8g/timeline.json create mode 100644 benchmarks/tts/edge_results/hw_emulation/20260909-145540/jetson_orin_32g/bench/Qwen3-TTS-12Hz-0.6B-CustomVoice/profile_auto/20260909-150304_jetson_orin_32g.json create mode 100644 benchmarks/tts/edge_results/hw_emulation/20260909-145540/jetson_orin_32g/hw_profile.json create mode 100644 benchmarks/tts/edge_results/hw_emulation/20260909-145540/jetson_orin_32g/timeline.json create mode 100644 benchmarks/tts/edge_results/hw_emulation/20260909-145540/jetson_orin_8g/bench/Qwen3-TTS-12Hz-0.6B-CustomVoice/profile_auto/20260909-145909_jetson_orin_8g.json create mode 100644 benchmarks/tts/edge_results/hw_emulation/20260909-145540/jetson_orin_8g/hw_profile.json create mode 100644 benchmarks/tts/edge_results/hw_emulation/20260909-145540/jetson_orin_8g/timeline.json create mode 100644 benchmarks/tts/edge_results/hw_emulation/20260909-145540/summary.json create mode 100644 benchmarks/tts/edge_results/init_profile/20260909-144054/cold_cache/timeline.json create mode 100644 benchmarks/tts/edge_results/init_profile/20260909-144054/summary.json create mode 100644 benchmarks/tts/edge_results/stream_latency/Qwen3-TTS-12Hz-0.6B-CustomVoice/profile_edge/20260909-145500_edge_final.json create mode 100644 benchmarks/tts/edge_results/stream_latency/Qwen3-TTS-12Hz-1.7B-CustomVoice/profile_edge/20260909-145133_edge_final.json create mode 100644 benchmarks/tts/edge_results/stream_latency/timelines/0.6B_edge_final.json create mode 100644 benchmarks/tts/edge_results/stream_latency/timelines/1.7B_edge_final.json diff --git a/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16/bench/Qwen3-TTS-12Hz-0.6B-CustomVoice/cpu16/20260909-150356_cpu16.json b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16/bench/Qwen3-TTS-12Hz-0.6B-CustomVoice/cpu16/20260909-150356_cpu16.json new file mode 100644 index 000000000..f4ef9a853 --- /dev/null +++ b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16/bench/Qwen3-TTS-12Hz-0.6B-CustomVoice/cpu16/20260909-150356_cpu16.json @@ -0,0 +1,1041 @@ +{ + "schema": 1, + "meta": { + "model": "Qwen/Qwen3-TTS-12Hz-0.6B-CustomVoice", + "deploy_config": "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16/cpu16.yaml", + "query_type": "CustomVoice", + "txt_prompts": "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/prompts_12.txt", + "git_sha": "fa8b1a87", + "gpu_name": "NVIDIA L20X", + "cuda_visible_devices": null, + "timestamp": "20260909-150356", + "argv": [ + "--deploy-config", + "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16/cpu16.yaml", + "--query-type", + "CustomVoice", + "--txt-prompts", + "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/prompts_12.txt", + "--init-timeout", + "1500", + "--stage-init-timeout", + "1200" + ], + "bench_args": { + "model": "Qwen/Qwen3-TTS-12Hz-0.6B-CustomVoice", + "warmup": 1, + "repeat": 1, + "init_only": false, + "tag": "cpu16", + "output_dir": "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16/bench", + "save_wav": false, + "gpu_poll_interval_s": 0.2, + "parallel_stage_init": false, + "deploy_profile": null, + "step_stats": true, + "bench_help": false + }, + "warmup": 1, + "repeat": 1, + "init_only": false + }, + "init": { + "init_s": 109.45583191420883, + "init_timeline": { + "schema": 1, + "t0": 1788937191.3843935, + "t_end": 1788937298.6831546, + "total_s": 107.29876112937927, + "phases": [ + { + "name": "stages_init", + "start": 1788937191.3848991, + "end": 1788937298.6800125, + "stage_id": null, + "replica_id": 0, + "pid": 418532, + "role": "engine", + "extra": {}, + "dur_s": 107.29511332511902 + }, + { + "name": "g3_device_lock", + "start": 1788937192.1774457, + "end": 1788937192.177517, + "stage_id": 0, + "replica_id": 0, + "pid": 418532, + "role": "engine", + "extra": {}, + "dur_s": 7.128715515136719e-05 + }, + { + "name": "g2_launch_lock_wait", + "start": 1788937192.1775415, + "end": 1788937192.177544, + "stage_id": 0, + "replica_id": 0, + "pid": 418532, + "role": "engine", + "extra": { + "acquired": true + }, + "dur_s": 2.6226043701171875e-06 + }, + { + "name": "g2_spawn_and_ready", + "start": 1788937192.1777198, + "end": 1788937242.1766372, + "stage_id": 0, + "replica_id": 0, + "pid": 418532, + "role": "engine", + "extra": {}, + "dur_s": 49.9989173412323 + }, + { + "name": "proc_entry", + "start": 1788937214.0035586, + "end": 1788937214.0035586, + "stage_id": 0, + "replica_id": 0, + "pid": 424871, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788937214.0103385, + "end": 1788937242.1774259, + "stage_id": 0, + "replica_id": 0, + "pid": 424871, + "role": "worker", + "extra": {}, + "dur_s": 28.16708731651306 + }, + { + "name": "init_device", + "start": 1788937236.8496158, + "end": 1788937237.1621988, + "stage_id": 0, + "replica_id": 0, + "pid": 428096, + "role": "worker", + "extra": {}, + "dur_s": 0.31258296966552734 + }, + { + "name": "load_model", + "start": 1788937237.1683319, + "end": 1788937241.1311529, + "stage_id": 0, + "replica_id": 0, + "pid": 428096, + "role": "worker", + "extra": {}, + "dur_s": 3.9628210067749023 + }, + { + "name": "load_weights", + "start": 1788937237.1683376, + "end": 1788937241.1255398, + "stage_id": 0, + "replica_id": 0, + "pid": 428096, + "role": "worker", + "extra": {}, + "dur_s": 3.957202196121216 + }, + { + "name": "talker_mtp_init", + "start": 1788937241.1274526, + "end": 1788937241.1276531, + "stage_id": 0, + "replica_id": 0, + "pid": 428096, + "role": "worker", + "extra": {}, + "dur_s": 0.00020051002502441406 + }, + { + "name": "attn_prewarm", + "start": 1788937241.1294017, + "end": 1788937241.1294043, + "stage_id": 0, + "replica_id": 0, + "pid": 428096, + "role": "worker", + "extra": {}, + "dur_s": 2.6226043701171875e-06 + }, + { + "name": "g3_device_lock", + "start": 1788937242.3604438, + "end": 1788937242.3605406, + "stage_id": 1, + "replica_id": 0, + "pid": 418532, + "role": "engine", + "extra": {}, + "dur_s": 9.679794311523438e-05 + }, + { + "name": "g2_launch_lock_wait", + "start": 1788937242.3605652, + "end": 1788937242.3605673, + "stage_id": 1, + "replica_id": 0, + "pid": 418532, + "role": "engine", + "extra": { + "acquired": true + }, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "g2_spawn_and_ready", + "start": 1788937242.3608234, + "end": 1788937295.3548195, + "stage_id": 1, + "replica_id": 0, + "pid": 418532, + "role": "engine", + "extra": {}, + "dur_s": 52.993996143341064 + }, + { + "name": "proc_entry", + "start": 1788937269.3247695, + "end": 1788937269.3247695, + "stage_id": 1, + "replica_id": 0, + "pid": 432911, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788937269.3295782, + "end": 1788937295.355413, + "stage_id": 1, + "replica_id": 0, + "pid": 432911, + "role": "worker", + "extra": {}, + "dur_s": 26.025834798812866 + }, + { + "name": "init_device", + "start": 1788937292.4094946, + "end": 1788937292.6462276, + "stage_id": 1, + "replica_id": 0, + "pid": 436860, + "role": "worker", + "extra": {}, + "dur_s": 0.23673295974731445 + }, + { + "name": "load_model", + "start": 1788937292.652116, + "end": 1788937294.7258286, + "stage_id": 1, + "replica_id": 0, + "pid": 436860, + "role": "worker", + "extra": {}, + "dur_s": 2.0737125873565674 + }, + { + "name": "load_weights", + "start": 1788937292.6521232, + "end": 1788937294.7196088, + "stage_id": 1, + "replica_id": 0, + "pid": 436860, + "role": "worker", + "extra": {}, + "dur_s": 2.0674855709075928 + }, + { + "name": "talker_mtp_init", + "start": 1788937294.7217488, + "end": 1788937294.721756, + "stage_id": 1, + "replica_id": 0, + "pid": 436860, + "role": "worker", + "extra": {}, + "dur_s": 7.152557373046875e-06 + }, + { + "name": "attn_prewarm", + "start": 1788937294.7237742, + "end": 1788937294.7237816, + "stage_id": 1, + "replica_id": 0, + "pid": 436860, + "role": "worker", + "extra": {}, + "dur_s": 7.3909759521484375e-06 + } + ] + } + }, + "step_stats": { + "roles": { + "orchestrator": {}, + "stage0": { + "sched.schedule_ms": { + "count": 802, + "sum_ms": 95.37675604224205, + "mean_ms": 0.11892363596289532, + "p50_ms": 0.12092385441064835, + "p95_ms": 0.1422208733856678, + "max_ms": 0.48884283751249313 + }, + "sched.update_from_output_ms": { + "count": 801, + "sum_ms": 92.69344480708241, + "mean_ms": 0.1157221533172065, + "p50_ms": 0.11701090261340141, + "p95_ms": 0.14588981866836548, + "max_ms": 0.36838511005043983 + }, + "core.step_ms": { + "count": 801, + "sum_ms": 118036.71407699585, + "mean_ms": 147.36169048314088, + "p50_ms": 124.87935228273273, + "p95_ms": 219.59225786849856, + "max_ms": 7732.182804029435 + }, + "hop.enqueue_to_put_ms": { + "count": 48, + "sum_ms": 39.243720937520266, + "mean_ms": 0.8175775195316722, + "p50_ms": 0.8111321367323399, + "p95_ms": 1.054082065820694, + "max_ms": 1.1817519553005695 + }, + "hop.put_ms": { + "count": 48, + "sum_ms": 22.537633776664734, + "mean_ms": 0.4695340370138486, + "p50_ms": 0.4300628788769245, + "p95_ms": 1.1264756321907043, + "max_ms": 1.365570817142725 + } + }, + "stage1": { + "sched.schedule_ms": { + "count": 75382, + "sum_ms": 3417.1018968336284, + "mean_ms": 0.045330475403062113, + "p50_ms": 0.039414968341588974, + "p95_ms": 0.08748378604650497, + "max_ms": 2.5428608059883118 + }, + "hop.poll_miss_ms": { + "count": 90807, + "sum_ms": 3571.5852663852274, + "mean_ms": 0.03933160732526377, + "p50_ms": 0.010113697499036789, + "p95_ms": 0.0478462316095829, + "max_ms": 233.60275384038687 + }, + "sched.update_from_output_ms": { + "count": 75381, + "sum_ms": 571.6369710862637, + "mean_ms": 0.007583303101395095, + "p50_ms": 0.00664684921503067, + "p95_ms": 0.014130957424640656, + "max_ms": 0.2440027892589569 + }, + "core.step_ms": { + "count": 75381, + "sum_ms": 49355.7940768078, + "mean_ms": 0.6547511186745705, + "p50_ms": 0.18433481454849243, + "p95_ms": 0.3465181216597557, + "max_ms": 837.5107739120722 + }, + "hop.get_ms": { + "count": 52, + "sum_ms": 41.17555497214198, + "mean_ms": 0.7918375956181151, + "p50_ms": 0.2963901497423649, + "p95_ms": 1.0263491421937943, + "max_ms": 15.571518335491419 + } + } + }, + "attribution": [ + { + "role": "stage0", + "counter": "core.step_ms", + "count": 801, + "mean_ms": 147.36169048314088, + "p95_ms": 219.59225786849856, + "share_of_frame": 1.842021131039261 + }, + { + "role": "stage0", + "counter": "hop.enqueue_to_put_ms", + "count": 48, + "mean_ms": 0.8175775195316722, + "p95_ms": 1.054082065820694, + "share_of_frame": 0.010219718994145904 + }, + { + "role": "stage1", + "counter": "hop.get_ms", + "count": 52, + "mean_ms": 0.7918375956181151, + "p95_ms": 1.0263491421937943, + "share_of_frame": 0.009897969945226438 + }, + { + "role": "stage1", + "counter": "core.step_ms", + "count": 75381, + "mean_ms": 0.6547511186745705, + "p95_ms": 0.3465181216597557, + "share_of_frame": 0.008184388983432132 + }, + { + "role": "stage0", + "counter": "hop.put_ms", + "count": 48, + "mean_ms": 0.4695340370138486, + "p95_ms": 1.1264756321907043, + "share_of_frame": 0.005869175462673107 + }, + { + "role": "stage0", + "counter": "sched.schedule_ms", + "count": 802, + "mean_ms": 0.11892363596289532, + "p95_ms": 0.1422208733856678, + "share_of_frame": 0.0014865454495361914 + }, + { + "role": "stage0", + "counter": "sched.update_from_output_ms", + "count": 801, + "mean_ms": 0.1157221533172065, + "p95_ms": 0.14588981866836548, + "share_of_frame": 0.0014465269164650814 + }, + { + "role": "stage1", + "counter": "sched.schedule_ms", + "count": 75382, + "mean_ms": 0.045330475403062113, + "p95_ms": 0.08748378604650497, + "share_of_frame": 0.0005666309425382764 + }, + { + "role": "stage1", + "counter": "hop.poll_miss_ms", + "count": 90807, + "mean_ms": 0.03933160732526377, + "p95_ms": 0.0478462316095829, + "share_of_frame": 0.0004916450915657971 + }, + { + "role": "stage1", + "counter": "sched.update_from_output_ms", + "count": 75381, + "mean_ms": 0.007583303101395095, + "p95_ms": 0.014130957424640656, + "share_of_frame": 9.479128876743869e-05 + } + ] + }, + "resources": { + "peak_rss_bytes": 14301253632, + "peak_gpu_mem_mib": 0, + "gpu_mem_samples": 0, + "gpu_mem_mode": "none" + }, + "requests": [ + { + "request_id": "w0", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 8244.533569086343, + "gap_ms": 8244.533569086343, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 12541.997297666967, + "gap_ms": 4297.463728580624, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 17923.425612971187, + "gap_ms": 5381.42831530422, + "samples": 48000 + } + ], + "t_final_ms": 18643.97191302851, + "ttfa_ms": 8244.533569086343, + "playback_start_ms": 15843.425612971187, + "stall_at_ttfa_ms": 7598.892043884844, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 0.16, + "total_wall_s": 18.64397191302851, + "rtf_streamed": 4.392996473767448, + "rtf_total": 4.397163187035026, + "gap_ms": [ + 4297.463728580624, + 5381.42831530422 + ], + "text": "Hello, welcome to the voice synthesis benchmark test.", + "warmup": true + }, + { + "request_id": "r0_0", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 259.02749272063375, + "gap_ms": 259.02749272063375, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 3595.2746337279677, + "gap_ms": 3336.247141007334, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 7343.405555933714, + "gap_ms": 3748.130922205746, + "samples": 48000 + } + ], + "t_final_ms": 8558.29377984628, + "ttfa_ms": 259.02749272063375, + "playback_start_ms": 5263.405555933714, + "stall_at_ttfa_ms": 5004.37806321308, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 0.8, + "total_wall_s": 8.55829377984628, + "rtf_streamed": 1.7998543029249299, + "rtf_total": 1.7537487253783364, + "gap_ms": [ + 3336.247141007334, + 3748.130922205746 + ], + "text": "Hello, welcome to the voice synthesis benchmark test.", + "warmup": false + }, + { + "request_id": "r0_1", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 272.7438919246197, + "gap_ms": 272.7438919246197, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 4715.670606121421, + "gap_ms": 4442.926714196801, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 10119.68623707071, + "gap_ms": 5404.015630949289, + "samples": 48000 + } + ], + "t_final_ms": 10697.043200023472, + "ttfa_ms": 272.7438919246197, + "playback_start_ms": 8039.6862370707095, + "stall_at_ttfa_ms": 7766.94234514609, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 0.08, + "total_wall_s": 10.697043200023472, + "rtf_streamed": 2.4803152541839975, + "rtf_total": 2.5714046153902577, + "gap_ms": [ + 4442.926714196801, + 5404.015630949289 + ], + "text": "She said she would be here by noon, but nobody showed up.", + "warmup": false + }, + { + "request_id": "r0_2", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 502.0248331129551, + "gap_ms": 502.0248331129551, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 3817.8867222741246, + "gap_ms": 3315.8618891611695, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 7315.8933110535145, + "gap_ms": 3498.00658877939, + "samples": 48000 + } + ], + "t_final_ms": 8131.714242044836, + "ttfa_ms": 502.0248331129551, + "playback_start_ms": 5235.8933110535145, + "stall_at_ttfa_ms": 4733.868477940559, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 0.32, + "total_wall_s": 8.131714242044836, + "rtf_streamed": 1.7931111056503712, + "rtf_total": 1.8481168731920081, + "gap_ms": [ + 3315.8618891611695, + 3498.00658877939 + ], + "text": "The quick brown fox jumps over the lazy dog near the riverbank.", + "warmup": false + }, + { + "request_id": "r0_3", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 286.4514449611306, + "gap_ms": 286.4514449611306, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 4181.531083304435, + "gap_ms": 3895.0796383433044, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 7866.061931941658, + "gap_ms": 3684.5308486372232, + "samples": 48000 + } + ], + "t_final_ms": 9724.060079082847, + "ttfa_ms": 286.4514449611306, + "playback_start_ms": 5786.061931941658, + "stall_at_ttfa_ms": 5499.610486980528, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 1.04, + "total_wall_s": 9.724060079082847, + "rtf_streamed": 1.9279563558680535, + "rtf_total": 1.8992304841958685, + "gap_ms": [ + 3895.0796383433044, + 3684.5308486372232 + ], + "text": "I can't believe how beautiful the sunset looks from up here on the mountain.", + "warmup": false + }, + { + "request_id": "r0_4", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 307.904371060431, + "gap_ms": 307.904371060431, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 3909.4089888967574, + "gap_ms": 3601.5046178363264, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 7678.9045738987625, + "gap_ms": 3769.495585002005, + "samples": 48000 + } + ], + "t_final_ms": 9489.77915989235, + "ttfa_ms": 307.904371060431, + "playback_start_ms": 5598.9045738987625, + "stall_at_ttfa_ms": 5291.0002028383315, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 1.12, + "total_wall_s": 9.48977915989235, + "rtf_streamed": 1.8820844543869515, + "rtf_total": 1.8249575307485288, + "gap_ms": [ + 3601.5046178363264, + 3769.495585002005 + ], + "text": "Please remember to bring your identification documents to the appointment tomorrow morning.", + "warmup": false + }, + { + "request_id": "r0_5", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 295.53483007475734, + "gap_ms": 295.53483007475734, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 3811.549632810056, + "gap_ms": 3516.014802735299, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 7373.240363784134, + "gap_ms": 3561.690730974078, + "samples": 48000 + } + ], + "t_final_ms": 10090.37323994562, + "ttfa_ms": 295.53483007475734, + "playback_start_ms": 5293.240363784134, + "stall_at_ttfa_ms": 4997.705533709377, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 1.68, + "total_wall_s": 10.09037323994562, + "rtf_streamed": 1.8071667558294446, + "rtf_total": 1.7518009097127814, + "gap_ms": [ + 3516.014802735299, + 3561.690730974078 + ], + "text": "Have you ever wondered what it would be like to travel through time and visit ancient civilizations?", + "warmup": false + }, + { + "request_id": "r0_6", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 266.74616802483797, + "gap_ms": 266.74616802483797, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 3795.377528294921, + "gap_ms": 3528.631360270083, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 7426.291882991791, + "gap_ms": 3630.91435469687, + "samples": 48000 + } + ], + "t_final_ms": 10695.007533300668, + "ttfa_ms": 266.74616802483797, + "playback_start_ms": 5346.291882991791, + "stall_at_ttfa_ms": 5079.545714966953, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 2.0, + "total_wall_s": 10.695007533300668, + "rtf_streamed": 1.8201695791646546, + "rtf_total": 1.759047291661294, + "gap_ms": [ + 3528.631360270083, + 3630.91435469687 + ], + "text": "The restaurant on the corner serves the best pasta I have ever tasted in my entire life.", + "warmup": false + }, + { + "request_id": "r0_7", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 296.65595619007945, + "gap_ms": 296.65595619007945, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 3999.0328471176326, + "gap_ms": 3702.376890927553, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 7835.733238141984, + "gap_ms": 3836.700391024351, + "samples": 48000 + } + ], + "t_final_ms": 10077.002155128866, + "ttfa_ms": 296.65595619007945, + "playback_start_ms": 5755.733238141984, + "stall_at_ttfa_ms": 5459.077281951904, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 1.36, + "total_wall_s": 10.077002155128866, + "rtf_streamed": 1.9205228524857803, + "rtf_total": 1.8523901020457474, + "gap_ms": [ + 3702.376890927553, + 3836.700391024351 + ], + "text": "After the meeting, we should discuss the quarterly results and plan for the next phase.", + "warmup": false + }, + { + "request_id": "r0_8", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 300.8105168119073, + "gap_ms": 300.8105168119073, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 3799.194449093193, + "gap_ms": 3498.3839322812855, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 7253.628336824477, + "gap_ms": 3454.433887731284, + "samples": 48000 + }, + { + "idx": 3, + "t_ms": 10766.970505006611, + "gap_ms": 3513.3421681821346, + "samples": 48000 + } + ], + "t_final_ms": 11326.263460796326, + "ttfa_ms": 300.8105168119073, + "playback_start_ms": 6686.970505006611, + "stall_at_ttfa_ms": 6386.159988194704, + "n_chunks": 4, + "streamed_audio_s": 6.08, + "tail_audio_s": 0.16, + "total_wall_s": 11.326263460796326, + "rtf_streamed": 1.7708833067445084, + "rtf_total": 1.8151063238455651, + "gap_ms": [ + 3498.3839322812855, + 3454.433887731284, + 3513.3421681821346 + ], + "text": "Learning a new language takes patience, practice, and a genuine curiosity about other cultures.", + "warmup": false + }, + { + "request_id": "r0_9", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 292.3040329478681, + "gap_ms": 292.3040329478681, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 3890.1972672902048, + "gap_ms": 3597.8932343423367, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 7234.736741054803, + "gap_ms": 3344.5394737645984, + "samples": 48000 + } + ], + "t_final_ms": 10457.41813397035, + "ttfa_ms": 292.3040329478681, + "playback_start_ms": 5154.736741054803, + "stall_at_ttfa_ms": 4862.432708106935, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 2.0, + "total_wall_s": 10.45741813397035, + "rtf_streamed": 1.7732197894742163, + "rtf_total": 1.7199700878240707, + "gap_ms": [ + 3597.8932343423367, + 3344.5394737645984 + ], + "text": "The train leaves at half past seven, so we need to arrive at the station before then.", + "warmup": false + }, + { + "request_id": "r0_10", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 263.61030573025346, + "gap_ms": 263.61030573025346, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 3795.3943726606667, + "gap_ms": 3531.7840669304132, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 7333.4637568332255, + "gap_ms": 3538.069384172559, + "samples": 48000 + } + ], + "t_final_ms": 9214.634211733937, + "ttfa_ms": 263.61030573025346, + "playback_start_ms": 5253.4637568332255, + "stall_at_ttfa_ms": 4989.853451102972, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 0.96, + "total_wall_s": 9.214634211733937, + "rtf_streamed": 1.7974175874591238, + "rtf_total": 1.8283004388360986, + "gap_ms": [ + 3531.7840669304132, + 3538.069384172559 + ], + "text": "Could you please turn down the music a little bit, I'm trying to concentrate on my work.", + "warmup": false + }, + { + "request_id": "r0_11", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 309.76906418800354, + "gap_ms": 309.76906418800354, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 4069.7536701336503, + "gap_ms": 3759.9846059456468, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 7721.640178002417, + "gap_ms": 3651.886507868767, + "samples": 48000 + } + ], + "t_final_ms": 10334.400092251599, + "ttfa_ms": 309.76906418800354, + "playback_start_ms": 5641.640178002417, + "stall_at_ttfa_ms": 5331.871113814414, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 1.6, + "total_wall_s": 10.334400092251599, + "rtf_streamed": 1.8925588671574551, + "rtf_total": 1.8194366359597887, + "gap_ms": [ + 3759.9846059456468, + 3651.886507868767 + ], + "text": "It was a dark and stormy night when the old lighthouse keeper heard a knock at the door.", + "warmup": false + } + ], + "summary": { + "n_requests": 12, + "ttfa_ms": { + "n": 12, + "p50": 292.3040329478681, + "p90": 309.76906418800354, + "max": 502.0248331129551, + "mean": 304.4652423122898 + }, + "playback_start_ms": { + "n": 12, + "p50": 5346.291882991791, + "p90": 6686.970505006611, + "max": 8039.6862370707095, + "mean": 5754.669022976111 + }, + "stall_at_ttfa_ms": { + "n": 12, + "p50": 5079.545714966953, + "p90": 6386.159988194704, + "max": 7766.94234514609, + "mean": 5450.203780663821 + }, + "rtf_streamed": { + "n": 12, + "p50": 1.8071667558294446, + "p90": 1.9279563558680535, + "max": 2.4803152541839975, + "mean": 1.8887716842774571 + }, + "rtf_total": { + "n": 12, + "p50": 1.8194366359597887, + "p90": 1.8992304841958685, + "max": 2.5714046153902577, + "mean": 1.870292501565862 + }, + "gap_ms": { + "n": 25, + "p50": 3597.8932343423367, + "p90": 3895.0796383433044, + "max": 5404.015630949289, + "mean": 3694.497814718634 + }, + "total_audio_s": 50.96, + "total_wall_s": 118.79598928801715 + } +} \ No newline at end of file diff --git a/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16/cpu16.yaml b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16/cpu16.yaml new file mode 100644 index 000000000..ea853e797 --- /dev/null +++ b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16/cpu16.yaml @@ -0,0 +1,99 @@ +async_chunk: true +connectors: + connector_of_shared_memory: + name: SharedMemoryConnector + extra: + codec_streaming: true + connector_get_sleep_s: 0.01 + connector_get_max_wait_first_chunk: 3000 + connector_get_max_wait: 300 + codec_chunk_frames: 25 + codec_left_context_frames: 72 + initial_codec_chunk_frames: 1 + decode_batch_max_size: 4 +stages: +- stage_id: 0 + max_num_seqs: 64 + gpu_memory_utilization: 0.3 + trust_remote_code: true + enable_prefix_caching: false + async_scheduling: true + max_num_batched_tokens: 32768 + max_model_len: 4096 + devices: '0' + output_connectors: + to_stage_1: connector_of_shared_memory + default_sampling_params: + temperature: 0.9 + top_k: 50 + max_tokens: 4096 + min_tokens: 2 + repetition_penalty: 1.05 + silence_ban_frames: 0 + subtalker_sampling_params: + do_sample: true + temperature: 0.9 + top_k: 50 + top_p: 1.0 +- stage_id: 1 + max_num_seqs: 64 + gpu_memory_utilization: 0.3 + enforce_eager: false + trust_remote_code: true + enable_prefix_caching: false + async_scheduling: true + max_num_batched_tokens: 65536 + max_model_len: 65536 + devices: '0' + input_connectors: + from_stage_0: connector_of_shared_memory + default_sampling_params: + temperature: 0.0 + top_p: 1.0 + top_k: -1 + max_tokens: 65536 + repetition_penalty: 1.0 +platforms: + rocm: + stages: + - stage_id: 1 + enforce_eager: true + npu: + stages: + - stage_id: 0 + enforce_eager: false + compilation_config: + cudagraph_mode: PIECEWISE + - stage_id: 1 + compilation_config: + cudagraph_mode: PIECEWISE + cpu: + stages: + - stage_id: 0 + engine_args: + enforce_eager: true + async_scheduling: false + max_num_seqs: 2 + max_num_batched_tokens: 2048 + max_model_len: 2048 + gpu_memory_utilization: 0.05 + dtype: bfloat16 + kv_cache_memory_bytes: 4294967296 + runtime: + devices: cpu + env: + VLLM_CPU_OMP_THREADS_BIND: 56-67 + - stage_id: 1 + engine_args: + enforce_eager: true + async_scheduling: false + max_num_seqs: 2 + max_num_batched_tokens: 8192 + max_model_len: 8192 + gpu_memory_utilization: 0.05 + dtype: bfloat16 + kv_cache_memory_bytes: 2147483648 + runtime: + devices: cpu + env: + VLLM_CPU_OMP_THREADS_BIND: 68-71 diff --git a/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16/step_stats/orchestrator_418532.json b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16/step_stats/orchestrator_418532.json new file mode 100644 index 000000000..829931f03 --- /dev/null +++ b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16/step_stats/orchestrator_418532.json @@ -0,0 +1,7 @@ +{ + "role": "orchestrator", + "pid": 418532, + "started_at": 1788937436.3958519, + "dumped_at": 1788937445.0899134, + "counters": {} +} \ No newline at end of file diff --git a/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16/step_stats/stage0_424871.json b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16/step_stats/stage0_424871.json new file mode 100644 index 000000000..c39113040 --- /dev/null +++ b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16/step_stats/stage0_424871.json @@ -0,0 +1,48 @@ +{ + "role": "stage0", + "pid": 424871, + "started_at": 1788937242.1795187, + "dumped_at": 1788937439.7330387, + "counters": { + "sched.schedule_ms": { + "count": 880, + "sum_ms": 104.70030456781387, + "mean_ms": 0.11897761882706122, + "p50_ms": 0.12095319107174873, + "p95_ms": 0.14224182814359665, + "max_ms": 0.48884283751249313 + }, + "sched.update_from_output_ms": { + "count": 880, + "sum_ms": 101.731535512954, + "mean_ms": 0.11560401762835681, + "p50_ms": 0.11708587408065796, + "p95_ms": 0.1456798054277897, + "max_ms": 0.36838511005043983 + }, + "core.step_ms": { + "count": 880, + "sum_ms": 128478.91991212964, + "mean_ms": 145.99877262742004, + "p50_ms": 124.99470030888915, + "p95_ms": 219.14790803566575, + "max_ms": 7732.182804029435 + }, + "hop.enqueue_to_put_ms": { + "count": 53, + "sum_ms": 42.715925723314285, + "mean_ms": 0.8059608627040431, + "p50_ms": 0.7813479751348495, + "p95_ms": 1.0402752086520195, + "max_ms": 1.1817519553005695 + }, + "hop.put_ms": { + "count": 53, + "sum_ms": 24.499356746673584, + "mean_ms": 0.46225201408818084, + "p50_ms": 0.4214141517877579, + "p95_ms": 0.8697109296917915, + "max_ms": 1.365570817142725 + } + } +} \ No newline at end of file diff --git a/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16/step_stats/stage1_432911.json b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16/step_stats/stage1_432911.json new file mode 100644 index 000000000..9ec8487cd --- /dev/null +++ b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16/step_stats/stage1_432911.json @@ -0,0 +1,48 @@ +{ + "role": "stage1", + "pid": 432911, + "started_at": 1788937295.357378, + "dumped_at": 1788937443.5552511, + "counters": { + "sched.schedule_ms": { + "count": 75484, + "sum_ms": 3421.6363141313195, + "mean_ms": 0.04532929248756451, + "p50_ms": 0.0394163653254509, + "p95_ms": 0.08744187653064728, + "max_ms": 2.5428608059883118 + }, + "hop.poll_miss_ms": { + "count": 90934, + "sum_ms": 3579.9412396736443, + "mean_ms": 0.03936856664914822, + "p50_ms": 0.010110903531312943, + "p95_ms": 0.04783039912581444, + "max_ms": 233.60275384038687 + }, + "sched.update_from_output_ms": { + "count": 75484, + "sum_ms": 572.5311180576682, + "mean_ms": 0.007584800991702456, + "p50_ms": 0.006647780537605286, + "p95_ms": 0.014132820069789886, + "max_ms": 0.2440027892589569 + }, + "core.step_ms": { + "count": 75484, + "sum_ms": 49971.80697135627, + "mean_ms": 0.6620185333495346, + "p50_ms": 0.1842789351940155, + "p95_ms": 0.3467649221420288, + "max_ms": 837.5107739120722 + }, + "hop.get_ms": { + "count": 53, + "sum_ms": 41.48649424314499, + "mean_ms": 0.7827640423234904, + "p50_ms": 0.2963901497423649, + "p95_ms": 1.0263491421937943, + "max_ms": 15.571518335491419 + } + } +} \ No newline at end of file diff --git a/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16/timeline.json b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16/timeline.json new file mode 100644 index 000000000..688a8bafa --- /dev/null +++ b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16/timeline.json @@ -0,0 +1,243 @@ +{ + "schema": 1, + "t0": 1788937191.3843935, + "t_end": 1788937298.6831546, + "total_s": 107.29876112937927, + "phases": [ + { + "name": "stages_init", + "start": 1788937191.3848991, + "end": 1788937298.6800125, + "stage_id": null, + "replica_id": 0, + "pid": 418532, + "role": "engine", + "extra": {}, + "dur_s": 107.29511332511902 + }, + { + "name": "g3_device_lock", + "start": 1788937192.1774457, + "end": 1788937192.177517, + "stage_id": 0, + "replica_id": 0, + "pid": 418532, + "role": "engine", + "extra": {}, + "dur_s": 7.128715515136719e-05 + }, + { + "name": "g2_launch_lock_wait", + "start": 1788937192.1775415, + "end": 1788937192.177544, + "stage_id": 0, + "replica_id": 0, + "pid": 418532, + "role": "engine", + "extra": { + "acquired": true + }, + "dur_s": 2.6226043701171875e-06 + }, + { + "name": "g2_spawn_and_ready", + "start": 1788937192.1777198, + "end": 1788937242.1766372, + "stage_id": 0, + "replica_id": 0, + "pid": 418532, + "role": "engine", + "extra": {}, + "dur_s": 49.9989173412323 + }, + { + "name": "proc_entry", + "start": 1788937214.0035586, + "end": 1788937214.0035586, + "stage_id": 0, + "replica_id": 0, + "pid": 424871, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788937214.0103385, + "end": 1788937242.1774259, + "stage_id": 0, + "replica_id": 0, + "pid": 424871, + "role": "worker", + "extra": {}, + "dur_s": 28.16708731651306 + }, + { + "name": "init_device", + "start": 1788937236.8496158, + "end": 1788937237.1621988, + "stage_id": 0, + "replica_id": 0, + "pid": 428096, + "role": "worker", + "extra": {}, + "dur_s": 0.31258296966552734 + }, + { + "name": "load_model", + "start": 1788937237.1683319, + "end": 1788937241.1311529, + "stage_id": 0, + "replica_id": 0, + "pid": 428096, + "role": "worker", + "extra": {}, + "dur_s": 3.9628210067749023 + }, + { + "name": "load_weights", + "start": 1788937237.1683376, + "end": 1788937241.1255398, + "stage_id": 0, + "replica_id": 0, + "pid": 428096, + "role": "worker", + "extra": {}, + "dur_s": 3.957202196121216 + }, + { + "name": "talker_mtp_init", + "start": 1788937241.1274526, + "end": 1788937241.1276531, + "stage_id": 0, + "replica_id": 0, + "pid": 428096, + "role": "worker", + "extra": {}, + "dur_s": 0.00020051002502441406 + }, + { + "name": "attn_prewarm", + "start": 1788937241.1294017, + "end": 1788937241.1294043, + "stage_id": 0, + "replica_id": 0, + "pid": 428096, + "role": "worker", + "extra": {}, + "dur_s": 2.6226043701171875e-06 + }, + { + "name": "g3_device_lock", + "start": 1788937242.3604438, + "end": 1788937242.3605406, + "stage_id": 1, + "replica_id": 0, + "pid": 418532, + "role": "engine", + "extra": {}, + "dur_s": 9.679794311523438e-05 + }, + { + "name": "g2_launch_lock_wait", + "start": 1788937242.3605652, + "end": 1788937242.3605673, + "stage_id": 1, + "replica_id": 0, + "pid": 418532, + "role": "engine", + "extra": { + "acquired": true + }, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "g2_spawn_and_ready", + "start": 1788937242.3608234, + "end": 1788937295.3548195, + "stage_id": 1, + "replica_id": 0, + "pid": 418532, + "role": "engine", + "extra": {}, + "dur_s": 52.993996143341064 + }, + { + "name": "proc_entry", + "start": 1788937269.3247695, + "end": 1788937269.3247695, + "stage_id": 1, + "replica_id": 0, + "pid": 432911, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788937269.3295782, + "end": 1788937295.355413, + "stage_id": 1, + "replica_id": 0, + "pid": 432911, + "role": "worker", + "extra": {}, + "dur_s": 26.025834798812866 + }, + { + "name": "init_device", + "start": 1788937292.4094946, + "end": 1788937292.6462276, + "stage_id": 1, + "replica_id": 0, + "pid": 436860, + "role": "worker", + "extra": {}, + "dur_s": 0.23673295974731445 + }, + { + "name": "load_model", + "start": 1788937292.652116, + "end": 1788937294.7258286, + "stage_id": 1, + "replica_id": 0, + "pid": 436860, + "role": "worker", + "extra": {}, + "dur_s": 2.0737125873565674 + }, + { + "name": "load_weights", + "start": 1788937292.6521232, + "end": 1788937294.7196088, + "stage_id": 1, + "replica_id": 0, + "pid": 436860, + "role": "worker", + "extra": {}, + "dur_s": 2.0674855709075928 + }, + { + "name": "talker_mtp_init", + "start": 1788937294.7217488, + "end": 1788937294.721756, + "stage_id": 1, + "replica_id": 0, + "pid": 436860, + "role": "worker", + "extra": {}, + "dur_s": 7.152557373046875e-06 + }, + { + "name": "attn_prewarm", + "start": 1788937294.7237742, + "end": 1788937294.7237816, + "stage_id": 1, + "replica_id": 0, + "pid": 436860, + "role": "worker", + "extra": {}, + "dur_s": 7.3909759521484375e-06 + } + ] +} \ No newline at end of file diff --git a/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16_inductor/bench/Qwen3-TTS-12Hz-0.6B-CustomVoice/cpu16_inductor/20260909-150826_cpu16_inductor.json b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16_inductor/bench/Qwen3-TTS-12Hz-0.6B-CustomVoice/cpu16_inductor/20260909-150826_cpu16_inductor.json new file mode 100644 index 000000000..12a00726b --- /dev/null +++ b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16_inductor/bench/Qwen3-TTS-12Hz-0.6B-CustomVoice/cpu16_inductor/20260909-150826_cpu16_inductor.json @@ -0,0 +1,1041 @@ +{ + "schema": 1, + "meta": { + "model": "Qwen/Qwen3-TTS-12Hz-0.6B-CustomVoice", + "deploy_config": "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16_inductor/cpu16_inductor.yaml", + "query_type": "CustomVoice", + "txt_prompts": "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/prompts_12.txt", + "git_sha": "fa8b1a87", + "gpu_name": "NVIDIA L20X", + "cuda_visible_devices": null, + "timestamp": "20260909-150826", + "argv": [ + "--deploy-config", + "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16_inductor/cpu16_inductor.yaml", + "--query-type", + "CustomVoice", + "--txt-prompts", + "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/prompts_12.txt", + "--init-timeout", + "1500", + "--stage-init-timeout", + "1200" + ], + "bench_args": { + "model": "Qwen/Qwen3-TTS-12Hz-0.6B-CustomVoice", + "warmup": 1, + "repeat": 1, + "init_only": false, + "tag": "cpu16_inductor", + "output_dir": "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16_inductor/bench", + "save_wav": false, + "gpu_poll_interval_s": 0.2, + "parallel_stage_init": false, + "deploy_profile": null, + "step_stats": true, + "bench_help": false + }, + "warmup": 1, + "repeat": 1, + "init_only": false + }, + "init": { + "init_s": 103.38288806378841, + "init_timeline": { + "schema": 1, + "t0": 1788937476.7571697, + "t_end": 1788937577.983278, + "total_s": 101.22610831260681, + "phases": [ + { + "name": "stages_init", + "start": 1788937476.757685, + "end": 1788937577.9063513, + "stage_id": null, + "replica_id": 0, + "pid": 464652, + "role": "engine", + "extra": {}, + "dur_s": 101.14866638183594 + }, + { + "name": "g3_device_lock", + "start": 1788937477.460587, + "end": 1788937477.460645, + "stage_id": 0, + "replica_id": 0, + "pid": 464652, + "role": "engine", + "extra": {}, + "dur_s": 5.793571472167969e-05 + }, + { + "name": "g2_launch_lock_wait", + "start": 1788937477.4606662, + "end": 1788937477.460668, + "stage_id": 0, + "replica_id": 0, + "pid": 464652, + "role": "engine", + "extra": { + "acquired": true + }, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "g2_spawn_and_ready", + "start": 1788937477.4608014, + "end": 1788937526.0026684, + "stage_id": 0, + "replica_id": 0, + "pid": 464652, + "role": "engine", + "extra": {}, + "dur_s": 48.54186701774597 + }, + { + "name": "proc_entry", + "start": 1788937498.8621824, + "end": 1788937498.8621824, + "stage_id": 0, + "replica_id": 0, + "pid": 468972, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788937498.8673916, + "end": 1788937526.0034242, + "stage_id": 0, + "replica_id": 0, + "pid": 468972, + "role": "worker", + "extra": {}, + "dur_s": 27.136032581329346 + }, + { + "name": "init_device", + "start": 1788937520.8931713, + "end": 1788937521.1476817, + "stage_id": 0, + "replica_id": 0, + "pid": 471869, + "role": "worker", + "extra": {}, + "dur_s": 0.25451040267944336 + }, + { + "name": "load_model", + "start": 1788937521.1529937, + "end": 1788937525.0946898, + "stage_id": 0, + "replica_id": 0, + "pid": 471869, + "role": "worker", + "extra": {}, + "dur_s": 3.9416961669921875 + }, + { + "name": "load_weights", + "start": 1788937521.152999, + "end": 1788937525.0873435, + "stage_id": 0, + "replica_id": 0, + "pid": 471869, + "role": "worker", + "extra": {}, + "dur_s": 3.934344530105591 + }, + { + "name": "talker_mtp_init", + "start": 1788937525.0892782, + "end": 1788937525.0894785, + "stage_id": 0, + "replica_id": 0, + "pid": 471869, + "role": "worker", + "extra": {}, + "dur_s": 0.0002002716064453125 + }, + { + "name": "attn_prewarm", + "start": 1788937525.091496, + "end": 1788937525.0914981, + "stage_id": 0, + "replica_id": 0, + "pid": 471869, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "g3_device_lock", + "start": 1788937526.186592, + "end": 1788937526.1866658, + "stage_id": 1, + "replica_id": 0, + "pid": 464652, + "role": "engine", + "extra": {}, + "dur_s": 7.367134094238281e-05 + }, + { + "name": "g2_launch_lock_wait", + "start": 1788937526.186685, + "end": 1788937526.1866865, + "stage_id": 1, + "replica_id": 0, + "pid": 464652, + "role": "engine", + "extra": { + "acquired": true + }, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "g2_spawn_and_ready", + "start": 1788937526.1868832, + "end": 1788937574.7588286, + "stage_id": 1, + "replica_id": 0, + "pid": 464652, + "role": "engine", + "extra": {}, + "dur_s": 48.57194542884827 + }, + { + "name": "proc_entry", + "start": 1788937551.5488408, + "end": 1788937551.5488408, + "stage_id": 1, + "replica_id": 0, + "pid": 475171, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788937551.5539594, + "end": 1788937574.7597423, + "stage_id": 1, + "replica_id": 0, + "pid": 475171, + "role": "worker", + "extra": {}, + "dur_s": 23.205782890319824 + }, + { + "name": "init_device", + "start": 1788937572.3821156, + "end": 1788937572.5746398, + "stage_id": 1, + "replica_id": 0, + "pid": 478288, + "role": "worker", + "extra": {}, + "dur_s": 0.19252419471740723 + }, + { + "name": "load_model", + "start": 1788937572.5795212, + "end": 1788937573.9114175, + "stage_id": 1, + "replica_id": 0, + "pid": 478288, + "role": "worker", + "extra": {}, + "dur_s": 1.3318963050842285 + }, + { + "name": "load_weights", + "start": 1788937572.5795257, + "end": 1788937573.9038074, + "stage_id": 1, + "replica_id": 0, + "pid": 478288, + "role": "worker", + "extra": {}, + "dur_s": 1.3242816925048828 + }, + { + "name": "talker_mtp_init", + "start": 1788937573.9056342, + "end": 1788937573.905638, + "stage_id": 1, + "replica_id": 0, + "pid": 478288, + "role": "worker", + "extra": {}, + "dur_s": 3.814697265625e-06 + }, + { + "name": "attn_prewarm", + "start": 1788937573.9096172, + "end": 1788937573.9096208, + "stage_id": 1, + "replica_id": 0, + "pid": 478288, + "role": "worker", + "extra": {}, + "dur_s": 3.5762786865234375e-06 + } + ] + } + }, + "step_stats": { + "roles": { + "orchestrator": {}, + "stage0": { + "sched.schedule_ms": { + "count": 802, + "sum_ms": 98.68739312514663, + "mean_ms": 0.12305161237549454, + "p50_ms": 0.12069381773471832, + "p95_ms": 0.16312114894390106, + "max_ms": 0.4603560082614422 + }, + "sched.update_from_output_ms": { + "count": 801, + "sum_ms": 93.863554764539, + "mean_ms": 0.11718296474973658, + "p50_ms": 0.11488189920783043, + "p95_ms": 0.15717511996626854, + "max_ms": 0.4851659759879112 + }, + "core.step_ms": { + "count": 801, + "sum_ms": 111258.79668537527, + "mean_ms": 138.89987101794665, + "p50_ms": 90.21302685141563, + "p95_ms": 179.95364079251885, + "max_ms": 22189.76076738909 + }, + "hop.enqueue_to_put_ms": { + "count": 48, + "sum_ms": 39.82586320489645, + "mean_ms": 0.8297054834353427, + "p50_ms": 0.7871957495808601, + "p95_ms": 1.1348621919751167, + "max_ms": 1.4559072442352772 + }, + "hop.put_ms": { + "count": 48, + "sum_ms": 22.15658687055111, + "mean_ms": 0.4615955598031481, + "p50_ms": 0.412920955568552, + "p95_ms": 1.0002129711210728, + "max_ms": 1.529117114841938 + } + }, + "stage1": { + "sched.schedule_ms": { + "count": 70326, + "sum_ms": 3299.505863338709, + "mean_ms": 0.04691729749081007, + "p50_ms": 0.04536192864179611, + "p95_ms": 0.16828998923301697, + "max_ms": 0.5868319422006607 + }, + "hop.poll_miss_ms": { + "count": 84474, + "sum_ms": 3324.146254453808, + "mean_ms": 0.03935111696443649, + "p50_ms": 0.014008954167366028, + "p95_ms": 0.08857995271682739, + "max_ms": 199.43405222147703 + }, + "sched.update_from_output_ms": { + "count": 70325, + "sum_ms": 550.637227948755, + "mean_ms": 0.007829893038730964, + "p50_ms": 0.007596798241138458, + "p95_ms": 0.028951093554496765, + "max_ms": 0.19824272021651268 + }, + "core.step_ms": { + "count": 70325, + "sum_ms": 47282.12756058201, + "mean_ms": 0.672337398657405, + "p50_ms": 0.20559504628181458, + "p95_ms": 0.6240149959921837, + "max_ms": 708.3039227873087 + }, + "hop.get_ms": { + "count": 52, + "sum_ms": 47.205453272908926, + "mean_ms": 0.9077971783251717, + "p50_ms": 0.2969922497868538, + "p95_ms": 6.81871036067605, + "max_ms": 7.4676391668617725 + } + } + }, + "attribution": [ + { + "role": "stage0", + "counter": "core.step_ms", + "count": 801, + "mean_ms": 138.89987101794665, + "p95_ms": 179.95364079251885, + "share_of_frame": 1.736248387724333 + }, + { + "role": "stage1", + "counter": "hop.get_ms", + "count": 52, + "mean_ms": 0.9077971783251717, + "p95_ms": 6.81871036067605, + "share_of_frame": 0.011347464729064647 + }, + { + "role": "stage0", + "counter": "hop.enqueue_to_put_ms", + "count": 48, + "mean_ms": 0.8297054834353427, + "p95_ms": 1.1348621919751167, + "share_of_frame": 0.010371318542941783 + }, + { + "role": "stage1", + "counter": "core.step_ms", + "count": 70325, + "mean_ms": 0.672337398657405, + "p95_ms": 0.6240149959921837, + "share_of_frame": 0.008404217483217563 + }, + { + "role": "stage0", + "counter": "hop.put_ms", + "count": 48, + "mean_ms": 0.4615955598031481, + "p95_ms": 1.0002129711210728, + "share_of_frame": 0.005769944497539351 + }, + { + "role": "stage0", + "counter": "sched.schedule_ms", + "count": 802, + "mean_ms": 0.12305161237549454, + "p95_ms": 0.16312114894390106, + "share_of_frame": 0.0015381451546936818 + }, + { + "role": "stage0", + "counter": "sched.update_from_output_ms", + "count": 801, + "mean_ms": 0.11718296474973658, + "p95_ms": 0.15717511996626854, + "share_of_frame": 0.0014647870593717072 + }, + { + "role": "stage1", + "counter": "sched.schedule_ms", + "count": 70326, + "mean_ms": 0.04691729749081007, + "p95_ms": 0.16828998923301697, + "share_of_frame": 0.0005864662186351259 + }, + { + "role": "stage1", + "counter": "hop.poll_miss_ms", + "count": 84474, + "mean_ms": 0.03935111696443649, + "p95_ms": 0.08857995271682739, + "share_of_frame": 0.0004918889620554561 + }, + { + "role": "stage1", + "counter": "sched.update_from_output_ms", + "count": 70325, + "mean_ms": 0.007829893038730964, + "p95_ms": 0.028951093554496765, + "share_of_frame": 9.787366298413705e-05 + } + ] + }, + "resources": { + "peak_rss_bytes": 14321508352, + "peak_gpu_mem_mib": 0, + "gpu_mem_samples": 0, + "gpu_mem_mode": "none" + }, + "requests": [ + { + "request_id": "w0", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 29563.595918007195, + "gap_ms": 29563.595918007195, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 32282.164020929486, + "gap_ms": 2718.5681029222906, + "samples": 48000 + } + ], + "t_final_ms": 34772.354281973094, + "ttfa_ms": 29563.595918007195, + "playback_start_ms": 32202.164020929486, + "stall_at_ttfa_ms": 2638.5681029222906, + "n_chunks": 2, + "streamed_audio_s": 2.08, + "tail_audio_s": 2.0, + "total_wall_s": 34.772354281973094, + "rtf_streamed": 15.520271163908406, + "rtf_total": 8.522635853424777, + "gap_ms": [ + 2718.5681029222906 + ], + "text": "Hello, welcome to the voice synthesis benchmark test.", + "warmup": true + }, + { + "request_id": "r0_0", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 233.9726546779275, + "gap_ms": 233.9726546779275, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 2988.7775788083673, + "gap_ms": 2754.8049241304398, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 5531.777656637132, + "gap_ms": 2543.000077828765, + "samples": 48000 + } + ], + "t_final_ms": 6087.718449998647, + "ttfa_ms": 233.9726546779275, + "playback_start_ms": 3451.777656637132, + "stall_at_ttfa_ms": 3217.8050019592047, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 0.16, + "total_wall_s": 6.087718449998647, + "rtf_streamed": 1.3558278570189048, + "rtf_total": 1.4357826533015676, + "gap_ms": [ + 2754.8049241304398, + 2543.000077828765 + ], + "text": "Hello, welcome to the voice synthesis benchmark test.", + "warmup": false + }, + { + "request_id": "r0_1", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 228.2569920644164, + "gap_ms": 228.2569920644164, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 2929.2423822917044, + "gap_ms": 2700.985390227288, + "samples": 48000 + } + ], + "t_final_ms": 5037.085236981511, + "ttfa_ms": 228.2569920644164, + "playback_start_ms": 2849.2423822917044, + "stall_at_ttfa_ms": 2620.985390227288, + "n_chunks": 2, + "streamed_audio_s": 2.08, + "tail_audio_s": 1.68, + "total_wall_s": 5.037085236981511, + "rtf_streamed": 1.4082896068710118, + "rtf_total": 1.3396503289844446, + "gap_ms": [ + 2700.985390227288 + ], + "text": "She said she would be here by noon, but nobody showed up.", + "warmup": false + }, + { + "request_id": "r0_2", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 232.45666408911347, + "gap_ms": 232.45666408911347, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 3211.258925963193, + "gap_ms": 2978.8022618740797, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 5722.257673740387, + "gap_ms": 2510.998747777194, + "samples": 48000 + } + ], + "t_final_ms": 6844.979325775057, + "ttfa_ms": 232.45666408911347, + "playback_start_ms": 3642.257673740387, + "stall_at_ttfa_ms": 3409.8010096512735, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 0.8, + "total_wall_s": 6.844979325775057, + "rtf_streamed": 1.402514135720683, + "rtf_total": 1.4026596979047248, + "gap_ms": [ + 2978.8022618740797, + 2510.998747777194 + ], + "text": "The quick brown fox jumps over the lazy dog near the riverbank.", + "warmup": false + }, + { + "request_id": "r0_3", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 350.3188919275999, + "gap_ms": 350.3188919275999, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 2994.6823650971055, + "gap_ms": 2644.3634731695056, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 5688.960845116526, + "gap_ms": 2694.2784800194204, + "samples": 48000 + } + ], + "t_final_ms": 6238.055195659399, + "ttfa_ms": 350.3188919275999, + "playback_start_ms": 3608.960845116526, + "stall_at_ttfa_ms": 3258.641953188926, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 0.16, + "total_wall_s": 6.238055195659399, + "rtf_streamed": 1.394353148312874, + "rtf_total": 1.4712394329385374, + "gap_ms": [ + 2644.3634731695056, + 2694.2784800194204 + ], + "text": "I can't believe how beautiful the sunset looks from up here on the mountain.", + "warmup": false + }, + { + "request_id": "r0_4", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 233.11684699729085, + "gap_ms": 233.11684699729085, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 2924.647965002805, + "gap_ms": 2691.531118005514, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 5403.769804164767, + "gap_ms": 2479.1218391619623, + "samples": 48000 + } + ], + "t_final_ms": 6976.125271990895, + "ttfa_ms": 233.11684699729085, + "playback_start_ms": 3323.7698041647673, + "stall_at_ttfa_ms": 3090.6529571674764, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 1.12, + "total_wall_s": 6.976125271990895, + "rtf_streamed": 1.3244533833737175, + "rtf_total": 1.3415625523059413, + "gap_ms": [ + 2691.531118005514, + 2479.1218391619623 + ], + "text": "Please remember to bring your identification documents to the appointment tomorrow morning.", + "warmup": false + }, + { + "request_id": "r0_5", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 250.73471618816257, + "gap_ms": 250.73471618816257, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 2957.6229280792177, + "gap_ms": 2706.888211891055, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 5543.741451110691, + "gap_ms": 2586.118523031473, + "samples": 48000 + } + ], + "t_final_ms": 7728.801112156361, + "ttfa_ms": 250.73471618816257, + "playback_start_ms": 3463.741451110691, + "stall_at_ttfa_ms": 3213.0067349225283, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 1.68, + "total_wall_s": 7.728801112156361, + "rtf_streamed": 1.3587601595859535, + "rtf_total": 1.3418057486382573, + "gap_ms": [ + 2706.888211891055, + 2586.118523031473 + ], + "text": "Have you ever wondered what it would be like to travel through time and visit ancient civilizations?", + "warmup": false + }, + { + "request_id": "r0_6", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 253.27702378854156, + "gap_ms": 253.27702378854156, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 2942.4336939118803, + "gap_ms": 2689.1566701233387, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 5558.9156951755285, + "gap_ms": 2616.4820012636483, + "samples": 48000 + }, + { + "idx": 3, + "t_ms": 8141.586884856224, + "gap_ms": 2582.6711896806955, + "samples": 48000 + } + ], + "t_final_ms": 8720.56914307177, + "ttfa_ms": 253.27702378854156, + "playback_start_ms": 4061.586884856224, + "stall_at_ttfa_ms": 3808.3098610676825, + "n_chunks": 4, + "streamed_audio_s": 6.08, + "tail_audio_s": 0.08, + "total_wall_s": 8.72056914307177, + "rtf_streamed": 1.3390767902724052, + "rtf_total": 1.4156768089402225, + "gap_ms": [ + 2689.1566701233387, + 2616.4820012636483, + 2582.6711896806955 + ], + "text": "The restaurant on the corner serves the best pasta I have ever tasted in my entire life.", + "warmup": false + }, + { + "request_id": "r0_7", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 219.71503924578428, + "gap_ms": 219.71503924578428, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 2880.275323987007, + "gap_ms": 2660.560284741223, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 5352.811156306416, + "gap_ms": 2472.5358323194087, + "samples": 48000 + }, + { + "idx": 3, + "t_ms": 7843.284408096224, + "gap_ms": 2490.4732517898083, + "samples": 48000 + } + ], + "t_final_ms": 8519.677041098475, + "ttfa_ms": 219.71503924578428, + "playback_start_ms": 3763.284408096224, + "stall_at_ttfa_ms": 3543.56936885044, + "n_chunks": 4, + "streamed_audio_s": 6.08, + "tail_audio_s": 0.32, + "total_wall_s": 8.519677041098475, + "rtf_streamed": 1.2900138829105632, + "rtf_total": 1.3311995376716368, + "gap_ms": [ + 2660.560284741223, + 2472.5358323194087, + 2490.4732517898083 + ], + "text": "After the meeting, we should discuss the quarterly results and plan for the next phase.", + "warmup": false + }, + { + "request_id": "r0_8", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 229.82304776087403, + "gap_ms": 229.82304776087403, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 2922.949646599591, + "gap_ms": 2693.1265988387167, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 5492.552385665476, + "gap_ms": 2569.6027390658855, + "samples": 48000 + }, + { + "idx": 3, + "t_ms": 8136.909547727555, + "gap_ms": 2644.3571620620787, + "samples": 48000 + } + ], + "t_final_ms": 10430.10820588097, + "ttfa_ms": 229.82304776087403, + "playback_start_ms": 4056.909547727555, + "stall_at_ttfa_ms": 3827.086499966681, + "n_chunks": 4, + "streamed_audio_s": 6.08, + "tail_audio_s": 1.28, + "total_wall_s": 10.43010820588097, + "rtf_streamed": 1.3383074914025583, + "rtf_total": 1.4171342671033926, + "gap_ms": [ + 2693.1265988387167, + 2569.6027390658855, + 2644.3571620620787 + ], + "text": "Learning a new language takes patience, practice, and a genuine curiosity about other cultures.", + "warmup": false + }, + { + "request_id": "r0_9", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 301.9175701774657, + "gap_ms": 301.9175701774657, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 3873.3052141033113, + "gap_ms": 3571.3876439258456, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 7703.55299115181, + "gap_ms": 3830.2477770484984, + "samples": 48000 + } + ], + "t_final_ms": 10269.968163222075, + "ttfa_ms": 301.9175701774657, + "playback_start_ms": 5623.55299115181, + "stall_at_ttfa_ms": 5321.635420974344, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 1.52, + "total_wall_s": 10.269968163222075, + "rtf_streamed": 1.8881257331254435, + "rtf_total": 1.8339228862896564, + "gap_ms": [ + 3571.3876439258456, + 3830.2477770484984 + ], + "text": "The train leaves at half past seven, so we need to arrive at the station before then.", + "warmup": false + }, + { + "request_id": "r0_10", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 309.4622530043125, + "gap_ms": 309.4622530043125, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 3829.9068841151893, + "gap_ms": 3520.444631110877, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 7301.671898923814, + "gap_ms": 3471.765014808625, + "samples": 48000 + } + ], + "t_final_ms": 8771.001846995205, + "ttfa_ms": 309.4622530043125, + "playback_start_ms": 5221.671898923814, + "stall_at_ttfa_ms": 4912.209645919502, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 0.72, + "total_wall_s": 8.771001846995205, + "rtf_streamed": 1.7896254654225034, + "rtf_total": 1.8272920514573343, + "gap_ms": [ + 3520.444631110877, + 3471.765014808625 + ], + "text": "Could you please turn down the music a little bit, I'm trying to concentrate on my work.", + "warmup": false + }, + { + "request_id": "r0_11", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 325.3057417459786, + "gap_ms": 325.3057417459786, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 3669.7733467444777, + "gap_ms": 3344.467604998499, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 6311.842946801335, + "gap_ms": 2642.069600056857, + "samples": 48000 + } + ], + "t_final_ms": 8077.163959853351, + "ttfa_ms": 325.3057417459786, + "playback_start_ms": 4231.842946801335, + "stall_at_ttfa_ms": 3906.537205055356, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 1.2, + "total_wall_s": 8.077163959853351, + "rtf_streamed": 1.5470203300983663, + "rtf_total": 1.529765901487377, + "gap_ms": [ + 3344.467604998499, + 2642.069600056857 + ], + "text": "It was a dark and stormy night when the old lighthouse keeper heard a knock at the door.", + "warmup": false + } + ], + "summary": { + "n_requests": 12, + "ttfa_ms": { + "n": 12, + "p50": 233.9726546779275, + "p90": 325.3057417459786, + "max": 350.3188919275999, + "mean": 264.0297868056223 + }, + "playback_start_ms": { + "n": 12, + "p50": 3642.257673740387, + "p90": 5221.671898923814, + "max": 5623.55299115181, + "mean": 3941.549874218181 + }, + "stall_at_ttfa_ms": { + "n": 12, + "p50": 3409.8010096512735, + "p90": 4912.209645919502, + "max": 5321.635420974344, + "mean": 3677.5200874125585 + }, + "rtf_streamed": { + "n": 12, + "p50": 1.3587601595859535, + "p90": 1.7896254654225034, + "max": 1.8881257331254435, + "mean": 1.4530306653429153 + }, + "rtf_total": { + "n": 12, + "p50": 1.4156768089402225, + "p90": 1.8272920514573343, + "max": 1.8339228862896564, + "mean": 1.4739743222519246 + }, + "gap_ms": { + "n": 26, + "p50": 2660.560284741223, + "p90": 3520.444631110877, + "max": 3830.2477770484984, + "mean": 2811.1631172673347 + }, + "total_audio_s": 52.96, + "total_wall_s": 93.70125295268372 + } +} \ No newline at end of file diff --git a/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16_inductor/cpu16_inductor.yaml b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16_inductor/cpu16_inductor.yaml new file mode 100644 index 000000000..ea853e797 --- /dev/null +++ b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16_inductor/cpu16_inductor.yaml @@ -0,0 +1,99 @@ +async_chunk: true +connectors: + connector_of_shared_memory: + name: SharedMemoryConnector + extra: + codec_streaming: true + connector_get_sleep_s: 0.01 + connector_get_max_wait_first_chunk: 3000 + connector_get_max_wait: 300 + codec_chunk_frames: 25 + codec_left_context_frames: 72 + initial_codec_chunk_frames: 1 + decode_batch_max_size: 4 +stages: +- stage_id: 0 + max_num_seqs: 64 + gpu_memory_utilization: 0.3 + trust_remote_code: true + enable_prefix_caching: false + async_scheduling: true + max_num_batched_tokens: 32768 + max_model_len: 4096 + devices: '0' + output_connectors: + to_stage_1: connector_of_shared_memory + default_sampling_params: + temperature: 0.9 + top_k: 50 + max_tokens: 4096 + min_tokens: 2 + repetition_penalty: 1.05 + silence_ban_frames: 0 + subtalker_sampling_params: + do_sample: true + temperature: 0.9 + top_k: 50 + top_p: 1.0 +- stage_id: 1 + max_num_seqs: 64 + gpu_memory_utilization: 0.3 + enforce_eager: false + trust_remote_code: true + enable_prefix_caching: false + async_scheduling: true + max_num_batched_tokens: 65536 + max_model_len: 65536 + devices: '0' + input_connectors: + from_stage_0: connector_of_shared_memory + default_sampling_params: + temperature: 0.0 + top_p: 1.0 + top_k: -1 + max_tokens: 65536 + repetition_penalty: 1.0 +platforms: + rocm: + stages: + - stage_id: 1 + enforce_eager: true + npu: + stages: + - stage_id: 0 + enforce_eager: false + compilation_config: + cudagraph_mode: PIECEWISE + - stage_id: 1 + compilation_config: + cudagraph_mode: PIECEWISE + cpu: + stages: + - stage_id: 0 + engine_args: + enforce_eager: true + async_scheduling: false + max_num_seqs: 2 + max_num_batched_tokens: 2048 + max_model_len: 2048 + gpu_memory_utilization: 0.05 + dtype: bfloat16 + kv_cache_memory_bytes: 4294967296 + runtime: + devices: cpu + env: + VLLM_CPU_OMP_THREADS_BIND: 56-67 + - stage_id: 1 + engine_args: + enforce_eager: true + async_scheduling: false + max_num_seqs: 2 + max_num_batched_tokens: 8192 + max_model_len: 8192 + gpu_memory_utilization: 0.05 + dtype: bfloat16 + kv_cache_memory_bytes: 2147483648 + runtime: + devices: cpu + env: + VLLM_CPU_OMP_THREADS_BIND: 68-71 diff --git a/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16_inductor/step_stats/orchestrator_464652.json b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16_inductor/step_stats/orchestrator_464652.json new file mode 100644 index 000000000..c58f8e6c4 --- /dev/null +++ b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16_inductor/step_stats/orchestrator_464652.json @@ -0,0 +1,7 @@ +{ + "role": "orchestrator", + "pid": 464652, + "started_at": 1788937706.733928, + "dumped_at": 1788937714.6591258, + "counters": {} +} \ No newline at end of file diff --git a/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16_inductor/step_stats/stage0_468972.json b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16_inductor/step_stats/stage0_468972.json new file mode 100644 index 000000000..507aee0a3 --- /dev/null +++ b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16_inductor/step_stats/stage0_468972.json @@ -0,0 +1,48 @@ +{ + "role": "stage0", + "pid": 468972, + "started_at": 1788937526.005224, + "dumped_at": 1788937709.6415462, + "counters": { + "sched.schedule_ms": { + "count": 873, + "sum_ms": 107.25896526128054, + "mean_ms": 0.12286250316297885, + "p50_ms": 0.12072501704096794, + "p95_ms": 0.1628398895263672, + "max_ms": 0.4603560082614422 + }, + "sched.update_from_output_ms": { + "count": 873, + "sum_ms": 102.26774914190173, + "mean_ms": 0.117145188020506, + "p50_ms": 0.11497782543301582, + "p95_ms": 0.15713786706328392, + "max_ms": 0.4851659759879112 + }, + "core.step_ms": { + "count": 873, + "sum_ms": 119137.0151345618, + "mean_ms": 136.46851676353015, + "p50_ms": 90.59954388067126, + "p95_ms": 178.77295799553394, + "max_ms": 22189.76076738909 + }, + "hop.enqueue_to_put_ms": { + "count": 53, + "sum_ms": 43.450802098959684, + "mean_ms": 0.8198264546973525, + "p50_ms": 0.7725879549980164, + "p95_ms": 1.120619010180235, + "max_ms": 1.4559072442352772 + }, + "hop.put_ms": { + "count": 53, + "sum_ms": 24.027912877500057, + "mean_ms": 0.4533568467452841, + "p50_ms": 0.3942418843507767, + "p95_ms": 0.986012164503336, + "max_ms": 1.529117114841938 + } + } +} \ No newline at end of file diff --git a/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16_inductor/step_stats/stage1_475171.json b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16_inductor/step_stats/stage1_475171.json new file mode 100644 index 000000000..89b6a0c83 --- /dev/null +++ b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16_inductor/step_stats/stage1_475171.json @@ -0,0 +1,48 @@ +{ + "role": "stage1", + "pid": 475171, + "started_at": 1788937574.7616582, + "dumped_at": 1788937713.174787, + "counters": { + "sched.schedule_ms": { + "count": 70400, + "sum_ms": 3303.8047766312957, + "mean_ms": 0.04692904512260363, + "p50_ms": 0.045369379222393036, + "p95_ms": 0.16833608970046043, + "max_ms": 0.5868319422006607 + }, + "hop.poll_miss_ms": { + "count": 84571, + "sum_ms": 3332.7820263803005, + "mean_ms": 0.03940809528538507, + "p50_ms": 0.01399405300617218, + "p95_ms": 0.08834479376673698, + "max_ms": 199.43405222147703 + }, + "sched.update_from_output_ms": { + "count": 70400, + "sum_ms": 551.4583084732294, + "mean_ms": 0.007833214608994736, + "p50_ms": 0.007598660886287689, + "p95_ms": 0.028978101909160614, + "max_ms": 0.19824272021651268 + }, + "core.step_ms": { + "count": 70400, + "sum_ms": 47886.25876745209, + "mean_ms": 0.680202539310399, + "p50_ms": 0.20564114674925804, + "p95_ms": 0.6246641278266907, + "max_ms": 708.3039227873087 + }, + "hop.get_ms": { + "count": 53, + "sum_ms": 47.45385330170393, + "mean_ms": 0.895355722673659, + "p50_ms": 0.2906098961830139, + "p95_ms": 6.81871036067605, + "max_ms": 7.4676391668617725 + } + } +} \ No newline at end of file diff --git a/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16_inductor/timeline.json b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16_inductor/timeline.json new file mode 100644 index 000000000..a2e721f3b --- /dev/null +++ b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16_inductor/timeline.json @@ -0,0 +1,243 @@ +{ + "schema": 1, + "t0": 1788937476.7571697, + "t_end": 1788937577.983278, + "total_s": 101.22610831260681, + "phases": [ + { + "name": "stages_init", + "start": 1788937476.757685, + "end": 1788937577.9063513, + "stage_id": null, + "replica_id": 0, + "pid": 464652, + "role": "engine", + "extra": {}, + "dur_s": 101.14866638183594 + }, + { + "name": "g3_device_lock", + "start": 1788937477.460587, + "end": 1788937477.460645, + "stage_id": 0, + "replica_id": 0, + "pid": 464652, + "role": "engine", + "extra": {}, + "dur_s": 5.793571472167969e-05 + }, + { + "name": "g2_launch_lock_wait", + "start": 1788937477.4606662, + "end": 1788937477.460668, + "stage_id": 0, + "replica_id": 0, + "pid": 464652, + "role": "engine", + "extra": { + "acquired": true + }, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "g2_spawn_and_ready", + "start": 1788937477.4608014, + "end": 1788937526.0026684, + "stage_id": 0, + "replica_id": 0, + "pid": 464652, + "role": "engine", + "extra": {}, + "dur_s": 48.54186701774597 + }, + { + "name": "proc_entry", + "start": 1788937498.8621824, + "end": 1788937498.8621824, + "stage_id": 0, + "replica_id": 0, + "pid": 468972, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788937498.8673916, + "end": 1788937526.0034242, + "stage_id": 0, + "replica_id": 0, + "pid": 468972, + "role": "worker", + "extra": {}, + "dur_s": 27.136032581329346 + }, + { + "name": "init_device", + "start": 1788937520.8931713, + "end": 1788937521.1476817, + "stage_id": 0, + "replica_id": 0, + "pid": 471869, + "role": "worker", + "extra": {}, + "dur_s": 0.25451040267944336 + }, + { + "name": "load_model", + "start": 1788937521.1529937, + "end": 1788937525.0946898, + "stage_id": 0, + "replica_id": 0, + "pid": 471869, + "role": "worker", + "extra": {}, + "dur_s": 3.9416961669921875 + }, + { + "name": "load_weights", + "start": 1788937521.152999, + "end": 1788937525.0873435, + "stage_id": 0, + "replica_id": 0, + "pid": 471869, + "role": "worker", + "extra": {}, + "dur_s": 3.934344530105591 + }, + { + "name": "talker_mtp_init", + "start": 1788937525.0892782, + "end": 1788937525.0894785, + "stage_id": 0, + "replica_id": 0, + "pid": 471869, + "role": "worker", + "extra": {}, + "dur_s": 0.0002002716064453125 + }, + { + "name": "attn_prewarm", + "start": 1788937525.091496, + "end": 1788937525.0914981, + "stage_id": 0, + "replica_id": 0, + "pid": 471869, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "g3_device_lock", + "start": 1788937526.186592, + "end": 1788937526.1866658, + "stage_id": 1, + "replica_id": 0, + "pid": 464652, + "role": "engine", + "extra": {}, + "dur_s": 7.367134094238281e-05 + }, + { + "name": "g2_launch_lock_wait", + "start": 1788937526.186685, + "end": 1788937526.1866865, + "stage_id": 1, + "replica_id": 0, + "pid": 464652, + "role": "engine", + "extra": { + "acquired": true + }, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "g2_spawn_and_ready", + "start": 1788937526.1868832, + "end": 1788937574.7588286, + "stage_id": 1, + "replica_id": 0, + "pid": 464652, + "role": "engine", + "extra": {}, + "dur_s": 48.57194542884827 + }, + { + "name": "proc_entry", + "start": 1788937551.5488408, + "end": 1788937551.5488408, + "stage_id": 1, + "replica_id": 0, + "pid": 475171, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788937551.5539594, + "end": 1788937574.7597423, + "stage_id": 1, + "replica_id": 0, + "pid": 475171, + "role": "worker", + "extra": {}, + "dur_s": 23.205782890319824 + }, + { + "name": "init_device", + "start": 1788937572.3821156, + "end": 1788937572.5746398, + "stage_id": 1, + "replica_id": 0, + "pid": 478288, + "role": "worker", + "extra": {}, + "dur_s": 0.19252419471740723 + }, + { + "name": "load_model", + "start": 1788937572.5795212, + "end": 1788937573.9114175, + "stage_id": 1, + "replica_id": 0, + "pid": 478288, + "role": "worker", + "extra": {}, + "dur_s": 1.3318963050842285 + }, + { + "name": "load_weights", + "start": 1788937572.5795257, + "end": 1788937573.9038074, + "stage_id": 1, + "replica_id": 0, + "pid": 478288, + "role": "worker", + "extra": {}, + "dur_s": 1.3242816925048828 + }, + { + "name": "talker_mtp_init", + "start": 1788937573.9056342, + "end": 1788937573.905638, + "stage_id": 1, + "replica_id": 0, + "pid": 478288, + "role": "worker", + "extra": {}, + "dur_s": 3.814697265625e-06 + }, + { + "name": "attn_prewarm", + "start": 1788937573.9096172, + "end": 1788937573.9096208, + "stage_id": 1, + "replica_id": 0, + "pid": 478288, + "role": "worker", + "extra": {}, + "dur_s": 3.5762786865234375e-06 + } + ] +} \ No newline at end of file diff --git a/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu32/bench/Qwen3-TTS-12Hz-0.6B-CustomVoice/cpu32/20260909-151401_cpu32.json b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu32/bench/Qwen3-TTS-12Hz-0.6B-CustomVoice/cpu32/20260909-151401_cpu32.json new file mode 100644 index 000000000..c2cd923e9 --- /dev/null +++ b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu32/bench/Qwen3-TTS-12Hz-0.6B-CustomVoice/cpu32/20260909-151401_cpu32.json @@ -0,0 +1,1048 @@ +{ + "schema": 1, + "meta": { + "model": "Qwen/Qwen3-TTS-12Hz-0.6B-CustomVoice", + "deploy_config": "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu32/cpu32.yaml", + "query_type": "CustomVoice", + "txt_prompts": "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/prompts_12.txt", + "git_sha": "fa8b1a87", + "gpu_name": "NVIDIA L20X", + "cuda_visible_devices": null, + "timestamp": "20260909-151401", + "argv": [ + "--deploy-config", + "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu32/cpu32.yaml", + "--query-type", + "CustomVoice", + "--txt-prompts", + "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/prompts_12.txt", + "--init-timeout", + "1500", + "--stage-init-timeout", + "1200" + ], + "bench_args": { + "model": "Qwen/Qwen3-TTS-12Hz-0.6B-CustomVoice", + "warmup": 1, + "repeat": 1, + "init_only": false, + "tag": "cpu32", + "output_dir": "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu32/bench", + "save_wav": false, + "gpu_poll_interval_s": 0.2, + "parallel_stage_init": false, + "deploy_profile": null, + "step_stats": true, + "bench_help": false + }, + "warmup": 1, + "repeat": 1, + "init_only": false + }, + "init": { + "init_s": 155.67474265303463, + "init_timeline": { + "schema": 1, + "t0": 1788937760.9075842, + "t_end": 1788937914.4210823, + "total_s": 153.51349806785583, + "phases": [ + { + "name": "stages_init", + "start": 1788937760.9080393, + "end": 1788937914.3464415, + "stage_id": null, + "replica_id": 0, + "pid": 504842, + "role": "engine", + "extra": {}, + "dur_s": 153.43840217590332 + }, + { + "name": "g3_device_lock", + "start": 1788937761.5689328, + "end": 1788937761.5689902, + "stage_id": 0, + "replica_id": 0, + "pid": 504842, + "role": "engine", + "extra": {}, + "dur_s": 5.745887756347656e-05 + }, + { + "name": "g2_launch_lock_wait", + "start": 1788937761.569012, + "end": 1788937761.569014, + "stage_id": 0, + "replica_id": 0, + "pid": 504842, + "role": "engine", + "extra": { + "acquired": true + }, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "g2_spawn_and_ready", + "start": 1788937761.5691514, + "end": 1788937814.4864094, + "stage_id": 0, + "replica_id": 0, + "pid": 504842, + "role": "engine", + "extra": {}, + "dur_s": 52.9172580242157 + }, + { + "name": "proc_entry", + "start": 1788937783.0036478, + "end": 1788937783.0036478, + "stage_id": 0, + "replica_id": 0, + "pid": 511598, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788937783.0094001, + "end": 1788937814.4868238, + "stage_id": 0, + "replica_id": 0, + "pid": 511598, + "role": "worker", + "extra": {}, + "dur_s": 31.477423667907715 + }, + { + "name": "init_device", + "start": 1788937809.3742902, + "end": 1788937809.604538, + "stage_id": 0, + "replica_id": 0, + "pid": 516643, + "role": "worker", + "extra": {}, + "dur_s": 0.23024773597717285 + }, + { + "name": "load_model", + "start": 1788937809.6125417, + "end": 1788937813.601946, + "stage_id": 0, + "replica_id": 0, + "pid": 516643, + "role": "worker", + "extra": {}, + "dur_s": 3.9894044399261475 + }, + { + "name": "load_weights", + "start": 1788937809.6125474, + "end": 1788937813.5952604, + "stage_id": 0, + "replica_id": 0, + "pid": 516643, + "role": "worker", + "extra": {}, + "dur_s": 3.982712984085083 + }, + { + "name": "talker_mtp_init", + "start": 1788937813.5975797, + "end": 1788937813.5977764, + "stage_id": 0, + "replica_id": 0, + "pid": 516643, + "role": "worker", + "extra": {}, + "dur_s": 0.00019669532775878906 + }, + { + "name": "attn_prewarm", + "start": 1788937813.5999393, + "end": 1788937813.599942, + "stage_id": 0, + "replica_id": 0, + "pid": 516643, + "role": "worker", + "extra": {}, + "dur_s": 2.6226043701171875e-06 + }, + { + "name": "g3_device_lock", + "start": 1788937814.669887, + "end": 1788937814.6699686, + "stage_id": 1, + "replica_id": 0, + "pid": 504842, + "role": "engine", + "extra": {}, + "dur_s": 8.153915405273438e-05 + }, + { + "name": "g2_launch_lock_wait", + "start": 1788937814.6699884, + "end": 1788937814.66999, + "stage_id": 1, + "replica_id": 0, + "pid": 504842, + "role": "engine", + "extra": { + "acquired": true + }, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "g2_spawn_and_ready", + "start": 1788937814.6701822, + "end": 1788937911.2417424, + "stage_id": 1, + "replica_id": 0, + "pid": 504842, + "role": "engine", + "extra": {}, + "dur_s": 96.57156014442444 + }, + { + "name": "proc_entry", + "start": 1788937861.6442833, + "end": 1788937861.6442833, + "stage_id": 1, + "replica_id": 0, + "pid": 522100, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788937861.6744096, + "end": 1788937911.242202, + "stage_id": 1, + "replica_id": 0, + "pid": 522100, + "role": "worker", + "extra": {}, + "dur_s": 49.5677924156189 + }, + { + "name": "init_device", + "start": 1788937909.126535, + "end": 1788937909.3243504, + "stage_id": 1, + "replica_id": 0, + "pid": 528373, + "role": "worker", + "extra": {}, + "dur_s": 0.1978154182434082 + }, + { + "name": "load_model", + "start": 1788937909.3314798, + "end": 1788937910.6644092, + "stage_id": 1, + "replica_id": 0, + "pid": 528373, + "role": "worker", + "extra": {}, + "dur_s": 1.3329293727874756 + }, + { + "name": "load_weights", + "start": 1788937909.331484, + "end": 1788937910.6586757, + "stage_id": 1, + "replica_id": 0, + "pid": 528373, + "role": "worker", + "extra": {}, + "dur_s": 1.3271915912628174 + }, + { + "name": "talker_mtp_init", + "start": 1788937910.6605468, + "end": 1788937910.6605513, + "stage_id": 1, + "replica_id": 0, + "pid": 528373, + "role": "worker", + "extra": {}, + "dur_s": 4.5299530029296875e-06 + }, + { + "name": "attn_prewarm", + "start": 1788937910.6625953, + "end": 1788937910.6625993, + "stage_id": 1, + "replica_id": 0, + "pid": 528373, + "role": "worker", + "extra": {}, + "dur_s": 4.0531158447265625e-06 + } + ] + } + }, + "step_stats": { + "roles": { + "orchestrator": {}, + "stage0": { + "sched.schedule_ms": { + "count": 802, + "sum_ms": 87.59533241391182, + "mean_ms": 0.1092211127355509, + "p50_ms": 0.11184904724359512, + "p95_ms": 0.13850722461938858, + "max_ms": 0.3441832959651947 + }, + "sched.update_from_output_ms": { + "count": 801, + "sum_ms": 88.42899650335312, + "mean_ms": 0.11039824781941712, + "p50_ms": 0.1124436967074871, + "p95_ms": 0.14352239668369293, + "max_ms": 0.3099888563156128 + }, + "core.step_ms": { + "count": 801, + "sum_ms": 109058.76017874107, + "mean_ms": 136.15325865011368, + "p50_ms": 121.45596789196134, + "p95_ms": 168.9455881714821, + "max_ms": 7528.453212697059 + }, + "hop.enqueue_to_put_ms": { + "count": 48, + "sum_ms": 41.317293420434, + "mean_ms": 0.8607769462590417, + "p50_ms": 0.8627558127045631, + "p95_ms": 1.1321199126541615, + "max_ms": 1.1827964335680008 + }, + "hop.put_ms": { + "count": 48, + "sum_ms": 31.109510455280542, + "mean_ms": 0.648114801151678, + "p50_ms": 0.5101370625197887, + "p95_ms": 1.8421937711536884, + "max_ms": 2.899942919611931 + } + }, + "stage1": { + "sched.schedule_ms": { + "count": 75789, + "sum_ms": 3222.016304731369, + "mean_ms": 0.042512980838002465, + "p50_ms": 0.03741774708032608, + "p95_ms": 0.11504581198096275, + "max_ms": 0.834654550999403 + }, + "hop.poll_miss_ms": { + "count": 93085, + "sum_ms": 3375.80897891894, + "mean_ms": 0.036265875048814955, + "p50_ms": 0.009354203939437866, + "p95_ms": 0.07617287337779999, + "max_ms": 191.62802305072546 + }, + "sched.update_from_output_ms": { + "count": 75788, + "sum_ms": 499.4365065358579, + "mean_ms": 0.006589915376258219, + "p50_ms": 0.005783978849649429, + "p95_ms": 0.01599593088030815, + "max_ms": 2.6703840121626854 + }, + "core.step_ms": { + "count": 75788, + "sum_ms": 40045.4166107811, + "mean_ms": 0.528387298923063, + "p50_ms": 0.1783338375389576, + "p95_ms": 0.46643195673823357, + "max_ms": 479.6791849657893 + }, + "hop.get_ms": { + "count": 53, + "sum_ms": 29.140909668058157, + "mean_ms": 0.5498284843029841, + "p50_ms": 0.2994248643517494, + "p95_ms": 0.8803871460258961, + "max_ms": 7.884413935244083 + } + } + }, + "attribution": [ + { + "role": "stage0", + "counter": "core.step_ms", + "count": 801, + "mean_ms": 136.15325865011368, + "p95_ms": 168.9455881714821, + "share_of_frame": 1.701915733126421 + }, + { + "role": "stage0", + "counter": "hop.enqueue_to_put_ms", + "count": 48, + "mean_ms": 0.8607769462590417, + "p95_ms": 1.1321199126541615, + "share_of_frame": 0.010759711828238021 + }, + { + "role": "stage0", + "counter": "hop.put_ms", + "count": 48, + "mean_ms": 0.648114801151678, + "p95_ms": 1.8421937711536884, + "share_of_frame": 0.008101435014395975 + }, + { + "role": "stage1", + "counter": "hop.get_ms", + "count": 53, + "mean_ms": 0.5498284843029841, + "p95_ms": 0.8803871460258961, + "share_of_frame": 0.006872856053787302 + }, + { + "role": "stage1", + "counter": "core.step_ms", + "count": 75788, + "mean_ms": 0.528387298923063, + "p95_ms": 0.46643195673823357, + "share_of_frame": 0.006604841236538287 + }, + { + "role": "stage0", + "counter": "sched.update_from_output_ms", + "count": 801, + "mean_ms": 0.11039824781941712, + "p95_ms": 0.14352239668369293, + "share_of_frame": 0.0013799780977427141 + }, + { + "role": "stage0", + "counter": "sched.schedule_ms", + "count": 802, + "mean_ms": 0.1092211127355509, + "p95_ms": 0.13850722461938858, + "share_of_frame": 0.0013652639091943863 + }, + { + "role": "stage1", + "counter": "sched.schedule_ms", + "count": 75789, + "mean_ms": 0.042512980838002465, + "p95_ms": 0.11504581198096275, + "share_of_frame": 0.0005314122604750309 + }, + { + "role": "stage1", + "counter": "hop.poll_miss_ms", + "count": 93085, + "mean_ms": 0.036265875048814955, + "p95_ms": 0.07617287337779999, + "share_of_frame": 0.00045332343811018696 + }, + { + "role": "stage1", + "counter": "sched.update_from_output_ms", + "count": 75788, + "mean_ms": 0.006589915376258219, + "p95_ms": 0.01599593088030815, + "share_of_frame": 8.237394220322774e-05 + } + ] + }, + "resources": { + "peak_rss_bytes": 14521077760, + "peak_gpu_mem_mib": 0, + "gpu_mem_samples": 0, + "gpu_mem_mode": "none" + }, + "requests": [ + { + "request_id": "w0", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 7905.102586839348, + "gap_ms": 7905.102586839348, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 11266.935504041612, + "gap_ms": 3361.832917202264, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 14392.639636993408, + "gap_ms": 3125.704132951796, + "samples": 48000 + } + ], + "t_final_ms": 15630.870372988284, + "ttfa_ms": 7905.102586839348, + "playback_start_ms": 12312.639636993408, + "stall_at_ttfa_ms": 4407.53705015406, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 0.8, + "total_wall_s": 15.630870372988284, + "rtf_streamed": 3.527607754165051, + "rtf_total": 3.203047207579566, + "gap_ms": [ + 3361.832917202264, + 3125.704132951796 + ], + "text": "Hello, welcome to the voice synthesis benchmark test.", + "warmup": true + }, + { + "request_id": "r0_0", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 251.22774625197053, + "gap_ms": 251.22774625197053, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 3886.8132662028074, + "gap_ms": 3635.585519950837, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 7091.45822096616, + "gap_ms": 3204.644954763353, + "samples": 48000 + } + ], + "t_final_ms": 8260.187838226557, + "ttfa_ms": 251.22774625197053, + "playback_start_ms": 5011.45822096616, + "stall_at_ttfa_ms": 4760.23047471419, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 0.72, + "total_wall_s": 8.260187838226557, + "rtf_streamed": 1.7381025051387649, + "rtf_total": 1.7208724662971995, + "gap_ms": [ + 3635.585519950837, + 3204.644954763353 + ], + "text": "Hello, welcome to the voice synthesis benchmark test.", + "warmup": false + }, + { + "request_id": "r0_1", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 272.0772363245487, + "gap_ms": 272.0772363245487, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 3409.889368340373, + "gap_ms": 3137.8121320158243, + "samples": 48000 + } + ], + "t_final_ms": 6656.380177009851, + "ttfa_ms": 272.0772363245487, + "playback_start_ms": 3329.889368340373, + "stall_at_ttfa_ms": 3057.8121320158243, + "n_chunks": 2, + "streamed_audio_s": 2.08, + "tail_audio_s": 2.0, + "total_wall_s": 6.656380177009851, + "rtf_streamed": 1.6393698886251793, + "rtf_total": 1.6314657296592772, + "gap_ms": [ + 3137.8121320158243 + ], + "text": "She said she would be here by noon, but nobody showed up.", + "warmup": false + }, + { + "request_id": "r0_2", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 299.04415691271424, + "gap_ms": 299.04415691271424, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 3425.212971866131, + "gap_ms": 3126.1688149534166, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 6652.18185307458, + "gap_ms": 3226.9688812084496, + "samples": 48000 + } + ], + "t_final_ms": 7595.324124675244, + "ttfa_ms": 299.04415691271424, + "playback_start_ms": 4572.18185307458, + "stall_at_ttfa_ms": 4273.137696161866, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 0.56, + "total_wall_s": 7.595324124675244, + "rtf_streamed": 1.63043672869475, + "rtf_total": 1.6369233027317334, + "gap_ms": [ + 3126.1688149534166, + 3226.9688812084496 + ], + "text": "The quick brown fox jumps over the lazy dog near the riverbank.", + "warmup": false + }, + { + "request_id": "r0_3", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 249.8119529336691, + "gap_ms": 249.8119529336691, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 3534.584127832204, + "gap_ms": 3284.772174898535, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 6801.953100133687, + "gap_ms": 3267.368972301483, + "samples": 48000 + } + ], + "t_final_ms": 7675.964573863894, + "ttfa_ms": 249.8119529336691, + "playback_start_ms": 4721.953100133687, + "stall_at_ttfa_ms": 4472.141147200018, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 0.48, + "total_wall_s": 7.675964573863894, + "rtf_streamed": 1.6671453676798254, + "rtf_total": 1.683325564443836, + "gap_ms": [ + 3284.772174898535, + 3267.368972301483 + ], + "text": "I can't believe how beautiful the sunset looks from up here on the mountain.", + "warmup": false + }, + { + "request_id": "r0_4", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 251.5225620009005, + "gap_ms": 251.5225620009005, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 3752.8758319094777, + "gap_ms": 3501.353269908577, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 7075.450793839991, + "gap_ms": 3322.5749619305134, + "samples": 48000 + } + ], + "t_final_ms": 9141.999662853777, + "ttfa_ms": 251.5225620009005, + "playback_start_ms": 4995.450793839991, + "stall_at_ttfa_ms": 4743.928231839091, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 1.36, + "total_wall_s": 9.141999662853777, + "rtf_streamed": 1.7341791161372526, + "rtf_total": 1.6805146439069443, + "gap_ms": [ + 3501.353269908577, + 3322.5749619305134 + ], + "text": "Please remember to bring your identification documents to the appointment tomorrow morning.", + "warmup": false + }, + { + "request_id": "r0_5", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 241.9447503052652, + "gap_ms": 241.9447503052652, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 3554.213287308812, + "gap_ms": 3312.268537003547, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 6694.938237313181, + "gap_ms": 3140.724950004369, + "samples": 48000 + }, + { + "idx": 3, + "t_ms": 9918.18692535162, + "gap_ms": 3223.2486880384386, + "samples": 48000 + } + ], + "t_final_ms": 10661.98882414028, + "ttfa_ms": 241.9447503052652, + "playback_start_ms": 5838.18692535162, + "stall_at_ttfa_ms": 5596.2421750463545, + "n_chunks": 4, + "streamed_audio_s": 6.08, + "tail_audio_s": 0.4, + "total_wall_s": 10.66198882414028, + "rtf_streamed": 1.6312807443012531, + "rtf_total": 1.6453686457006604, + "gap_ms": [ + 3312.268537003547, + 3140.724950004369, + 3223.2486880384386 + ], + "text": "Have you ever wondered what it would be like to travel through time and visit ancient civilizations?", + "warmup": false + }, + { + "request_id": "r0_6", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 251.9141067750752, + "gap_ms": 251.9141067750752, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 3532.4435867369175, + "gap_ms": 3280.5294799618423, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 6789.463108871132, + "gap_ms": 3257.0195221342146, + "samples": 48000 + }, + { + "idx": 3, + "t_ms": 9935.77929167077, + "gap_ms": 3146.3161827996373, + "samples": 48000 + } + ], + "t_final_ms": 10400.218390859663, + "ttfa_ms": 251.9141067750752, + "playback_start_ms": 5855.779291670769, + "stall_at_ttfa_ms": 5603.865184895694, + "n_chunks": 4, + "streamed_audio_s": 6.08, + "tail_audio_s": 0.16, + "total_wall_s": 10.400218390859663, + "rtf_streamed": 1.634174225603745, + "rtf_total": 1.6667016652018691, + "gap_ms": [ + 3280.5294799618423, + 3257.0195221342146, + 3146.3161827996373 + ], + "text": "The restaurant on the corner serves the best pasta I have ever tasted in my entire life.", + "warmup": false + }, + { + "request_id": "r0_7", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 558.266291860491, + "gap_ms": 558.266291860491, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 3873.794916085899, + "gap_ms": 3315.528624225408, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 6977.874722797424, + "gap_ms": 3104.0798067115247, + "samples": 48000 + } + ], + "t_final_ms": 8956.703703850508, + "ttfa_ms": 558.266291860491, + "playback_start_ms": 4897.874722797424, + "stall_at_ttfa_ms": 4339.608430936933, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 1.28, + "total_wall_s": 8.956703703850508, + "rtf_streamed": 1.7102634124503489, + "rtf_total": 1.6710268104198707, + "gap_ms": [ + 3315.528624225408, + 3104.0798067115247 + ], + "text": "After the meeting, we should discuss the quarterly results and plan for the next phase.", + "warmup": false + }, + { + "request_id": "r0_8", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 297.20691218972206, + "gap_ms": 297.20691218972206, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 3551.2584182433784, + "gap_ms": 3254.0515060536563, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 6718.297375366092, + "gap_ms": 3167.0389571227133, + "samples": 48000 + }, + { + "idx": 3, + "t_ms": 9922.97504702583, + "gap_ms": 3204.677671659738, + "samples": 48000 + } + ], + "t_final_ms": 11625.115253031254, + "ttfa_ms": 297.20691218972206, + "playback_start_ms": 5842.97504702583, + "stall_at_ttfa_ms": 5545.7681348361075, + "n_chunks": 4, + "streamed_audio_s": 6.08, + "tail_audio_s": 1.04, + "total_wall_s": 11.625115253031254, + "rtf_streamed": 1.6320682643134587, + "rtf_total": 1.6327409063246143, + "gap_ms": [ + 3254.0515060536563, + 3167.0389571227133, + 3204.677671659738 + ], + "text": "Learning a new language takes patience, practice, and a genuine curiosity about other cultures.", + "warmup": false + }, + { + "request_id": "r0_9", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 249.31356264278293, + "gap_ms": 249.31356264278293, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 3541.539392899722, + "gap_ms": 3292.225830256939, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 7381.791656836867, + "gap_ms": 3840.2522639371455, + "samples": 48000 + } + ], + "t_final_ms": 10527.687028981745, + "ttfa_ms": 249.31356264278293, + "playback_start_ms": 5301.791656836867, + "stall_at_ttfa_ms": 5052.478094194084, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 1.6, + "total_wall_s": 10.527687028981745, + "rtf_streamed": 1.8092626609894282, + "rtf_total": 1.8534660262291807, + "gap_ms": [ + 3292.225830256939, + 3840.2522639371455 + ], + "text": "The train leaves at half past seven, so we need to arrive at the station before then.", + "warmup": false + }, + { + "request_id": "r0_10", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 283.4075139835477, + "gap_ms": 283.4075139835477, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 4343.620156869292, + "gap_ms": 4060.2126428857446, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 8421.74909170717, + "gap_ms": 4078.1289348378778, + "samples": 48000 + } + ], + "t_final_ms": 11042.064152657986, + "ttfa_ms": 283.4075139835477, + "playback_start_ms": 6341.74909170717, + "stall_at_ttfa_ms": 6058.341577723622, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 1.28, + "total_wall_s": 11.042064152657986, + "rtf_streamed": 2.064154189143914, + "rtf_total": 2.0600865956451466, + "gap_ms": [ + 4060.2126428857446, + 4078.1289348378778 + ], + "text": "Could you please turn down the music a little bit, I'm trying to concentrate on my work.", + "warmup": false + }, + { + "request_id": "r0_11", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 248.13056597486138, + "gap_ms": 248.13056597486138, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 3540.7023476436734, + "gap_ms": 3292.571781668812, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 6851.555792614818, + "gap_ms": 3310.853444971144, + "samples": 48000 + } + ], + "t_final_ms": 8769.089846871793, + "ttfa_ms": 248.13056597486138, + "playback_start_ms": 4771.555792614818, + "stall_at_ttfa_ms": 4523.425226639956, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 1.2, + "total_wall_s": 8.769089846871793, + "rtf_streamed": 1.679302890346769, + "rtf_total": 1.6608124709984455, + "gap_ms": [ + 3292.571781668812, + 3310.853444971144 + ], + "text": "It was a dark and stormy night when the old lighthouse keeper heard a knock at the door.", + "warmup": false + } + ], + "summary": { + "n_requests": 12, + "ttfa_ms": { + "n": 12, + "p50": 251.5225620009005, + "p90": 299.04415691271424, + "max": 558.266291860491, + "mean": 287.8222798462957 + }, + "playback_start_ms": { + "n": 12, + "p50": 4995.450793839991, + "p90": 5855.779291670769, + "max": 6341.74909170717, + "mean": 5123.403822029941 + }, + "stall_at_ttfa_ms": { + "n": 12, + "p50": 4743.928231839091, + "p90": 5603.865184895694, + "max": 6058.341577723622, + "mean": 4835.581542183645 + }, + "rtf_streamed": { + "n": 12, + "p50": 1.6671453676798254, + "p90": 1.8092626609894282, + "max": 2.064154189143914, + "mean": 1.7141449994520574 + }, + "rtf_total": { + "n": 12, + "p50": 1.6667016652018691, + "p90": 1.8534660262291807, + "max": 2.0600865956451466, + "mean": 1.7119420689632314 + }, + "gap_ms": { + "n": 26, + "p50": 3267.368972301483, + "p90": 3840.2522639371455, + "max": 4078.1289348378778, + "mean": 3345.6530194693746 + }, + "total_audio_s": 52.96, + "total_wall_s": 111.31272357702255 + } +} \ No newline at end of file diff --git a/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu32/cpu32.yaml b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu32/cpu32.yaml new file mode 100644 index 000000000..160574356 --- /dev/null +++ b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu32/cpu32.yaml @@ -0,0 +1,99 @@ +async_chunk: true +connectors: + connector_of_shared_memory: + name: SharedMemoryConnector + extra: + codec_streaming: true + connector_get_sleep_s: 0.01 + connector_get_max_wait_first_chunk: 3000 + connector_get_max_wait: 300 + codec_chunk_frames: 25 + codec_left_context_frames: 72 + initial_codec_chunk_frames: 1 + decode_batch_max_size: 4 +stages: +- stage_id: 0 + max_num_seqs: 64 + gpu_memory_utilization: 0.3 + trust_remote_code: true + enable_prefix_caching: false + async_scheduling: true + max_num_batched_tokens: 32768 + max_model_len: 4096 + devices: '0' + output_connectors: + to_stage_1: connector_of_shared_memory + default_sampling_params: + temperature: 0.9 + top_k: 50 + max_tokens: 4096 + min_tokens: 2 + repetition_penalty: 1.05 + silence_ban_frames: 0 + subtalker_sampling_params: + do_sample: true + temperature: 0.9 + top_k: 50 + top_p: 1.0 +- stage_id: 1 + max_num_seqs: 64 + gpu_memory_utilization: 0.3 + enforce_eager: false + trust_remote_code: true + enable_prefix_caching: false + async_scheduling: true + max_num_batched_tokens: 65536 + max_model_len: 65536 + devices: '0' + input_connectors: + from_stage_0: connector_of_shared_memory + default_sampling_params: + temperature: 0.0 + top_p: 1.0 + top_k: -1 + max_tokens: 65536 + repetition_penalty: 1.0 +platforms: + rocm: + stages: + - stage_id: 1 + enforce_eager: true + npu: + stages: + - stage_id: 0 + enforce_eager: false + compilation_config: + cudagraph_mode: PIECEWISE + - stage_id: 1 + compilation_config: + cudagraph_mode: PIECEWISE + cpu: + stages: + - stage_id: 0 + engine_args: + enforce_eager: true + async_scheduling: false + max_num_seqs: 2 + max_num_batched_tokens: 2048 + max_model_len: 2048 + gpu_memory_utilization: 0.05 + dtype: bfloat16 + kv_cache_memory_bytes: 4294967296 + runtime: + devices: cpu + env: + VLLM_CPU_OMP_THREADS_BIND: 56-79 + - stage_id: 1 + engine_args: + enforce_eager: true + async_scheduling: false + max_num_seqs: 2 + max_num_batched_tokens: 8192 + max_model_len: 8192 + gpu_memory_utilization: 0.05 + dtype: bfloat16 + kv_cache_memory_bytes: 2147483648 + runtime: + devices: cpu + env: + VLLM_CPU_OMP_THREADS_BIND: 80-87 diff --git a/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu32/step_stats/orchestrator_504842.json b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu32/step_stats/orchestrator_504842.json new file mode 100644 index 000000000..e8ef5a533 --- /dev/null +++ b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu32/step_stats/orchestrator_504842.json @@ -0,0 +1,7 @@ +{ + "role": "orchestrator", + "pid": 504842, + "started_at": 1788938041.6438563, + "dumped_at": 1788938049.569157, + "counters": {} +} \ No newline at end of file diff --git a/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu32/step_stats/stage0_511598.json b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu32/step_stats/stage0_511598.json new file mode 100644 index 000000000..0365fb0c7 --- /dev/null +++ b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu32/step_stats/stage0_511598.json @@ -0,0 +1,48 @@ +{ + "role": "stage0", + "pid": 511598, + "started_at": 1788937814.4889548, + "dumped_at": 1788938044.505461, + "counters": { + "sched.schedule_ms": { + "count": 900, + "sum_ms": 98.5742025077343, + "mean_ms": 0.10952689167526033, + "p50_ms": 0.11252798140048981, + "p95_ms": 0.13857567682862282, + "max_ms": 0.3441832959651947 + }, + "sched.update_from_output_ms": { + "count": 900, + "sum_ms": 99.51333235949278, + "mean_ms": 0.11057036928832531, + "p50_ms": 0.11337967589497566, + "p95_ms": 0.14364393427968025, + "max_ms": 0.3099888563156128 + }, + "core.step_ms": { + "count": 900, + "sum_ms": 122386.67163113132, + "mean_ms": 135.985190701257, + "p50_ms": 121.72688776627183, + "p95_ms": 172.62085806578398, + "max_ms": 7528.453212697059 + }, + "hop.enqueue_to_put_ms": { + "count": 54, + "sum_ms": 46.5872585773468, + "mean_ms": 0.8627270106916074, + "p50_ms": 0.8627558127045631, + "p95_ms": 1.1294898577034473, + "max_ms": 1.1827964335680008 + }, + "hop.put_ms": { + "count": 54, + "sum_ms": 34.14346417412162, + "mean_ms": 0.6322863735948447, + "p50_ms": 0.509193167090416, + "p95_ms": 1.3038450852036476, + "max_ms": 2.899942919611931 + } + } +} \ No newline at end of file diff --git a/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu32/step_stats/stage1_522100.json b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu32/step_stats/stage1_522100.json new file mode 100644 index 000000000..0101526b4 --- /dev/null +++ b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu32/step_stats/stage1_522100.json @@ -0,0 +1,48 @@ +{ + "role": "stage1", + "pid": 522100, + "started_at": 1788937911.2442284, + "dumped_at": 1788938048.1289275, + "counters": { + "sched.schedule_ms": { + "count": 75821, + "sum_ms": 3223.3080160804093, + "mean_ms": 0.04251207470331978, + "p50_ms": 0.03743031993508339, + "p95_ms": 0.11504581198096275, + "max_ms": 0.834654550999403 + }, + "hop.poll_miss_ms": { + "count": 93129, + "sum_ms": 3384.352858643979, + "mean_ms": 0.036340483186160906, + "p50_ms": 0.009352806955575943, + "p95_ms": 0.07634004577994347, + "max_ms": 191.62802305072546 + }, + "sched.update_from_output_ms": { + "count": 75821, + "sum_ms": 499.78485191240907, + "mean_ms": 0.006591641522960777, + "p50_ms": 0.00578584149479866, + "p95_ms": 0.01600617542862892, + "max_ms": 2.6703840121626854 + }, + "core.step_ms": { + "count": 75821, + "sum_ms": 40393.862828146666, + "mean_ms": 0.5327529685462691, + "p50_ms": 0.17837760969996452, + "p95_ms": 0.4669683985412121, + "max_ms": 479.6791849657893 + }, + "hop.get_ms": { + "count": 54, + "sum_ms": 29.41588358953595, + "mean_ms": 0.5447385849914065, + "p50_ms": 0.29903603717684746, + "p95_ms": 0.8803871460258961, + "max_ms": 7.884413935244083 + } + } +} \ No newline at end of file diff --git a/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu32/timeline.json b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu32/timeline.json new file mode 100644 index 000000000..01f71cddc --- /dev/null +++ b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu32/timeline.json @@ -0,0 +1,243 @@ +{ + "schema": 1, + "t0": 1788937760.9075842, + "t_end": 1788937914.4210823, + "total_s": 153.51349806785583, + "phases": [ + { + "name": "stages_init", + "start": 1788937760.9080393, + "end": 1788937914.3464415, + "stage_id": null, + "replica_id": 0, + "pid": 504842, + "role": "engine", + "extra": {}, + "dur_s": 153.43840217590332 + }, + { + "name": "g3_device_lock", + "start": 1788937761.5689328, + "end": 1788937761.5689902, + "stage_id": 0, + "replica_id": 0, + "pid": 504842, + "role": "engine", + "extra": {}, + "dur_s": 5.745887756347656e-05 + }, + { + "name": "g2_launch_lock_wait", + "start": 1788937761.569012, + "end": 1788937761.569014, + "stage_id": 0, + "replica_id": 0, + "pid": 504842, + "role": "engine", + "extra": { + "acquired": true + }, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "g2_spawn_and_ready", + "start": 1788937761.5691514, + "end": 1788937814.4864094, + "stage_id": 0, + "replica_id": 0, + "pid": 504842, + "role": "engine", + "extra": {}, + "dur_s": 52.9172580242157 + }, + { + "name": "proc_entry", + "start": 1788937783.0036478, + "end": 1788937783.0036478, + "stage_id": 0, + "replica_id": 0, + "pid": 511598, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788937783.0094001, + "end": 1788937814.4868238, + "stage_id": 0, + "replica_id": 0, + "pid": 511598, + "role": "worker", + "extra": {}, + "dur_s": 31.477423667907715 + }, + { + "name": "init_device", + "start": 1788937809.3742902, + "end": 1788937809.604538, + "stage_id": 0, + "replica_id": 0, + "pid": 516643, + "role": "worker", + "extra": {}, + "dur_s": 0.23024773597717285 + }, + { + "name": "load_model", + "start": 1788937809.6125417, + "end": 1788937813.601946, + "stage_id": 0, + "replica_id": 0, + "pid": 516643, + "role": "worker", + "extra": {}, + "dur_s": 3.9894044399261475 + }, + { + "name": "load_weights", + "start": 1788937809.6125474, + "end": 1788937813.5952604, + "stage_id": 0, + "replica_id": 0, + "pid": 516643, + "role": "worker", + "extra": {}, + "dur_s": 3.982712984085083 + }, + { + "name": "talker_mtp_init", + "start": 1788937813.5975797, + "end": 1788937813.5977764, + "stage_id": 0, + "replica_id": 0, + "pid": 516643, + "role": "worker", + "extra": {}, + "dur_s": 0.00019669532775878906 + }, + { + "name": "attn_prewarm", + "start": 1788937813.5999393, + "end": 1788937813.599942, + "stage_id": 0, + "replica_id": 0, + "pid": 516643, + "role": "worker", + "extra": {}, + "dur_s": 2.6226043701171875e-06 + }, + { + "name": "g3_device_lock", + "start": 1788937814.669887, + "end": 1788937814.6699686, + "stage_id": 1, + "replica_id": 0, + "pid": 504842, + "role": "engine", + "extra": {}, + "dur_s": 8.153915405273438e-05 + }, + { + "name": "g2_launch_lock_wait", + "start": 1788937814.6699884, + "end": 1788937814.66999, + "stage_id": 1, + "replica_id": 0, + "pid": 504842, + "role": "engine", + "extra": { + "acquired": true + }, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "g2_spawn_and_ready", + "start": 1788937814.6701822, + "end": 1788937911.2417424, + "stage_id": 1, + "replica_id": 0, + "pid": 504842, + "role": "engine", + "extra": {}, + "dur_s": 96.57156014442444 + }, + { + "name": "proc_entry", + "start": 1788937861.6442833, + "end": 1788937861.6442833, + "stage_id": 1, + "replica_id": 0, + "pid": 522100, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788937861.6744096, + "end": 1788937911.242202, + "stage_id": 1, + "replica_id": 0, + "pid": 522100, + "role": "worker", + "extra": {}, + "dur_s": 49.5677924156189 + }, + { + "name": "init_device", + "start": 1788937909.126535, + "end": 1788937909.3243504, + "stage_id": 1, + "replica_id": 0, + "pid": 528373, + "role": "worker", + "extra": {}, + "dur_s": 0.1978154182434082 + }, + { + "name": "load_model", + "start": 1788937909.3314798, + "end": 1788937910.6644092, + "stage_id": 1, + "replica_id": 0, + "pid": 528373, + "role": "worker", + "extra": {}, + "dur_s": 1.3329293727874756 + }, + { + "name": "load_weights", + "start": 1788937909.331484, + "end": 1788937910.6586757, + "stage_id": 1, + "replica_id": 0, + "pid": 528373, + "role": "worker", + "extra": {}, + "dur_s": 1.3271915912628174 + }, + { + "name": "talker_mtp_init", + "start": 1788937910.6605468, + "end": 1788937910.6605513, + "stage_id": 1, + "replica_id": 0, + "pid": 528373, + "role": "worker", + "extra": {}, + "dur_s": 4.5299530029296875e-06 + }, + { + "name": "attn_prewarm", + "start": 1788937910.6625953, + "end": 1788937910.6625993, + "stage_id": 1, + "replica_id": 0, + "pid": 528373, + "role": "worker", + "extra": {}, + "dur_s": 4.0531158447265625e-06 + } + ] +} \ No newline at end of file diff --git a/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu8/bench/Qwen3-TTS-12Hz-0.6B-CustomVoice/cpu8/20260909-145909_cpu8.json b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu8/bench/Qwen3-TTS-12Hz-0.6B-CustomVoice/cpu8/20260909-145909_cpu8.json new file mode 100644 index 000000000..104a3d970 --- /dev/null +++ b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu8/bench/Qwen3-TTS-12Hz-0.6B-CustomVoice/cpu8/20260909-145909_cpu8.json @@ -0,0 +1,1041 @@ +{ + "schema": 1, + "meta": { + "model": "Qwen/Qwen3-TTS-12Hz-0.6B-CustomVoice", + "deploy_config": "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu8/cpu8.yaml", + "query_type": "CustomVoice", + "txt_prompts": "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/prompts_12.txt", + "git_sha": "37c0ea9a", + "gpu_name": "NVIDIA L20X", + "cuda_visible_devices": null, + "timestamp": "20260909-145909", + "argv": [ + "--deploy-config", + "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu8/cpu8.yaml", + "--query-type", + "CustomVoice", + "--txt-prompts", + "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/prompts_12.txt", + "--init-timeout", + "1500", + "--stage-init-timeout", + "1200" + ], + "bench_args": { + "model": "Qwen/Qwen3-TTS-12Hz-0.6B-CustomVoice", + "warmup": 1, + "repeat": 1, + "init_only": false, + "tag": "cpu8", + "output_dir": "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu8/bench", + "save_wav": false, + "gpu_poll_interval_s": 0.2, + "parallel_stage_init": false, + "deploy_profile": null, + "step_stats": true, + "bench_help": false + }, + "warmup": 1, + "repeat": 1, + "init_only": false + }, + "init": { + "init_s": 112.65361651126295, + "init_timeline": { + "schema": 1, + "t0": 1788936802.6801364, + "t_end": 1788936913.186558, + "total_s": 110.50642156600952, + "phases": [ + { + "name": "stages_init", + "start": 1788936802.6806157, + "end": 1788936913.1836624, + "stage_id": null, + "replica_id": 0, + "pid": 350505, + "role": "engine", + "extra": {}, + "dur_s": 110.50304675102234 + }, + { + "name": "g3_device_lock", + "start": 1788936803.5798295, + "end": 1788936803.5798979, + "stage_id": 0, + "replica_id": 0, + "pid": 350505, + "role": "engine", + "extra": {}, + "dur_s": 6.842613220214844e-05 + }, + { + "name": "g2_launch_lock_wait", + "start": 1788936803.5799193, + "end": 1788936803.5799212, + "stage_id": 0, + "replica_id": 0, + "pid": 350505, + "role": "engine", + "extra": { + "acquired": true + }, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "g2_spawn_and_ready", + "start": 1788936803.5800498, + "end": 1788936858.896481, + "stage_id": 0, + "replica_id": 0, + "pid": 350505, + "role": "engine", + "extra": {}, + "dur_s": 55.316431283950806 + }, + { + "name": "proc_entry", + "start": 1788936826.8371336, + "end": 1788936826.8371336, + "stage_id": 0, + "replica_id": 0, + "pid": 354824, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788936826.8422565, + "end": 1788936858.8969872, + "stage_id": 0, + "replica_id": 0, + "pid": 354824, + "role": "worker", + "extra": {}, + "dur_s": 32.05473065376282 + }, + { + "name": "init_device", + "start": 1788936853.3436105, + "end": 1788936853.7399018, + "stage_id": 0, + "replica_id": 0, + "pid": 358566, + "role": "worker", + "extra": {}, + "dur_s": 0.39629125595092773 + }, + { + "name": "load_model", + "start": 1788936853.7478306, + "end": 1788936857.920361, + "stage_id": 0, + "replica_id": 0, + "pid": 358566, + "role": "worker", + "extra": {}, + "dur_s": 4.17253041267395 + }, + { + "name": "load_weights", + "start": 1788936853.747836, + "end": 1788936857.9141886, + "stage_id": 0, + "replica_id": 0, + "pid": 358566, + "role": "worker", + "extra": {}, + "dur_s": 4.1663525104522705 + }, + { + "name": "talker_mtp_init", + "start": 1788936857.9163105, + "end": 1788936857.916512, + "stage_id": 0, + "replica_id": 0, + "pid": 358566, + "role": "worker", + "extra": {}, + "dur_s": 0.0002014636993408203 + }, + { + "name": "attn_prewarm", + "start": 1788936857.9184418, + "end": 1788936857.918444, + "stage_id": 0, + "replica_id": 0, + "pid": 358566, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "g3_device_lock", + "start": 1788936859.0799925, + "end": 1788936859.0800705, + "stage_id": 1, + "replica_id": 0, + "pid": 350505, + "role": "engine", + "extra": {}, + "dur_s": 7.796287536621094e-05 + }, + { + "name": "g2_launch_lock_wait", + "start": 1788936859.08009, + "end": 1788936859.0800924, + "stage_id": 1, + "replica_id": 0, + "pid": 350505, + "role": "engine", + "extra": { + "acquired": true + }, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "g2_spawn_and_ready", + "start": 1788936859.080314, + "end": 1788936909.8221347, + "stage_id": 1, + "replica_id": 0, + "pid": 350505, + "role": "engine", + "extra": {}, + "dur_s": 50.74182081222534 + }, + { + "name": "proc_entry", + "start": 1788936883.5199432, + "end": 1788936883.5199432, + "stage_id": 1, + "replica_id": 0, + "pid": 363878, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788936883.5268247, + "end": 1788936909.8229566, + "stage_id": 1, + "replica_id": 0, + "pid": 363878, + "role": "worker", + "extra": {}, + "dur_s": 26.29613184928894 + }, + { + "name": "init_device", + "start": 1788936907.4546945, + "end": 1788936907.6483772, + "stage_id": 1, + "replica_id": 0, + "pid": 368929, + "role": "worker", + "extra": {}, + "dur_s": 0.19368267059326172 + }, + { + "name": "load_model", + "start": 1788936907.6537755, + "end": 1788936909.2131197, + "stage_id": 1, + "replica_id": 0, + "pid": 368929, + "role": "worker", + "extra": {}, + "dur_s": 1.5593442916870117 + }, + { + "name": "load_weights", + "start": 1788936907.6537797, + "end": 1788936909.2066395, + "stage_id": 1, + "replica_id": 0, + "pid": 368929, + "role": "worker", + "extra": {}, + "dur_s": 1.5528597831726074 + }, + { + "name": "talker_mtp_init", + "start": 1788936909.208844, + "end": 1788936909.2088485, + "stage_id": 1, + "replica_id": 0, + "pid": 368929, + "role": "worker", + "extra": {}, + "dur_s": 4.5299530029296875e-06 + }, + { + "name": "attn_prewarm", + "start": 1788936909.2109854, + "end": 1788936909.2109895, + "stage_id": 1, + "replica_id": 0, + "pid": 368929, + "role": "worker", + "extra": {}, + "dur_s": 4.0531158447265625e-06 + } + ] + } + }, + "step_stats": { + "roles": { + "orchestrator": {}, + "stage0": { + "sched.schedule_ms": { + "count": 802, + "sum_ms": 104.24855072051287, + "mean_ms": 0.12998572409041503, + "p50_ms": 0.1231650821864605, + "p95_ms": 0.16232719644904137, + "max_ms": 0.5592219531536102 + }, + "sched.update_from_output_ms": { + "count": 801, + "sum_ms": 102.34726499766111, + "mean_ms": 0.12777436329296019, + "p50_ms": 0.11785421520471573, + "p95_ms": 0.17483020201325417, + "max_ms": 0.4406590014696121 + }, + "core.step_ms": { + "count": 801, + "sum_ms": 200658.76247454435, + "mean_ms": 250.51031519918146, + "p50_ms": 188.41559207066894, + "p95_ms": 499.69329591840506, + "max_ms": 9211.024974938482 + }, + "hop.enqueue_to_put_ms": { + "count": 48, + "sum_ms": 65.79604977741838, + "mean_ms": 1.3707510370295495, + "p50_ms": 0.5715452134609222, + "p95_ms": 7.9169743694365025, + "max_ms": 14.182327780872583 + }, + "hop.put_ms": { + "count": 48, + "sum_ms": 14.608029276132584, + "mean_ms": 0.30433394325276214, + "p50_ms": 0.23818621411919594, + "p95_ms": 0.7615480571985245, + "max_ms": 1.000771764665842 + } + }, + "stage1": { + "sched.schedule_ms": { + "count": 48572, + "sum_ms": 2433.4229375235736, + "mean_ms": 0.050099294604372346, + "p50_ms": 0.04131114110350609, + "p95_ms": 0.0986647792160511, + "max_ms": 1.761691179126501 + }, + "hop.poll_miss_ms": { + "count": 65737, + "sum_ms": 2836.2953015603125, + "mean_ms": 0.043146101914603836, + "p50_ms": 0.010590068995952606, + "p95_ms": 0.03549223765730858, + "max_ms": 168.18306082859635 + }, + "sched.update_from_output_ms": { + "count": 48572, + "sum_ms": 399.3088798597455, + "mean_ms": 0.00822096845630704, + "p50_ms": 0.006902962923049927, + "p95_ms": 0.015706289559602737, + "max_ms": 0.28642406687140465 + }, + "core.step_ms": { + "count": 48571, + "sum_ms": 81114.79679169133, + "mean_ms": 1.6700252576988601, + "p50_ms": 0.21486496552824974, + "p95_ms": 5.3447638638317585, + "max_ms": 2009.8296799696982 + }, + "hop.get_ms": { + "count": 52, + "sum_ms": 48.85732941329479, + "mean_ms": 0.939564027178746, + "p50_ms": 0.28224941343069077, + "p95_ms": 4.237850196659565, + "max_ms": 11.287613306194544 + } + } + }, + "attribution": [ + { + "role": "stage0", + "counter": "core.step_ms", + "count": 801, + "mean_ms": 250.51031519918146, + "p95_ms": 499.69329591840506, + "share_of_frame": 3.1313789399897685 + }, + { + "role": "stage1", + "counter": "core.step_ms", + "count": 48571, + "mean_ms": 1.6700252576988601, + "p95_ms": 5.3447638638317585, + "share_of_frame": 0.02087531572123575 + }, + { + "role": "stage0", + "counter": "hop.enqueue_to_put_ms", + "count": 48, + "mean_ms": 1.3707510370295495, + "p95_ms": 7.9169743694365025, + "share_of_frame": 0.01713438796286937 + }, + { + "role": "stage1", + "counter": "hop.get_ms", + "count": 52, + "mean_ms": 0.939564027178746, + "p95_ms": 4.237850196659565, + "share_of_frame": 0.011744550339734325 + }, + { + "role": "stage0", + "counter": "hop.put_ms", + "count": 48, + "mean_ms": 0.30433394325276214, + "p95_ms": 0.7615480571985245, + "share_of_frame": 0.003804174290659527 + }, + { + "role": "stage0", + "counter": "sched.schedule_ms", + "count": 802, + "mean_ms": 0.12998572409041503, + "p95_ms": 0.16232719644904137, + "share_of_frame": 0.001624821551130188 + }, + { + "role": "stage0", + "counter": "sched.update_from_output_ms", + "count": 801, + "mean_ms": 0.12777436329296019, + "p95_ms": 0.17483020201325417, + "share_of_frame": 0.0015971795411620024 + }, + { + "role": "stage1", + "counter": "sched.schedule_ms", + "count": 48572, + "mean_ms": 0.050099294604372346, + "p95_ms": 0.0986647792160511, + "share_of_frame": 0.0006262411825546544 + }, + { + "role": "stage1", + "counter": "hop.poll_miss_ms", + "count": 65737, + "mean_ms": 0.043146101914603836, + "p95_ms": 0.03549223765730858, + "share_of_frame": 0.000539326273932548 + }, + { + "role": "stage1", + "counter": "sched.update_from_output_ms", + "count": 48572, + "mean_ms": 0.00822096845630704, + "p95_ms": 0.015706289559602737, + "share_of_frame": 0.00010276210570383799 + } + ] + }, + "resources": { + "peak_rss_bytes": 14292140032, + "peak_gpu_mem_mib": 0, + "gpu_mem_samples": 0, + "gpu_mem_mode": "none" + }, + "requests": [ + { + "request_id": "w0", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 9727.820485830307, + "gap_ms": 9727.820485830307, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 14877.099230885506, + "gap_ms": 5149.278745055199, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 20446.610515005887, + "gap_ms": 5569.511284120381, + "samples": 48000 + } + ], + "t_final_ms": 21547.99193609506, + "ttfa_ms": 9727.820485830307, + "playback_start_ms": 18366.610515005887, + "stall_at_ttfa_ms": 8638.79002917558, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 0.16, + "total_wall_s": 21.54799193609506, + "rtf_streamed": 5.011424145834776, + "rtf_total": 5.0820735698337405, + "gap_ms": [ + 5149.278745055199, + 5569.511284120381 + ], + "text": "Hello, welcome to the voice synthesis benchmark test.", + "warmup": true + }, + { + "request_id": "r0_0", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 482.7194279059768, + "gap_ms": 482.7194279059768, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 5785.575988702476, + "gap_ms": 5302.856560796499, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 11104.66032475233, + "gap_ms": 5319.084336049855, + "samples": 48000 + } + ], + "t_final_ms": 13395.523296669126, + "ttfa_ms": 482.7194279059768, + "playback_start_ms": 9024.66032475233, + "stall_at_ttfa_ms": 8541.940896846354, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 0.8, + "total_wall_s": 13.395523296669126, + "rtf_streamed": 2.7217304717530224, + "rtf_total": 2.744984282104329, + "gap_ms": [ + 5302.856560796499, + 5319.084336049855 + ], + "text": "Hello, welcome to the voice synthesis benchmark test.", + "warmup": false + }, + { + "request_id": "r0_1", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 378.3912640064955, + "gap_ms": 378.3912640064955, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 6012.115463614464, + "gap_ms": 5633.724199607968, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 12188.389953691512, + "gap_ms": 6176.2744900770485, + "samples": 48000 + } + ], + "t_final_ms": 13306.66805896908, + "ttfa_ms": 378.3912640064955, + "playback_start_ms": 10108.389953691512, + "stall_at_ttfa_ms": 9729.998689685017, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 0.08, + "total_wall_s": 13.30666805896908, + "rtf_streamed": 2.987350478845959, + "rtf_total": 3.198718283406029, + "gap_ms": [ + 5633.724199607968, + 6176.2744900770485 + ], + "text": "She said she would be here by noon, but nobody showed up.", + "warmup": false + }, + { + "request_id": "r0_2", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 412.25276701152325, + "gap_ms": 412.25276701152325, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 6024.960423819721, + "gap_ms": 5612.7076568081975, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 12230.151372030377, + "gap_ms": 6205.190948210657, + "samples": 48000 + } + ], + "t_final_ms": 14444.502654951066, + "ttfa_ms": 412.25276701152325, + "playback_start_ms": 10150.151372030377, + "stall_at_ttfa_ms": 9737.898605018854, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 0.32, + "total_wall_s": 14.444502654951066, + "rtf_streamed": 2.9975861205956806, + "rtf_total": 3.2828415124888783, + "gap_ms": [ + 5612.7076568081975, + 6205.190948210657 + ], + "text": "The quick brown fox jumps over the lazy dog near the riverbank.", + "warmup": false + }, + { + "request_id": "r0_3", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 426.0161090642214, + "gap_ms": 426.0161090642214, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 6188.946747221053, + "gap_ms": 5762.930638156831, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 11518.19383399561, + "gap_ms": 5329.247086774558, + "samples": 48000 + } + ], + "t_final_ms": 14236.42775323242, + "ttfa_ms": 426.0161090642214, + "playback_start_ms": 9438.19383399561, + "stall_at_ttfa_ms": 9012.17772493139, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 1.04, + "total_wall_s": 14.23642775323242, + "rtf_streamed": 2.823086724018532, + "rtf_total": 2.780552295553207, + "gap_ms": [ + 5762.930638156831, + 5329.247086774558 + ], + "text": "I can't believe how beautiful the sunset looks from up here on the mountain.", + "warmup": false + }, + { + "request_id": "r0_4", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 448.067516554147, + "gap_ms": 448.067516554147, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 5807.3323969729245, + "gap_ms": 5359.2648804187775, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 11091.421869583428, + "gap_ms": 5284.089472610503, + "samples": 48000 + } + ], + "t_final_ms": 14072.623633779585, + "ttfa_ms": 448.067516554147, + "playback_start_ms": 9011.421869583428, + "stall_at_ttfa_ms": 8563.35435302928, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 1.12, + "total_wall_s": 14.072623633779585, + "rtf_streamed": 2.7184857523488795, + "rtf_total": 2.706273775726843, + "gap_ms": [ + 5359.2648804187775, + 5284.089472610503 + ], + "text": "Please remember to bring your identification documents to the appointment tomorrow morning.", + "warmup": false + }, + { + "request_id": "r0_5", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 408.6109339259565, + "gap_ms": 408.6109339259565, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 5878.871652297676, + "gap_ms": 5470.260718371719, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 11054.733442142606, + "gap_ms": 5175.86178984493, + "samples": 48000 + } + ], + "t_final_ms": 15521.997079253197, + "ttfa_ms": 408.6109339259565, + "playback_start_ms": 8974.733442142606, + "stall_at_ttfa_ms": 8566.12250821665, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 1.68, + "total_wall_s": 15.521997079253197, + "rtf_streamed": 2.709493490721227, + "rtf_total": 2.694791159592569, + "gap_ms": [ + 5470.260718371719, + 5175.86178984493 + ], + "text": "Have you ever wondered what it would be like to travel through time and visit ancient civilizations?", + "warmup": false + }, + { + "request_id": "r0_6", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 354.16513215750456, + "gap_ms": 354.16513215750456, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 6073.547284118831, + "gap_ms": 5719.382151961327, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 11110.468334052712, + "gap_ms": 5036.921049933881, + "samples": 48000 + } + ], + "t_final_ms": 16657.9797482118, + "ttfa_ms": 354.16513215750456, + "playback_start_ms": 9030.468334052712, + "stall_at_ttfa_ms": 8676.303201895207, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 2.0, + "total_wall_s": 16.6579797482118, + "rtf_streamed": 2.723154003444292, + "rtf_total": 2.7397993006927304, + "gap_ms": [ + 5719.382151961327, + 5036.921049933881 + ], + "text": "The restaurant on the corner serves the best pasta I have ever tasted in my entire life.", + "warmup": false + }, + { + "request_id": "r0_7", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 401.98218170553446, + "gap_ms": 401.98218170553446, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 5903.229821939021, + "gap_ms": 5501.247640233487, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 11201.3153815642, + "gap_ms": 5298.085559625179, + "samples": 48000 + } + ], + "t_final_ms": 15010.885130614042, + "ttfa_ms": 401.98218170553446, + "playback_start_ms": 9121.3153815642, + "stall_at_ttfa_ms": 8719.333199858665, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 1.36, + "total_wall_s": 15.010885130614042, + "rtf_streamed": 2.7454204366578923, + "rtf_total": 2.7593538843040517, + "gap_ms": [ + 5501.247640233487, + 5298.085559625179 + ], + "text": "After the meeting, we should discuss the quarterly results and plan for the next phase.", + "warmup": false + }, + { + "request_id": "r0_8", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 453.1083949841559, + "gap_ms": 453.1083949841559, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 5718.004661146551, + "gap_ms": 5264.8962661623955, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 10961.785987950861, + "gap_ms": 5243.78132680431, + "samples": 48000 + }, + { + "idx": 3, + "t_ms": 16522.92114822194, + "gap_ms": 5561.135160271078, + "samples": 48000 + } + ], + "t_final_ms": 17883.52407934144, + "ttfa_ms": 453.1083949841559, + "playback_start_ms": 12442.92114822194, + "stall_at_ttfa_ms": 11989.812753237784, + "n_chunks": 4, + "streamed_audio_s": 6.08, + "tail_audio_s": 0.16, + "total_wall_s": 17.88352407934144, + "rtf_streamed": 2.7175857151680822, + "rtf_total": 2.8659493716893336, + "gap_ms": [ + 5264.8962661623955, + 5243.78132680431, + 5561.135160271078 + ], + "text": "Learning a new language takes patience, practice, and a genuine curiosity about other cultures.", + "warmup": false + }, + { + "request_id": "r0_9", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 981.7942562513053, + "gap_ms": 981.7942562513053, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 12009.649152401835, + "gap_ms": 11027.85489615053, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 24283.644561190158, + "gap_ms": 12273.995408788323, + "samples": 48000 + } + ], + "t_final_ms": 36137.190328445286, + "ttfa_ms": 981.7942562513053, + "playback_start_ms": 22203.644561190158, + "stall_at_ttfa_ms": 21221.850304938853, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 2.0, + "total_wall_s": 36.137190328445286, + "rtf_streamed": 5.951873666958372, + "rtf_total": 5.943616830336396, + "gap_ms": [ + 11027.85489615053, + 12273.995408788323 + ], + "text": "The train leaves at half past seven, so we need to arrive at the station before then.", + "warmup": false + }, + { + "request_id": "r0_10", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 683.4525321610272, + "gap_ms": 683.4525321610272, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 10561.611257959157, + "gap_ms": 9878.15872579813, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 21360.420940909535, + "gap_ms": 10798.809682950377, + "samples": 48000 + } + ], + "t_final_ms": 26396.58418111503, + "ttfa_ms": 683.4525321610272, + "playback_start_ms": 19280.420940909535, + "stall_at_ttfa_ms": 18596.968408748507, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 0.96, + "total_wall_s": 26.39658418111503, + "rtf_streamed": 5.235397289438612, + "rtf_total": 5.2374174962529825, + "gap_ms": [ + 9878.15872579813, + 10798.809682950377 + ], + "text": "Could you please turn down the music a little bit, I'm trying to concentrate on my work.", + "warmup": false + }, + { + "request_id": "r0_11", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 751.3963403180242, + "gap_ms": 751.3963403180242, + "samples": 1920 + }, + { + "idx": 1, + "t_ms": 7506.495045032352, + "gap_ms": 6755.098704714328, + "samples": 48000 + }, + { + "idx": 2, + "t_ms": 12792.404636275023, + "gap_ms": 5285.909591242671, + "samples": 48000 + } + ], + "t_final_ms": 17042.96045610681, + "ttfa_ms": 751.3963403180242, + "playback_start_ms": 10712.404636275023, + "stall_at_ttfa_ms": 9961.008295956999, + "n_chunks": 3, + "streamed_audio_s": 4.08, + "tail_audio_s": 1.6, + "total_wall_s": 17.04296045610681, + "rtf_streamed": 3.1353932932046624, + "rtf_total": 3.0005212070610585, + "gap_ms": [ + 6755.098704714328, + 5285.909591242671 + ], + "text": "It was a dark and stormy night when the old lighthouse keeper heard a knock at the door.", + "warmup": false + } + ], + "summary": { + "n_requests": 12, + "ttfa_ms": { + "n": 12, + "p50": 426.0161090642214, + "p90": 751.3963403180242, + "max": 981.7942562513053, + "mean": 515.163071337156 + }, + "playback_start_ms": { + "n": 12, + "p50": 9438.19383399561, + "p90": 19280.420940909535, + "max": 22203.644561190158, + "mean": 11624.893816534119 + }, + "stall_at_ttfa_ms": { + "n": 12, + "p50": 9012.17772493139, + "p90": 18596.968408748507, + "max": 21221.850304938853, + "mean": 11109.730745196963 + }, + "rtf_streamed": { + "n": 12, + "p50": 2.7454204366578923, + "p90": 5.235397289438612, + "max": 5.951873666958372, + "mean": 3.2888797869296007 + }, + "rtf_total": { + "n": 12, + "p50": 2.780552295553207, + "p90": 5.2374174962529825, + "max": 5.943616830336396, + "mean": 3.329568283267367 + }, + "gap_ms": { + "n": 25, + "p50": 5501.247640233487, + "p90": 10798.809682950377, + "max": 12273.995408788323, + "mean": 6411.070757694542 + }, + "total_audio_s": 50.96, + "total_wall_s": 214.1068664006889 + } +} \ No newline at end of file diff --git a/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu8/cpu8.yaml b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu8/cpu8.yaml new file mode 100644 index 000000000..1683f1051 --- /dev/null +++ b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu8/cpu8.yaml @@ -0,0 +1,99 @@ +async_chunk: true +connectors: + connector_of_shared_memory: + name: SharedMemoryConnector + extra: + codec_streaming: true + connector_get_sleep_s: 0.01 + connector_get_max_wait_first_chunk: 3000 + connector_get_max_wait: 300 + codec_chunk_frames: 25 + codec_left_context_frames: 72 + initial_codec_chunk_frames: 1 + decode_batch_max_size: 4 +stages: +- stage_id: 0 + max_num_seqs: 64 + gpu_memory_utilization: 0.3 + trust_remote_code: true + enable_prefix_caching: false + async_scheduling: true + max_num_batched_tokens: 32768 + max_model_len: 4096 + devices: '0' + output_connectors: + to_stage_1: connector_of_shared_memory + default_sampling_params: + temperature: 0.9 + top_k: 50 + max_tokens: 4096 + min_tokens: 2 + repetition_penalty: 1.05 + silence_ban_frames: 0 + subtalker_sampling_params: + do_sample: true + temperature: 0.9 + top_k: 50 + top_p: 1.0 +- stage_id: 1 + max_num_seqs: 64 + gpu_memory_utilization: 0.3 + enforce_eager: false + trust_remote_code: true + enable_prefix_caching: false + async_scheduling: true + max_num_batched_tokens: 65536 + max_model_len: 65536 + devices: '0' + input_connectors: + from_stage_0: connector_of_shared_memory + default_sampling_params: + temperature: 0.0 + top_p: 1.0 + top_k: -1 + max_tokens: 65536 + repetition_penalty: 1.0 +platforms: + rocm: + stages: + - stage_id: 1 + enforce_eager: true + npu: + stages: + - stage_id: 0 + enforce_eager: false + compilation_config: + cudagraph_mode: PIECEWISE + - stage_id: 1 + compilation_config: + cudagraph_mode: PIECEWISE + cpu: + stages: + - stage_id: 0 + engine_args: + enforce_eager: true + async_scheduling: false + max_num_seqs: 2 + max_num_batched_tokens: 2048 + max_model_len: 2048 + gpu_memory_utilization: 0.05 + dtype: bfloat16 + kv_cache_memory_bytes: 4294967296 + runtime: + devices: cpu + env: + VLLM_CPU_OMP_THREADS_BIND: 56-61 + - stage_id: 1 + engine_args: + enforce_eager: true + async_scheduling: false + max_num_seqs: 2 + max_num_batched_tokens: 8192 + max_model_len: 8192 + gpu_memory_utilization: 0.05 + dtype: bfloat16 + kv_cache_memory_bytes: 2147483648 + runtime: + devices: cpu + env: + VLLM_CPU_OMP_THREADS_BIND: 62-63 diff --git a/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu8/step_stats/orchestrator_350505.json b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu8/step_stats/orchestrator_350505.json new file mode 100644 index 000000000..f6de9ea09 --- /dev/null +++ b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu8/step_stats/orchestrator_350505.json @@ -0,0 +1,7 @@ +{ + "role": "orchestrator", + "pid": 350505, + "started_at": 1788937149.2157419, + "dumped_at": 1788937157.8900526, + "counters": {} +} \ No newline at end of file diff --git a/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu8/step_stats/stage0_354824.json b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu8/step_stats/stage0_354824.json new file mode 100644 index 000000000..614ecce9b --- /dev/null +++ b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu8/step_stats/stage0_354824.json @@ -0,0 +1,48 @@ +{ + "role": "stage0", + "pid": 354824, + "started_at": 1788936858.899882, + "dumped_at": 1788937152.1771297, + "counters": { + "sched.schedule_ms": { + "count": 880, + "sum_ms": 113.85760828852654, + "mean_ms": 0.1293836457824165, + "p50_ms": 0.12300070375204086, + "p95_ms": 0.15993323177099228, + "max_ms": 0.5592219531536102 + }, + "sched.update_from_output_ms": { + "count": 880, + "sum_ms": 111.58864293247461, + "mean_ms": 0.12680527605963024, + "p50_ms": 0.11766469106078148, + "p95_ms": 0.1712641678750515, + "max_ms": 0.4406590014696121 + }, + "core.step_ms": { + "count": 880, + "sum_ms": 218658.92411675304, + "mean_ms": 248.47605013267392, + "p50_ms": 189.374472014606, + "p95_ms": 495.7753666676581, + "max_ms": 9211.024974938482 + }, + "hop.enqueue_to_put_ms": { + "count": 53, + "sum_ms": 69.13604401051998, + "mean_ms": 1.3044536605758488, + "p50_ms": 0.566443894058466, + "p95_ms": 7.188800722360611, + "max_ms": 14.182327780872583 + }, + "hop.put_ms": { + "count": 53, + "sum_ms": 15.770158264786005, + "mean_ms": 0.2975501559393586, + "p50_ms": 0.23616105318069458, + "p95_ms": 0.7588141597807407, + "max_ms": 1.000771764665842 + } + } +} \ No newline at end of file diff --git a/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu8/step_stats/stage1_363878.json b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu8/step_stats/stage1_363878.json new file mode 100644 index 000000000..e5c0825ac --- /dev/null +++ b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu8/step_stats/stage1_363878.json @@ -0,0 +1,48 @@ +{ + "role": "stage1", + "pid": 363878, + "started_at": 1788936909.8249059, + "dumped_at": 1788937156.2564445, + "counters": { + "sched.schedule_ms": { + "count": 48578, + "sum_ms": 2433.9906335808337, + "mean_ms": 0.050104792984084025, + "p50_ms": 0.041312072426080704, + "p95_ms": 0.09867222979664803, + "max_ms": 1.761691179126501 + }, + "hop.poll_miss_ms": { + "count": 65753, + "sum_ms": 2836.558175738901, + "mean_ms": 0.04313960086595138, + "p50_ms": 0.010591000318527222, + "p95_ms": 0.03549410030245781, + "max_ms": 168.18306082859635 + }, + "sched.update_from_output_ms": { + "count": 48578, + "sum_ms": 399.6013831347227, + "mean_ms": 0.008225974373887824, + "p50_ms": 0.006903894245624542, + "p95_ms": 0.015707220882177353, + "max_ms": 0.28642406687140465 + }, + "core.step_ms": { + "count": 48578, + "sum_ms": 82254.69604181126, + "mean_ms": 1.693249949397078, + "p50_ms": 0.21502003073692322, + "p95_ms": 5.378467030823231, + "max_ms": 2009.8296799696982 + }, + "hop.get_ms": { + "count": 53, + "sum_ms": 49.13898929953575, + "mean_ms": 0.9271507415006746, + "p50_ms": 0.28171995654702187, + "p95_ms": 4.237850196659565, + "max_ms": 11.287613306194544 + } + } +} \ No newline at end of file diff --git a/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu8/timeline.json b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu8/timeline.json new file mode 100644 index 000000000..431040ad1 --- /dev/null +++ b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu8/timeline.json @@ -0,0 +1,243 @@ +{ + "schema": 1, + "t0": 1788936802.6801364, + "t_end": 1788936913.186558, + "total_s": 110.50642156600952, + "phases": [ + { + "name": "stages_init", + "start": 1788936802.6806157, + "end": 1788936913.1836624, + "stage_id": null, + "replica_id": 0, + "pid": 350505, + "role": "engine", + "extra": {}, + "dur_s": 110.50304675102234 + }, + { + "name": "g3_device_lock", + "start": 1788936803.5798295, + "end": 1788936803.5798979, + "stage_id": 0, + "replica_id": 0, + "pid": 350505, + "role": "engine", + "extra": {}, + "dur_s": 6.842613220214844e-05 + }, + { + "name": "g2_launch_lock_wait", + "start": 1788936803.5799193, + "end": 1788936803.5799212, + "stage_id": 0, + "replica_id": 0, + "pid": 350505, + "role": "engine", + "extra": { + "acquired": true + }, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "g2_spawn_and_ready", + "start": 1788936803.5800498, + "end": 1788936858.896481, + "stage_id": 0, + "replica_id": 0, + "pid": 350505, + "role": "engine", + "extra": {}, + "dur_s": 55.316431283950806 + }, + { + "name": "proc_entry", + "start": 1788936826.8371336, + "end": 1788936826.8371336, + "stage_id": 0, + "replica_id": 0, + "pid": 354824, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788936826.8422565, + "end": 1788936858.8969872, + "stage_id": 0, + "replica_id": 0, + "pid": 354824, + "role": "worker", + "extra": {}, + "dur_s": 32.05473065376282 + }, + { + "name": "init_device", + "start": 1788936853.3436105, + "end": 1788936853.7399018, + "stage_id": 0, + "replica_id": 0, + "pid": 358566, + "role": "worker", + "extra": {}, + "dur_s": 0.39629125595092773 + }, + { + "name": "load_model", + "start": 1788936853.7478306, + "end": 1788936857.920361, + "stage_id": 0, + "replica_id": 0, + "pid": 358566, + "role": "worker", + "extra": {}, + "dur_s": 4.17253041267395 + }, + { + "name": "load_weights", + "start": 1788936853.747836, + "end": 1788936857.9141886, + "stage_id": 0, + "replica_id": 0, + "pid": 358566, + "role": "worker", + "extra": {}, + "dur_s": 4.1663525104522705 + }, + { + "name": "talker_mtp_init", + "start": 1788936857.9163105, + "end": 1788936857.916512, + "stage_id": 0, + "replica_id": 0, + "pid": 358566, + "role": "worker", + "extra": {}, + "dur_s": 0.0002014636993408203 + }, + { + "name": "attn_prewarm", + "start": 1788936857.9184418, + "end": 1788936857.918444, + "stage_id": 0, + "replica_id": 0, + "pid": 358566, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "g3_device_lock", + "start": 1788936859.0799925, + "end": 1788936859.0800705, + "stage_id": 1, + "replica_id": 0, + "pid": 350505, + "role": "engine", + "extra": {}, + "dur_s": 7.796287536621094e-05 + }, + { + "name": "g2_launch_lock_wait", + "start": 1788936859.08009, + "end": 1788936859.0800924, + "stage_id": 1, + "replica_id": 0, + "pid": 350505, + "role": "engine", + "extra": { + "acquired": true + }, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "g2_spawn_and_ready", + "start": 1788936859.080314, + "end": 1788936909.8221347, + "stage_id": 1, + "replica_id": 0, + "pid": 350505, + "role": "engine", + "extra": {}, + "dur_s": 50.74182081222534 + }, + { + "name": "proc_entry", + "start": 1788936883.5199432, + "end": 1788936883.5199432, + "stage_id": 1, + "replica_id": 0, + "pid": 363878, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788936883.5268247, + "end": 1788936909.8229566, + "stage_id": 1, + "replica_id": 0, + "pid": 363878, + "role": "worker", + "extra": {}, + "dur_s": 26.29613184928894 + }, + { + "name": "init_device", + "start": 1788936907.4546945, + "end": 1788936907.6483772, + "stage_id": 1, + "replica_id": 0, + "pid": 368929, + "role": "worker", + "extra": {}, + "dur_s": 0.19368267059326172 + }, + { + "name": "load_model", + "start": 1788936907.6537755, + "end": 1788936909.2131197, + "stage_id": 1, + "replica_id": 0, + "pid": 368929, + "role": "worker", + "extra": {}, + "dur_s": 1.5593442916870117 + }, + { + "name": "load_weights", + "start": 1788936907.6537797, + "end": 1788936909.2066395, + "stage_id": 1, + "replica_id": 0, + "pid": 368929, + "role": "worker", + "extra": {}, + "dur_s": 1.5528597831726074 + }, + { + "name": "talker_mtp_init", + "start": 1788936909.208844, + "end": 1788936909.2088485, + "stage_id": 1, + "replica_id": 0, + "pid": 368929, + "role": "worker", + "extra": {}, + "dur_s": 4.5299530029296875e-06 + }, + { + "name": "attn_prewarm", + "start": 1788936909.2109854, + "end": 1788936909.2109895, + "stage_id": 1, + "replica_id": 0, + "pid": 368929, + "role": "worker", + "extra": {}, + "dur_s": 4.0531158447265625e-06 + } + ] +} \ No newline at end of file diff --git a/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/summary.json b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/summary.json new file mode 100644 index 000000000..6af88e88d --- /dev/null +++ b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/summary.json @@ -0,0 +1,435 @@ +{ + "model": "Qwen/Qwen3-TTS-12Hz-0.6B-CustomVoice", + "timestamp": "20260909-145257", + "host_cpu_base": 56, + "rows": [ + { + "case": "cpu8", + "threads": 8, + "stage0_cpus": "56-61", + "stage1_cpus": "62-63", + "inductor": false, + "returncode": 0, + "cmd": [ + "taskset", + "-c", + "56-63", + "/data/zhoutaichang/embedding_infer/.venvs/omni-cpu/bin/python", + "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/stream_latency_bench.py", + "--model", + "Qwen/Qwen3-TTS-12Hz-0.6B-CustomVoice", + "--deploy-config", + "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu8/cpu8.yaml", + "--query-type", + "CustomVoice", + "--txt-prompts", + "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/prompts_12.txt", + "--warmup", + "1", + "--repeat", + "1", + "--output-dir", + "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu8/bench", + "--tag", + "cpu8", + "--step-stats", + "--init-timeout", + "1500", + "--stage-init-timeout", + "1200" + ], + "init_s": 112.65361651126295, + "ttfa_p50": 426.0161090642214, + "playback_start_p50": 9438.19383399561, + "rtf_total_p50": 2.780552295553207, + "peak_rss_gib": 13.310592651367188, + "step_stats": [ + { + "role": "stage0", + "counter": "core.step_ms", + "count": 801, + "mean_ms": 250.51031519918146, + "p95_ms": 499.69329591840506, + "share_of_frame": 3.1313789399897685 + }, + { + "role": "stage1", + "counter": "core.step_ms", + "count": 48571, + "mean_ms": 1.6700252576988601, + "p95_ms": 5.3447638638317585, + "share_of_frame": 0.02087531572123575 + }, + { + "role": "stage0", + "counter": "hop.enqueue_to_put_ms", + "count": 48, + "mean_ms": 1.3707510370295495, + "p95_ms": 7.9169743694365025, + "share_of_frame": 0.01713438796286937 + }, + { + "role": "stage1", + "counter": "hop.get_ms", + "count": 52, + "mean_ms": 0.939564027178746, + "p95_ms": 4.237850196659565, + "share_of_frame": 0.011744550339734325 + }, + { + "role": "stage0", + "counter": "hop.put_ms", + "count": 48, + "mean_ms": 0.30433394325276214, + "p95_ms": 0.7615480571985245, + "share_of_frame": 0.003804174290659527 + }, + { + "role": "stage0", + "counter": "sched.schedule_ms", + "count": 802, + "mean_ms": 0.12998572409041503, + "p95_ms": 0.16232719644904137, + "share_of_frame": 0.001624821551130188 + }, + { + "role": "stage0", + "counter": "sched.update_from_output_ms", + "count": 801, + "mean_ms": 0.12777436329296019, + "p95_ms": 0.17483020201325417, + "share_of_frame": 0.0015971795411620024 + }, + { + "role": "stage1", + "counter": "sched.schedule_ms", + "count": 48572, + "mean_ms": 0.050099294604372346, + "p95_ms": 0.0986647792160511, + "share_of_frame": 0.0006262411825546544 + } + ] + }, + { + "case": "cpu16", + "threads": 16, + "stage0_cpus": "56-67", + "stage1_cpus": "68-71", + "inductor": false, + "returncode": 0, + "cmd": [ + "taskset", + "-c", + "56-71", + "/data/zhoutaichang/embedding_infer/.venvs/omni-cpu/bin/python", + "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/stream_latency_bench.py", + "--model", + "Qwen/Qwen3-TTS-12Hz-0.6B-CustomVoice", + "--deploy-config", + "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16/cpu16.yaml", + "--query-type", + "CustomVoice", + "--txt-prompts", + "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/prompts_12.txt", + "--warmup", + "1", + "--repeat", + "1", + "--output-dir", + "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16/bench", + "--tag", + "cpu16", + "--step-stats", + "--init-timeout", + "1500", + "--stage-init-timeout", + "1200" + ], + "init_s": 109.45583191420883, + "ttfa_p50": 292.3040329478681, + "playback_start_p50": 5346.291882991791, + "rtf_total_p50": 1.8194366359597887, + "peak_rss_gib": 13.319080352783203, + "step_stats": [ + { + "role": "stage0", + "counter": "core.step_ms", + "count": 801, + "mean_ms": 147.36169048314088, + "p95_ms": 219.59225786849856, + "share_of_frame": 1.842021131039261 + }, + { + "role": "stage0", + "counter": "hop.enqueue_to_put_ms", + "count": 48, + "mean_ms": 0.8175775195316722, + "p95_ms": 1.054082065820694, + "share_of_frame": 0.010219718994145904 + }, + { + "role": "stage1", + "counter": "hop.get_ms", + "count": 52, + "mean_ms": 0.7918375956181151, + "p95_ms": 1.0263491421937943, + "share_of_frame": 0.009897969945226438 + }, + { + "role": "stage1", + "counter": "core.step_ms", + "count": 75381, + "mean_ms": 0.6547511186745705, + "p95_ms": 0.3465181216597557, + "share_of_frame": 0.008184388983432132 + }, + { + "role": "stage0", + "counter": "hop.put_ms", + "count": 48, + "mean_ms": 0.4695340370138486, + "p95_ms": 1.1264756321907043, + "share_of_frame": 0.005869175462673107 + }, + { + "role": "stage0", + "counter": "sched.schedule_ms", + "count": 802, + "mean_ms": 0.11892363596289532, + "p95_ms": 0.1422208733856678, + "share_of_frame": 0.0014865454495361914 + }, + { + "role": "stage0", + "counter": "sched.update_from_output_ms", + "count": 801, + "mean_ms": 0.1157221533172065, + "p95_ms": 0.14588981866836548, + "share_of_frame": 0.0014465269164650814 + }, + { + "role": "stage1", + "counter": "sched.schedule_ms", + "count": 75382, + "mean_ms": 0.045330475403062113, + "p95_ms": 0.08748378604650497, + "share_of_frame": 0.0005666309425382764 + } + ] + }, + { + "case": "cpu16_inductor", + "threads": 16, + "stage0_cpus": "56-67", + "stage1_cpus": "68-71", + "inductor": true, + "returncode": 0, + "cmd": [ + "taskset", + "-c", + "56-71", + "/data/zhoutaichang/embedding_infer/.venvs/omni-cpu/bin/python", + "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/stream_latency_bench.py", + "--model", + "Qwen/Qwen3-TTS-12Hz-0.6B-CustomVoice", + "--deploy-config", + "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16_inductor/cpu16_inductor.yaml", + "--query-type", + "CustomVoice", + "--txt-prompts", + "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/prompts_12.txt", + "--warmup", + "1", + "--repeat", + "1", + "--output-dir", + "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu16_inductor/bench", + "--tag", + "cpu16_inductor", + "--step-stats", + "--init-timeout", + "1500", + "--stage-init-timeout", + "1200" + ], + "init_s": 103.38288806378841, + "ttfa_p50": 233.9726546779275, + "playback_start_p50": 3642.257673740387, + "rtf_total_p50": 1.4156768089402225, + "peak_rss_gib": 13.337944030761719, + "step_stats": [ + { + "role": "stage0", + "counter": "core.step_ms", + "count": 801, + "mean_ms": 138.89987101794665, + "p95_ms": 179.95364079251885, + "share_of_frame": 1.736248387724333 + }, + { + "role": "stage1", + "counter": "hop.get_ms", + "count": 52, + "mean_ms": 0.9077971783251717, + "p95_ms": 6.81871036067605, + "share_of_frame": 0.011347464729064647 + }, + { + "role": "stage0", + "counter": "hop.enqueue_to_put_ms", + "count": 48, + "mean_ms": 0.8297054834353427, + "p95_ms": 1.1348621919751167, + "share_of_frame": 0.010371318542941783 + }, + { + "role": "stage1", + "counter": "core.step_ms", + "count": 70325, + "mean_ms": 0.672337398657405, + "p95_ms": 0.6240149959921837, + "share_of_frame": 0.008404217483217563 + }, + { + "role": "stage0", + "counter": "hop.put_ms", + "count": 48, + "mean_ms": 0.4615955598031481, + "p95_ms": 1.0002129711210728, + "share_of_frame": 0.005769944497539351 + }, + { + "role": "stage0", + "counter": "sched.schedule_ms", + "count": 802, + "mean_ms": 0.12305161237549454, + "p95_ms": 0.16312114894390106, + "share_of_frame": 0.0015381451546936818 + }, + { + "role": "stage0", + "counter": "sched.update_from_output_ms", + "count": 801, + "mean_ms": 0.11718296474973658, + "p95_ms": 0.15717511996626854, + "share_of_frame": 0.0014647870593717072 + }, + { + "role": "stage1", + "counter": "sched.schedule_ms", + "count": 70326, + "mean_ms": 0.04691729749081007, + "p95_ms": 0.16828998923301697, + "share_of_frame": 0.0005864662186351259 + } + ] + }, + { + "case": "cpu32", + "threads": 32, + "stage0_cpus": "56-79", + "stage1_cpus": "80-87", + "inductor": false, + "returncode": 0, + "cmd": [ + "taskset", + "-c", + "56-87", + "/data/zhoutaichang/embedding_infer/.venvs/omni-cpu/bin/python", + "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/stream_latency_bench.py", + "--model", + "Qwen/Qwen3-TTS-12Hz-0.6B-CustomVoice", + "--deploy-config", + "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu32/cpu32.yaml", + "--query-type", + "CustomVoice", + "--txt-prompts", + "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/prompts_12.txt", + "--warmup", + "1", + "--repeat", + "1", + "--output-dir", + "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/cpu32/bench", + "--tag", + "cpu32", + "--step-stats", + "--init-timeout", + "1500", + "--stage-init-timeout", + "1200" + ], + "init_s": 155.67474265303463, + "ttfa_p50": 251.5225620009005, + "playback_start_p50": 4995.450793839991, + "rtf_total_p50": 1.6667016652018691, + "peak_rss_gib": 13.523807525634766, + "step_stats": [ + { + "role": "stage0", + "counter": "core.step_ms", + "count": 801, + "mean_ms": 136.15325865011368, + "p95_ms": 168.9455881714821, + "share_of_frame": 1.701915733126421 + }, + { + "role": "stage0", + "counter": "hop.enqueue_to_put_ms", + "count": 48, + "mean_ms": 0.8607769462590417, + "p95_ms": 1.1321199126541615, + "share_of_frame": 0.010759711828238021 + }, + { + "role": "stage0", + "counter": "hop.put_ms", + "count": 48, + "mean_ms": 0.648114801151678, + "p95_ms": 1.8421937711536884, + "share_of_frame": 0.008101435014395975 + }, + { + "role": "stage1", + "counter": "hop.get_ms", + "count": 53, + "mean_ms": 0.5498284843029841, + "p95_ms": 0.8803871460258961, + "share_of_frame": 0.006872856053787302 + }, + { + "role": "stage1", + "counter": "core.step_ms", + "count": 75788, + "mean_ms": 0.528387298923063, + "p95_ms": 0.46643195673823357, + "share_of_frame": 0.006604841236538287 + }, + { + "role": "stage0", + "counter": "sched.update_from_output_ms", + "count": 801, + "mean_ms": 0.11039824781941712, + "p95_ms": 0.14352239668369293, + "share_of_frame": 0.0013799780977427141 + }, + { + "role": "stage0", + "counter": "sched.schedule_ms", + "count": 802, + "mean_ms": 0.1092211127355509, + "p95_ms": 0.13850722461938858, + "share_of_frame": 0.0013652639091943863 + }, + { + "role": "stage1", + "counter": "sched.schedule_ms", + "count": 75789, + "mean_ms": 0.042512980838002465, + "p95_ms": 0.11504581198096275, + "share_of_frame": 0.0005314122604750309 + } + ] + } + ] +} \ No newline at end of file diff --git a/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/summary.md b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/summary.md new file mode 100644 index 000000000..377ae2ac4 --- /dev/null +++ b/benchmarks/tts/edge_results/cpu_sweep/20260909-145257/summary.md @@ -0,0 +1,6 @@ +| case | threads | inductor | rc | init_s | ttfa_p50 | playback_start_p50 | rtf_total_p50 | peak_rss_gib | +|---|---|---|---|---|---|---|---|---| +| cpu8 | 8 | False | 0 | 112.65 | 426.02 | 9438.19 | 2.78 | 13.31 | +| cpu16 | 16 | False | 0 | 109.46 | 292.30 | 5346.29 | 1.82 | 13.32 | +| cpu16_inductor | 16 | True | 0 | 103.38 | 233.97 | 3642.26 | 1.42 | 13.34 | +| cpu32 | 32 | False | 0 | 155.67 | 251.52 | 4995.45 | 1.67 | 13.52 | diff --git a/benchmarks/tts/edge_results/hw_emulation/20260909-145540/cuda_discrete_8g/bench/Qwen3-TTS-12Hz-0.6B-CustomVoice/profile_auto/20260909-150723_cuda_discrete_8g.json b/benchmarks/tts/edge_results/hw_emulation/20260909-145540/cuda_discrete_8g/bench/Qwen3-TTS-12Hz-0.6B-CustomVoice/profile_auto/20260909-150723_cuda_discrete_8g.json new file mode 100644 index 000000000..ebae8a44d --- /dev/null +++ b/benchmarks/tts/edge_results/hw_emulation/20260909-145540/cuda_discrete_8g/bench/Qwen3-TTS-12Hz-0.6B-CustomVoice/profile_auto/20260909-150723_cuda_discrete_8g.json @@ -0,0 +1,1047 @@ +{ + "schema": 1, + "meta": { + "model": "Qwen/Qwen3-TTS-12Hz-0.6B-CustomVoice", + "deploy_config": null, + "query_type": "CustomVoice", + "txt_prompts": "/data/zhoutaichang/embedding_infer/vllm-omni-run/benchmarks/tts/prompts_12.txt", + "git_sha": "602e3964", + "gpu_name": "NVIDIA L20X", + "cuda_visible_devices": "3", + "timestamp": "20260909-150723", + "argv": [ + "--query-type", + "CustomVoice", + "--txt-prompts", + "/data/zhoutaichang/embedding_infer/vllm-omni-run/benchmarks/tts/prompts_12.txt", + "--init-timeout", + "1500", + "--stage-init-timeout", + "1200" + ], + "bench_args": { + "model": "Qwen/Qwen3-TTS-12Hz-0.6B-CustomVoice", + "warmup": 1, + "repeat": 1, + "init_only": false, + "tag": "cuda_discrete_8g", + "output_dir": "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/edge_results/hw_emulation/20260909-145540/cuda_discrete_8g/bench", + "save_wav": false, + "gpu_poll_interval_s": 0.2, + "parallel_stage_init": false, + "deploy_profile": "auto", + "bench_help": false + }, + "warmup": 1, + "repeat": 1, + "init_only": false + }, + "init": { + "init_s": 189.15159784117714, + "init_timeline": { + "schema": 1, + "t0": 1788937450.8325427, + "t_end": 1788937635.7648778, + "total_s": 184.93233513832092, + "phases": [ + { + "name": "stages_init", + "start": 1788937450.8331246, + "end": 1788937635.7607691, + "stage_id": null, + "replica_id": 0, + "pid": 455757, + "role": "engine", + "extra": {}, + "dur_s": 184.92764449119568 + }, + { + "name": "g3_device_lock", + "start": 1788937452.3881056, + "end": 1788937452.388198, + "stage_id": 0, + "replica_id": 0, + "pid": 455757, + "role": "engine", + "extra": {}, + "dur_s": 9.226799011230469e-05 + }, + { + "name": "g2_launch_lock_wait", + "start": 1788937452.3882296, + "end": 1788937452.3882322, + "stage_id": 0, + "replica_id": 0, + "pid": 455757, + "role": "engine", + "extra": { + "acquired": true + }, + "dur_s": 2.6226043701171875e-06 + }, + { + "name": "g2_spawn_and_ready", + "start": 1788937452.3883023, + "end": 1788937569.3442385, + "stage_id": 0, + "replica_id": 0, + "pid": 455757, + "role": "engine", + "extra": {}, + "dur_s": 116.95593619346619 + }, + { + "name": "proc_entry", + "start": 1788937481.8358915, + "end": 1788937481.8358915, + "stage_id": 0, + "replica_id": 0, + "pid": 465618, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788937481.8420215, + "end": 1788937569.6319711, + "stage_id": 0, + "replica_id": 0, + "pid": 465618, + "role": "worker", + "extra": {}, + "dur_s": 87.78994965553284 + }, + { + "name": "init_device", + "start": 1788937482.7140331, + "end": 1788937486.262075, + "stage_id": 0, + "replica_id": 0, + "pid": 465618, + "role": "worker", + "extra": {}, + "dur_s": 3.548041820526123 + }, + { + "name": "load_model", + "start": 1788937486.268097, + "end": 1788937489.9686635, + "stage_id": 0, + "replica_id": 0, + "pid": 465618, + "role": "worker", + "extra": {}, + "dur_s": 3.700566530227661 + }, + { + "name": "load_weights", + "start": 1788937486.2681026, + "end": 1788937489.946917, + "stage_id": 0, + "replica_id": 0, + "pid": 465618, + "role": "worker", + "extra": {}, + "dur_s": 3.67881441116333 + }, + { + "name": "talker_mtp_init", + "start": 1788937489.9508278, + "end": 1788937489.9514086, + "stage_id": 0, + "replica_id": 0, + "pid": 465618, + "role": "worker", + "extra": {}, + "dur_s": 0.0005807876586914062 + }, + { + "name": "attn_prewarm", + "start": 1788937489.9555438, + "end": 1788937489.966001, + "stage_id": 0, + "replica_id": 0, + "pid": 465618, + "role": "worker", + "extra": {}, + "dur_s": 0.010457277297973633 + }, + { + "name": "cudagraph_capture", + "start": 1788937531.3516045, + "end": 1788937533.0407588, + "stage_id": 0, + "replica_id": 0, + "pid": 465618, + "role": "worker", + "extra": {}, + "dur_s": 1.6891543865203857 + }, + { + "name": "talker_mtp_capture", + "start": 1788937533.042705, + "end": 1788937565.1452994, + "stage_id": 0, + "replica_id": 0, + "pid": 465618, + "role": "worker", + "extra": {}, + "dur_s": 32.10259437561035 + }, + { + "name": "predictor_setup_compile", + "start": 1788937533.0475538, + "end": 1788937564.9444778, + "stage_id": 0, + "replica_id": 0, + "pid": 465618, + "role": "worker", + "extra": {}, + "dur_s": 31.896924018859863 + }, + { + "name": "predictor_warmup", + "start": 1788937533.051145, + "end": 1788937564.9411893, + "stage_id": 0, + "replica_id": 0, + "pid": 465618, + "role": "worker", + "extra": {}, + "dur_s": 31.89004421234131 + }, + { + "name": "predictor_setup_compile", + "start": 1788937565.01186, + "end": 1788937565.011862, + "stage_id": 0, + "replica_id": 0, + "pid": 465618, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788937565.0462866, + "end": 1788937565.0462885, + "stage_id": 0, + "replica_id": 0, + "pid": 465618, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788937565.0681021, + "end": 1788937565.0681038, + "stage_id": 0, + "replica_id": 0, + "pid": 465618, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788937565.0940685, + "end": 1788937565.09407, + "stage_id": 0, + "replica_id": 0, + "pid": 465618, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788937565.1154912, + "end": 1788937565.1154923, + "stage_id": 0, + "replica_id": 0, + "pid": 465618, + "role": "worker", + "extra": {}, + "dur_s": 1.1920928955078125e-06 + }, + { + "name": "g3_device_lock", + "start": 1788937569.5289836, + "end": 1788937569.5291307, + "stage_id": 1, + "replica_id": 0, + "pid": 455757, + "role": "engine", + "extra": {}, + "dur_s": 0.00014710426330566406 + }, + { + "name": "g2_launch_lock_wait", + "start": 1788937569.529175, + "end": 1788937569.529181, + "stage_id": 1, + "replica_id": 0, + "pid": 455757, + "role": "engine", + "extra": { + "acquired": true + }, + "dur_s": 5.9604644775390625e-06 + }, + { + "name": "g2_spawn_and_ready", + "start": 1788937569.529404, + "end": 1788937632.0512912, + "stage_id": 1, + "replica_id": 0, + "pid": 455757, + "role": "engine", + "extra": {}, + "dur_s": 62.52188730239868 + }, + { + "name": "proc_entry", + "start": 1788937615.6697354, + "end": 1788937615.6697354, + "stage_id": 1, + "replica_id": 0, + "pid": 480675, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788937615.6755059, + "end": 1788937632.371459, + "stage_id": 1, + "replica_id": 0, + "pid": 480675, + "role": "worker", + "extra": {}, + "dur_s": 16.695953130722046 + }, + { + "name": "init_device", + "start": 1788937616.7243662, + "end": 1788937619.6206415, + "stage_id": 1, + "replica_id": 0, + "pid": 480675, + "role": "worker", + "extra": {}, + "dur_s": 2.896275281906128 + }, + { + "name": "load_model", + "start": 1788937619.623499, + "end": 1788937626.310504, + "stage_id": 1, + "replica_id": 0, + "pid": 480675, + "role": "worker", + "extra": {}, + "dur_s": 6.687005043029785 + }, + { + "name": "load_weights", + "start": 1788937619.6235042, + "end": 1788937626.288639, + "stage_id": 1, + "replica_id": 0, + "pid": 480675, + "role": "worker", + "extra": {}, + "dur_s": 6.665134906768799 + }, + { + "name": "code2wav_cudagraph", + "start": 1788937621.158521, + "end": 1788937625.3600535, + "stage_id": 1, + "replica_id": 0, + "pid": 480675, + "role": "worker", + "extra": {}, + "dur_s": 4.201532602310181 + }, + { + "name": "talker_mtp_init", + "start": 1788937626.291026, + "end": 1788937626.2910318, + "stage_id": 1, + "replica_id": 0, + "pid": 480675, + "role": "worker", + "extra": {}, + "dur_s": 5.7220458984375e-06 + }, + { + "name": "attn_prewarm", + "start": 1788937626.2930505, + "end": 1788937626.3084538, + "stage_id": 1, + "replica_id": 0, + "pid": 480675, + "role": "worker", + "extra": {}, + "dur_s": 0.015403270721435547 + } + ] + } + }, + "resources": { + "peak_rss_bytes": 9314373632, + "peak_gpu_mem_mib": 9680, + "gpu_mem_samples": 261, + "gpu_mem_mode": "per-process" + }, + "requests": [ + { + "request_id": "w0", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 763.8862282037735, + "gap_ms": 763.8862282037735, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 772.6291231811047, + "gap_ms": 8.742894977331161, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 1388.190750963986, + "gap_ms": 615.5616277828813, + "samples": 48000 + } + ], + "t_final_ms": 1446.2623461149633, + "ttfa_ms": 763.8862282037735, + "playback_start_ms": 908.1907509639859, + "stall_at_ttfa_ms": 144.30452276021242, + "n_chunks": 3, + "streamed_audio_s": 2.48, + "tail_audio_s": 2.0, + "total_wall_s": 1.4462623461149633, + "rtf_streamed": 0.5597543350661234, + "rtf_total": 0.32282641654351857, + "gap_ms": [ + 8.742894977331161, + 615.5616277828813 + ], + "text": "Hello, welcome to the voice synthesis benchmark test.", + "warmup": true + }, + { + "request_id": "r0_0", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 70.02654392272234, + "gap_ms": 70.02654392272234, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 96.87946969643235, + "gap_ms": 26.852925773710012, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 258.5678417235613, + "gap_ms": 161.68837202712893, + "samples": 48000 + } + ], + "t_final_ms": 433.76599671319127, + "ttfa_ms": 70.02654392272234, + "playback_start_ms": 70.02654392272234, + "stall_at_ttfa_ms": 0, + "n_chunks": 3, + "streamed_audio_s": 2.48, + "tail_audio_s": 1.92, + "total_wall_s": 0.43376599671319127, + "rtf_streamed": 0.104261226501436, + "rtf_total": 0.09858318107117983, + "gap_ms": [ + 26.852925773710012, + 161.68837202712893 + ], + "text": "Hello, welcome to the voice synthesis benchmark test.", + "warmup": false + }, + { + "request_id": "r0_1", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 45.21606396883726, + "gap_ms": 45.21606396883726, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 70.29024884104729, + "gap_ms": 25.074184872210026, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 229.3738960288465, + "gap_ms": 159.08364718779922, + "samples": 48000 + } + ], + "t_final_ms": 387.98743300139904, + "ttfa_ms": 45.21606396883726, + "playback_start_ms": 45.21606396883726, + "stall_at_ttfa_ms": 0, + "n_chunks": 3, + "streamed_audio_s": 2.48, + "tail_audio_s": 1.36, + "total_wall_s": 0.38798743300139904, + "rtf_streamed": 0.09248947420518004, + "rtf_total": 0.101038394010781, + "gap_ms": [ + 25.074184872210026, + 159.08364718779922 + ], + "text": "She said she would be here by noon, but nobody showed up.", + "warmup": false + }, + { + "request_id": "r0_2", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 43.376242741942406, + "gap_ms": 43.376242741942406, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 69.7823348455131, + "gap_ms": 26.4060921035707, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 225.6135200150311, + "gap_ms": 155.831185169518, + "samples": 48000 + }, + { + "idx": 3, + "t_ms": 381.9953538477421, + "gap_ms": 156.38183383271098, + "samples": 48000 + } + ], + "t_final_ms": 401.7471317201853, + "ttfa_ms": 43.376242741942406, + "playback_start_ms": 43.376242741942406, + "stall_at_ttfa_ms": 0, + "n_chunks": 4, + "streamed_audio_s": 4.48, + "tail_audio_s": 0.32, + "total_wall_s": 0.4017471317201853, + "rtf_streamed": 0.08526682005529956, + "rtf_total": 0.08369731910837191, + "gap_ms": [ + 26.4060921035707, + 155.831185169518, + 156.38183383271098 + ], + "text": "The quick brown fox jumps over the lazy dog near the riverbank.", + "warmup": false + }, + { + "request_id": "r0_3", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 49.91786414757371, + "gap_ms": 49.91786414757371, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 74.13887092843652, + "gap_ms": 24.22100678086281, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 231.67576175183058, + "gap_ms": 157.53689082339406, + "samples": 48000 + }, + { + "idx": 3, + "t_ms": 381.28460198640823, + "gap_ms": 149.60884023457766, + "samples": 48000 + } + ], + "t_final_ms": 402.4747950024903, + "ttfa_ms": 49.91786414757371, + "playback_start_ms": 49.91786414757371, + "stall_at_ttfa_ms": 0, + "n_chunks": 4, + "streamed_audio_s": 4.48, + "tail_audio_s": 0.32, + "total_wall_s": 0.4024747950024903, + "rtf_streamed": 0.08510817008625184, + "rtf_total": 0.0838489156255188, + "gap_ms": [ + 24.22100678086281, + 157.53689082339406, + 149.60884023457766 + ], + "text": "I can't believe how beautiful the sunset looks from up here on the mountain.", + "warmup": false + }, + { + "request_id": "r0_4", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 49.44960121065378, + "gap_ms": 49.44960121065378, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 76.39273628592491, + "gap_ms": 26.94313507527113, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 232.69022116437554, + "gap_ms": 156.29748487845063, + "samples": 48000 + }, + { + "idx": 3, + "t_ms": 382.4550141580403, + "gap_ms": 149.76479299366474, + "samples": 48000 + } + ], + "t_final_ms": 475.0750749371946, + "ttfa_ms": 49.44960121065378, + "playback_start_ms": 49.44960121065378, + "stall_at_ttfa_ms": 0, + "n_chunks": 4, + "streamed_audio_s": 4.48, + "tail_audio_s": 0.8, + "total_wall_s": 0.4750750749371946, + "rtf_streamed": 0.08536942280313399, + "rtf_total": 0.08997633995022625, + "gap_ms": [ + 26.94313507527113, + 156.29748487845063, + 149.76479299366474 + ], + "text": "Please remember to bring your identification documents to the appointment tomorrow morning.", + "warmup": false + }, + { + "request_id": "r0_5", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 47.47185343876481, + "gap_ms": 47.47185343876481, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 78.03038228303194, + "gap_ms": 30.55852884426713, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 233.40968927368522, + "gap_ms": 155.37930699065328, + "samples": 48000 + }, + { + "idx": 3, + "t_ms": 382.4549913406372, + "gap_ms": 149.045302066952, + "samples": 48000 + } + ], + "t_final_ms": 539.7811802104115, + "ttfa_ms": 47.47185343876481, + "playback_start_ms": 47.47185343876481, + "stall_at_ttfa_ms": 0, + "n_chunks": 4, + "streamed_audio_s": 4.48, + "tail_audio_s": 1.68, + "total_wall_s": 0.5397811802104115, + "rtf_streamed": 0.08536941770996366, + "rtf_total": 0.08762681496922266, + "gap_ms": [ + 30.55852884426713, + 155.37930699065328, + 149.045302066952 + ], + "text": "Have you ever wondered what it would be like to travel through time and visit ancient civilizations?", + "warmup": false + }, + { + "request_id": "r0_6", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 46.61420499905944, + "gap_ms": 46.61420499905944, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 74.87729797139764, + "gap_ms": 28.2630929723382, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 230.5793189443648, + "gap_ms": 155.70202097296715, + "samples": 48000 + }, + { + "idx": 3, + "t_ms": 378.49627109244466, + "gap_ms": 147.91695214807987, + "samples": 48000 + } + ], + "t_final_ms": 499.98142290860415, + "ttfa_ms": 46.61420499905944, + "playback_start_ms": 46.61420499905944, + "stall_at_ttfa_ms": 0, + "n_chunks": 4, + "streamed_audio_s": 4.48, + "tail_audio_s": 1.2, + "total_wall_s": 0.49998142290860415, + "rtf_streamed": 0.08448577479742067, + "rtf_total": 0.08802489839940213, + "gap_ms": [ + 28.2630929723382, + 155.70202097296715, + 147.91695214807987 + ], + "text": "The restaurant on the corner serves the best pasta I have ever tasted in my entire life.", + "warmup": false + }, + { + "request_id": "r0_7", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 108.44642808660865, + "gap_ms": 108.44642808660865, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 130.55210001766682, + "gap_ms": 22.10567193105817, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 335.05919435992837, + "gap_ms": 204.50709434226155, + "samples": 48000 + }, + { + "idx": 3, + "t_ms": 436.6104141809046, + "gap_ms": 101.55121982097626, + "samples": 48000 + } + ], + "t_final_ms": 566.5767840109766, + "ttfa_ms": 108.44642808660865, + "playback_start_ms": 108.44642808660865, + "stall_at_ttfa_ms": 0, + "n_chunks": 4, + "streamed_audio_s": 4.48, + "tail_audio_s": 1.68, + "total_wall_s": 0.5665767840109766, + "rtf_streamed": 0.09745768173680906, + "rtf_total": 0.09197675065113256, + "gap_ms": [ + 22.10567193105817, + 204.50709434226155, + 101.55121982097626 + ], + "text": "After the meeting, we should discuss the quarterly results and plan for the next phase.", + "warmup": false + }, + { + "request_id": "r0_8", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 43.767780996859074, + "gap_ms": 43.767780996859074, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 72.78090482577682, + "gap_ms": 29.01312382891774, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 226.7060629092157, + "gap_ms": 153.92515808343887, + "samples": 48000 + }, + { + "idx": 3, + "t_ms": 375.31425477936864, + "gap_ms": 148.60819187015295, + "samples": 48000 + }, + { + "idx": 4, + "t_ms": 521.8557608313859, + "gap_ms": 146.5415060520172, + "samples": 48000 + } + ], + "t_final_ms": 530.5480500683188, + "ttfa_ms": 43.767780996859074, + "playback_start_ms": 43.767780996859074, + "stall_at_ttfa_ms": 0, + "n_chunks": 5, + "streamed_audio_s": 6.48, + "tail_audio_s": 0.08, + "total_wall_s": 0.5305480500683188, + "rtf_streamed": 0.08053329642459657, + "rtf_total": 0.08087622714456079, + "gap_ms": [ + 29.01312382891774, + 153.92515808343887, + 148.60819187015295, + 146.5415060520172 + ], + "text": "Learning a new language takes patience, practice, and a genuine curiosity about other cultures.", + "warmup": false + }, + { + "request_id": "r0_9", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 55.075212847441435, + "gap_ms": 55.075212847441435, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 85.23424481973052, + "gap_ms": 30.159031972289085, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 247.58683471009135, + "gap_ms": 162.35258989036083, + "samples": 48000 + }, + { + "idx": 3, + "t_ms": 391.6733767837286, + "gap_ms": 144.08654207363725, + "samples": 48000 + } + ], + "t_final_ms": 501.3993107713759, + "ttfa_ms": 55.075212847441435, + "playback_start_ms": 55.075212847441435, + "stall_at_ttfa_ms": 0, + "n_chunks": 4, + "streamed_audio_s": 4.48, + "tail_audio_s": 1.04, + "total_wall_s": 0.5013993107713759, + "rtf_streamed": 0.08742709303208226, + "rtf_total": 0.09083320847307534, + "gap_ms": [ + 30.159031972289085, + 162.35258989036083, + 144.08654207363725 + ], + "text": "The train leaves at half past seven, so we need to arrive at the station before then.", + "warmup": false + }, + { + "request_id": "r0_10", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 48.33958763629198, + "gap_ms": 48.33958763629198, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 76.46258268505335, + "gap_ms": 28.122995048761368, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 231.179793830961, + "gap_ms": 154.71721114590764, + "samples": 48000 + }, + { + "idx": 3, + "t_ms": 383.11116164550185, + "gap_ms": 151.93136781454086, + "samples": 48000 + } + ], + "t_final_ms": 402.8665847145021, + "ttfa_ms": 48.33958763629198, + "playback_start_ms": 48.33958763629198, + "stall_at_ttfa_ms": 0, + "n_chunks": 4, + "streamed_audio_s": 4.48, + "tail_audio_s": 0.32, + "total_wall_s": 0.4028665847145021, + "rtf_streamed": 0.08551588429587094, + "rtf_total": 0.08393053848218793, + "gap_ms": [ + 28.122995048761368, + 154.71721114590764, + 151.93136781454086 + ], + "text": "Could you please turn down the music a little bit, I'm trying to concentrate on my work.", + "warmup": false + }, + { + "request_id": "r0_11", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 46.56497808173299, + "gap_ms": 46.56497808173299, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 71.8988599255681, + "gap_ms": 25.333881843835115, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 228.32038719207048, + "gap_ms": 156.42152726650238, + "samples": 48000 + }, + { + "idx": 3, + "t_ms": 375.91136526316404, + "gap_ms": 147.59097807109356, + "samples": 48000 + } + ], + "t_final_ms": 476.011848077178, + "ttfa_ms": 46.56497808173299, + "playback_start_ms": 46.56497808173299, + "stall_at_ttfa_ms": 0, + "n_chunks": 4, + "streamed_audio_s": 4.48, + "tail_audio_s": 0.88, + "total_wall_s": 0.476011848077178, + "rtf_streamed": 0.08390878688909911, + "rtf_total": 0.0888081806114138, + "gap_ms": [ + 25.333881843835115, + 156.42152726650238, + 147.59097807109356 + ], + "text": "It was a dark and stormy night when the old lighthouse keeper heard a knock at the door.", + "warmup": false + } + ], + "summary": { + "n_requests": 12, + "ttfa_ms": { + "n": 12, + "p50": 47.47185343876481, + "p90": 70.02654392272234, + "max": 108.44642808660865, + "mean": 54.52219683987399 + }, + "playback_start_ms": { + "n": 12, + "p50": 47.47185343876481, + "p90": 70.02654392272234, + "max": 108.44642808660865, + "mean": 54.52219683987399 + }, + "stall_at_ttfa_ms": { + "n": 12, + "p50": 0.0, + "p90": 0.0, + "max": 0.0, + "mean": 0.0 + }, + "rtf_streamed": { + "n": 12, + "p50": 0.08536941770996366, + "p90": 0.09745768173680906, + "max": 0.104261226501436, + "mean": 0.08809942071142864 + }, + "rtf_total": { + "n": 12, + "p50": 0.08802489839940213, + "p90": 0.09858318107117983, + "max": 0.101038394010781, + "mean": 0.08910173070808941 + }, + "gap_ms": { + "n": 35, + "p50": 148.60819187015295, + "p90": 159.08364718779922, + "max": 204.50709434226155, + "mean": 109.98639105153936 + }, + "total_audio_s": 51.760000000000005, + "total_wall_s": 5.6182156121358275 + } +} \ No newline at end of file diff --git a/benchmarks/tts/edge_results/hw_emulation/20260909-145540/cuda_discrete_8g/hw_profile.json b/benchmarks/tts/edge_results/hw_emulation/20260909-145540/cuda_discrete_8g/hw_profile.json new file mode 100644 index 000000000..84b80ac3a --- /dev/null +++ b/benchmarks/tts/edge_results/hw_emulation/20260909-145540/cuda_discrete_8g/hw_profile.json @@ -0,0 +1,40 @@ +{ + "arch": "x86_64", + "cpu_model": "emulated small discrete GPU (emulated) host", + "cpu_flags": [ + "avx2", + "avx512" + ], + "n_logical": 8, + "n_physical": 8, + "clusters": [ + { + "max_khz": 2200000, + "cpus": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7 + ] + } + ], + "numa_nodes": 2, + "ram_total_bytes": 17179869184, + "ram_available_bytes": 12884901888, + "accelerator": "cuda_discrete", + "gpu_name": "small discrete GPU (emulated)", + "gpu_mem_bytes": 8589934592, + "gpu_sm_count": 16, + "gpu_capability": [ + 8, + 6 + ], + "supports_bf16": true, + "supports_fp16": true, + "thermal_zones": 2, + "source": "emulation" +} \ No newline at end of file diff --git a/benchmarks/tts/edge_results/hw_emulation/20260909-145540/cuda_discrete_8g/timeline.json b/benchmarks/tts/edge_results/hw_emulation/20260909-145540/cuda_discrete_8g/timeline.json new file mode 100644 index 000000000..b82d175df --- /dev/null +++ b/benchmarks/tts/edge_results/hw_emulation/20260909-145540/cuda_discrete_8g/timeline.json @@ -0,0 +1,353 @@ +{ + "schema": 1, + "t0": 1788937450.8325427, + "t_end": 1788937635.7648778, + "total_s": 184.93233513832092, + "phases": [ + { + "name": "stages_init", + "start": 1788937450.8331246, + "end": 1788937635.7607691, + "stage_id": null, + "replica_id": 0, + "pid": 455757, + "role": "engine", + "extra": {}, + "dur_s": 184.92764449119568 + }, + { + "name": "g3_device_lock", + "start": 1788937452.3881056, + "end": 1788937452.388198, + "stage_id": 0, + "replica_id": 0, + "pid": 455757, + "role": "engine", + "extra": {}, + "dur_s": 9.226799011230469e-05 + }, + { + "name": "g2_launch_lock_wait", + "start": 1788937452.3882296, + "end": 1788937452.3882322, + "stage_id": 0, + "replica_id": 0, + "pid": 455757, + "role": "engine", + "extra": { + "acquired": true + }, + "dur_s": 2.6226043701171875e-06 + }, + { + "name": "g2_spawn_and_ready", + "start": 1788937452.3883023, + "end": 1788937569.3442385, + "stage_id": 0, + "replica_id": 0, + "pid": 455757, + "role": "engine", + "extra": {}, + "dur_s": 116.95593619346619 + }, + { + "name": "proc_entry", + "start": 1788937481.8358915, + "end": 1788937481.8358915, + "stage_id": 0, + "replica_id": 0, + "pid": 465618, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788937481.8420215, + "end": 1788937569.6319711, + "stage_id": 0, + "replica_id": 0, + "pid": 465618, + "role": "worker", + "extra": {}, + "dur_s": 87.78994965553284 + }, + { + "name": "init_device", + "start": 1788937482.7140331, + "end": 1788937486.262075, + "stage_id": 0, + "replica_id": 0, + "pid": 465618, + "role": "worker", + "extra": {}, + "dur_s": 3.548041820526123 + }, + { + "name": "load_model", + "start": 1788937486.268097, + "end": 1788937489.9686635, + "stage_id": 0, + "replica_id": 0, + "pid": 465618, + "role": "worker", + "extra": {}, + "dur_s": 3.700566530227661 + }, + { + "name": "load_weights", + "start": 1788937486.2681026, + "end": 1788937489.946917, + "stage_id": 0, + "replica_id": 0, + "pid": 465618, + "role": "worker", + "extra": {}, + "dur_s": 3.67881441116333 + }, + { + "name": "talker_mtp_init", + "start": 1788937489.9508278, + "end": 1788937489.9514086, + "stage_id": 0, + "replica_id": 0, + "pid": 465618, + "role": "worker", + "extra": {}, + "dur_s": 0.0005807876586914062 + }, + { + "name": "attn_prewarm", + "start": 1788937489.9555438, + "end": 1788937489.966001, + "stage_id": 0, + "replica_id": 0, + "pid": 465618, + "role": "worker", + "extra": {}, + "dur_s": 0.010457277297973633 + }, + { + "name": "cudagraph_capture", + "start": 1788937531.3516045, + "end": 1788937533.0407588, + "stage_id": 0, + "replica_id": 0, + "pid": 465618, + "role": "worker", + "extra": {}, + "dur_s": 1.6891543865203857 + }, + { + "name": "talker_mtp_capture", + "start": 1788937533.042705, + "end": 1788937565.1452994, + "stage_id": 0, + "replica_id": 0, + "pid": 465618, + "role": "worker", + "extra": {}, + "dur_s": 32.10259437561035 + }, + { + "name": "predictor_setup_compile", + "start": 1788937533.0475538, + "end": 1788937564.9444778, + "stage_id": 0, + "replica_id": 0, + "pid": 465618, + "role": "worker", + "extra": {}, + "dur_s": 31.896924018859863 + }, + { + "name": "predictor_warmup", + "start": 1788937533.051145, + "end": 1788937564.9411893, + "stage_id": 0, + "replica_id": 0, + "pid": 465618, + "role": "worker", + "extra": {}, + "dur_s": 31.89004421234131 + }, + { + "name": "predictor_setup_compile", + "start": 1788937565.01186, + "end": 1788937565.011862, + "stage_id": 0, + "replica_id": 0, + "pid": 465618, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788937565.0462866, + "end": 1788937565.0462885, + "stage_id": 0, + "replica_id": 0, + "pid": 465618, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788937565.0681021, + "end": 1788937565.0681038, + "stage_id": 0, + "replica_id": 0, + "pid": 465618, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788937565.0940685, + "end": 1788937565.09407, + "stage_id": 0, + "replica_id": 0, + "pid": 465618, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788937565.1154912, + "end": 1788937565.1154923, + "stage_id": 0, + "replica_id": 0, + "pid": 465618, + "role": "worker", + "extra": {}, + "dur_s": 1.1920928955078125e-06 + }, + { + "name": "g3_device_lock", + "start": 1788937569.5289836, + "end": 1788937569.5291307, + "stage_id": 1, + "replica_id": 0, + "pid": 455757, + "role": "engine", + "extra": {}, + "dur_s": 0.00014710426330566406 + }, + { + "name": "g2_launch_lock_wait", + "start": 1788937569.529175, + "end": 1788937569.529181, + "stage_id": 1, + "replica_id": 0, + "pid": 455757, + "role": "engine", + "extra": { + "acquired": true + }, + "dur_s": 5.9604644775390625e-06 + }, + { + "name": "g2_spawn_and_ready", + "start": 1788937569.529404, + "end": 1788937632.0512912, + "stage_id": 1, + "replica_id": 0, + "pid": 455757, + "role": "engine", + "extra": {}, + "dur_s": 62.52188730239868 + }, + { + "name": "proc_entry", + "start": 1788937615.6697354, + "end": 1788937615.6697354, + "stage_id": 1, + "replica_id": 0, + "pid": 480675, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788937615.6755059, + "end": 1788937632.371459, + "stage_id": 1, + "replica_id": 0, + "pid": 480675, + "role": "worker", + "extra": {}, + "dur_s": 16.695953130722046 + }, + { + "name": "init_device", + "start": 1788937616.7243662, + "end": 1788937619.6206415, + "stage_id": 1, + "replica_id": 0, + "pid": 480675, + "role": "worker", + "extra": {}, + "dur_s": 2.896275281906128 + }, + { + "name": "load_model", + "start": 1788937619.623499, + "end": 1788937626.310504, + "stage_id": 1, + "replica_id": 0, + "pid": 480675, + "role": "worker", + "extra": {}, + "dur_s": 6.687005043029785 + }, + { + "name": "load_weights", + "start": 1788937619.6235042, + "end": 1788937626.288639, + "stage_id": 1, + "replica_id": 0, + "pid": 480675, + "role": "worker", + "extra": {}, + "dur_s": 6.665134906768799 + }, + { + "name": "code2wav_cudagraph", + "start": 1788937621.158521, + "end": 1788937625.3600535, + "stage_id": 1, + "replica_id": 0, + "pid": 480675, + "role": "worker", + "extra": {}, + "dur_s": 4.201532602310181 + }, + { + "name": "talker_mtp_init", + "start": 1788937626.291026, + "end": 1788937626.2910318, + "stage_id": 1, + "replica_id": 0, + "pid": 480675, + "role": "worker", + "extra": {}, + "dur_s": 5.7220458984375e-06 + }, + { + "name": "attn_prewarm", + "start": 1788937626.2930505, + "end": 1788937626.3084538, + "stage_id": 1, + "replica_id": 0, + "pid": 480675, + "role": "worker", + "extra": {}, + "dur_s": 0.015403270721435547 + } + ] +} \ No newline at end of file diff --git a/benchmarks/tts/edge_results/hw_emulation/20260909-145540/jetson_orin_32g/bench/Qwen3-TTS-12Hz-0.6B-CustomVoice/profile_auto/20260909-150304_jetson_orin_32g.json b/benchmarks/tts/edge_results/hw_emulation/20260909-145540/jetson_orin_32g/bench/Qwen3-TTS-12Hz-0.6B-CustomVoice/profile_auto/20260909-150304_jetson_orin_32g.json new file mode 100644 index 000000000..82e3f8eed --- /dev/null +++ b/benchmarks/tts/edge_results/hw_emulation/20260909-145540/jetson_orin_32g/bench/Qwen3-TTS-12Hz-0.6B-CustomVoice/profile_auto/20260909-150304_jetson_orin_32g.json @@ -0,0 +1,1018 @@ +{ + "schema": 1, + "meta": { + "model": "Qwen/Qwen3-TTS-12Hz-0.6B-CustomVoice", + "deploy_config": null, + "query_type": "CustomVoice", + "txt_prompts": "/data/zhoutaichang/embedding_infer/vllm-omni-run/benchmarks/tts/prompts_12.txt", + "git_sha": "602e3964", + "gpu_name": "NVIDIA L20X", + "cuda_visible_devices": "3", + "timestamp": "20260909-150304", + "argv": [ + "--query-type", + "CustomVoice", + "--txt-prompts", + "/data/zhoutaichang/embedding_infer/vllm-omni-run/benchmarks/tts/prompts_12.txt", + "--init-timeout", + "1500", + "--stage-init-timeout", + "1200" + ], + "bench_args": { + "model": "Qwen/Qwen3-TTS-12Hz-0.6B-CustomVoice", + "warmup": 1, + "repeat": 1, + "init_only": false, + "tag": "jetson_orin_32g", + "output_dir": "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/edge_results/hw_emulation/20260909-145540/jetson_orin_32g/bench", + "save_wav": false, + "gpu_poll_interval_s": 0.2, + "parallel_stage_init": false, + "deploy_profile": "auto", + "bench_help": false + }, + "warmup": 1, + "repeat": 1, + "init_only": false + }, + "init": { + "init_s": 183.16458623297513, + "init_timeline": { + "schema": 1, + "t0": 1788937196.095764, + "t_end": 1788937375.0144205, + "total_s": 178.9186565876007, + "phases": [ + { + "name": "stages_init", + "start": 1788937196.0966666, + "end": 1788937375.010322, + "stage_id": null, + "replica_id": 0, + "pid": 418683, + "role": "engine", + "extra": {}, + "dur_s": 178.91365551948547 + }, + { + "name": "g3_device_lock", + "start": 1788937197.701576, + "end": 1788937197.7016745, + "stage_id": 0, + "replica_id": 0, + "pid": 418683, + "role": "engine", + "extra": {}, + "dur_s": 9.846687316894531e-05 + }, + { + "name": "g2_launch_lock_wait", + "start": 1788937197.7017043, + "end": 1788937197.7017064, + "stage_id": 0, + "replica_id": 0, + "pid": 418683, + "role": "engine", + "extra": { + "acquired": true + }, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "g2_spawn_and_ready", + "start": 1788937197.7017646, + "end": 1788937306.7017794, + "stage_id": 0, + "replica_id": 0, + "pid": 418683, + "role": "engine", + "extra": {}, + "dur_s": 109.0000147819519 + }, + { + "name": "proc_entry", + "start": 1788937227.1890504, + "end": 1788937227.1890504, + "stage_id": 0, + "replica_id": 0, + "pid": 425541, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788937227.1953025, + "end": 1788937307.0603929, + "stage_id": 0, + "replica_id": 0, + "pid": 425541, + "role": "worker", + "extra": {}, + "dur_s": 79.86509037017822 + }, + { + "name": "init_device", + "start": 1788937228.1301286, + "end": 1788937231.9570189, + "stage_id": 0, + "replica_id": 0, + "pid": 425541, + "role": "worker", + "extra": {}, + "dur_s": 3.826890230178833 + }, + { + "name": "load_model", + "start": 1788937231.9600875, + "end": 1788937235.1971068, + "stage_id": 0, + "replica_id": 0, + "pid": 425541, + "role": "worker", + "extra": {}, + "dur_s": 3.2370193004608154 + }, + { + "name": "load_weights", + "start": 1788937231.9600928, + "end": 1788937235.1799903, + "stage_id": 0, + "replica_id": 0, + "pid": 425541, + "role": "worker", + "extra": {}, + "dur_s": 3.219897508621216 + }, + { + "name": "talker_mtp_init", + "start": 1788937235.1823616, + "end": 1788937235.1829107, + "stage_id": 0, + "replica_id": 0, + "pid": 425541, + "role": "worker", + "extra": {}, + "dur_s": 0.0005490779876708984 + }, + { + "name": "attn_prewarm", + "start": 1788937235.1850374, + "end": 1788937235.1949809, + "stage_id": 0, + "replica_id": 0, + "pid": 425541, + "role": "worker", + "extra": {}, + "dur_s": 0.009943485260009766 + }, + { + "name": "cudagraph_capture", + "start": 1788937278.018602, + "end": 1788937279.9298906, + "stage_id": 0, + "replica_id": 0, + "pid": 425541, + "role": "worker", + "extra": {}, + "dur_s": 1.9112887382507324 + }, + { + "name": "talker_mtp_capture", + "start": 1788937279.932117, + "end": 1788937303.1939397, + "stage_id": 0, + "replica_id": 0, + "pid": 425541, + "role": "worker", + "extra": {}, + "dur_s": 23.26182270050049 + }, + { + "name": "predictor_setup_compile", + "start": 1788937279.9345863, + "end": 1788937303.0044587, + "stage_id": 0, + "replica_id": 0, + "pid": 425541, + "role": "worker", + "extra": {}, + "dur_s": 23.06987237930298 + }, + { + "name": "predictor_warmup", + "start": 1788937279.9400873, + "end": 1788937302.996208, + "stage_id": 0, + "replica_id": 0, + "pid": 425541, + "role": "worker", + "extra": {}, + "dur_s": 23.05612063407898 + }, + { + "name": "predictor_setup_compile", + "start": 1788937303.0989366, + "end": 1788937303.0989392, + "stage_id": 0, + "replica_id": 0, + "pid": 425541, + "role": "worker", + "extra": {}, + "dur_s": 2.6226043701171875e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788937303.1291308, + "end": 1788937303.1291327, + "stage_id": 0, + "replica_id": 0, + "pid": 425541, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788937303.1514804, + "end": 1788937303.151482, + "stage_id": 0, + "replica_id": 0, + "pid": 425541, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "g3_device_lock", + "start": 1788937306.8852873, + "end": 1788937306.8854792, + "stage_id": 1, + "replica_id": 0, + "pid": 418683, + "role": "engine", + "extra": {}, + "dur_s": 0.0001919269561767578 + }, + { + "name": "g2_launch_lock_wait", + "start": 1788937306.8855052, + "end": 1788937306.885508, + "stage_id": 1, + "replica_id": 0, + "pid": 418683, + "role": "engine", + "extra": { + "acquired": true + }, + "dur_s": 2.86102294921875e-06 + }, + { + "name": "g2_spawn_and_ready", + "start": 1788937306.8857636, + "end": 1788937371.2813861, + "stage_id": 1, + "replica_id": 0, + "pid": 418683, + "role": "engine", + "extra": {}, + "dur_s": 64.39562249183655 + }, + { + "name": "proc_entry", + "start": 1788937359.3308196, + "end": 1788937359.3308196, + "stage_id": 1, + "replica_id": 0, + "pid": 442113, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788937359.3371582, + "end": 1788937371.5819116, + "stage_id": 1, + "replica_id": 0, + "pid": 442113, + "role": "worker", + "extra": {}, + "dur_s": 12.244753360748291 + }, + { + "name": "init_device", + "start": 1788937360.346136, + "end": 1788937364.6208138, + "stage_id": 1, + "replica_id": 0, + "pid": 442113, + "role": "worker", + "extra": {}, + "dur_s": 4.274677753448486 + }, + { + "name": "load_model", + "start": 1788937364.6241953, + "end": 1788937366.8248458, + "stage_id": 1, + "replica_id": 0, + "pid": 442113, + "role": "worker", + "extra": {}, + "dur_s": 2.200650453567505 + }, + { + "name": "load_weights", + "start": 1788937364.624201, + "end": 1788937366.8182845, + "stage_id": 1, + "replica_id": 0, + "pid": 442113, + "role": "worker", + "extra": {}, + "dur_s": 2.1940834522247314 + }, + { + "name": "code2wav_cudagraph", + "start": 1788937365.7831078, + "end": 1788937365.783183, + "stage_id": 1, + "replica_id": 0, + "pid": 442113, + "role": "worker", + "extra": {}, + "dur_s": 7.534027099609375e-05 + }, + { + "name": "talker_mtp_init", + "start": 1788937366.8206184, + "end": 1788937366.8206284, + "stage_id": 1, + "replica_id": 0, + "pid": 442113, + "role": "worker", + "extra": {}, + "dur_s": 1.0013580322265625e-05 + }, + { + "name": "attn_prewarm", + "start": 1788937366.8227258, + "end": 1788937366.8227358, + "stage_id": 1, + "replica_id": 0, + "pid": 442113, + "role": "worker", + "extra": {}, + "dur_s": 1.0013580322265625e-05 + } + ] + } + }, + "resources": { + "peak_rss_bytes": 9268887552, + "peak_gpu_mem_mib": 23376, + "gpu_mem_samples": 221, + "gpu_mem_mode": "per-process" + }, + "requests": [ + { + "request_id": "w0", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 2310.902336612344, + "gap_ms": 2310.902336612344, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 2438.7996667064726, + "gap_ms": 127.89733009412885, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 2559.6863636747003, + "gap_ms": 120.88669696822762, + "samples": 48000 + } + ], + "t_final_ms": 2637.2080906294286, + "ttfa_ms": 2310.902336612344, + "playback_start_ms": 2310.902336612344, + "stall_at_ttfa_ms": 0, + "n_chunks": 3, + "streamed_audio_s": 2.48, + "tail_audio_s": 2.0, + "total_wall_s": 2.6372080906294286, + "rtf_streamed": 1.0321315982559276, + "rtf_total": 0.5886625202297832, + "gap_ms": [ + 127.89733009412885, + 120.88669696822762 + ], + "text": "Hello, welcome to the voice synthesis benchmark test.", + "warmup": true + }, + { + "request_id": "r0_0", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 66.81227684020996, + "gap_ms": 66.81227684020996, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 84.37630580738187, + "gap_ms": 17.564028967171907, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 233.72915899381042, + "gap_ms": 149.35285318642855, + "samples": 48000 + } + ], + "t_final_ms": 379.21445863321424, + "ttfa_ms": 66.81227684020996, + "playback_start_ms": 66.81227684020996, + "stall_at_ttfa_ms": 0, + "n_chunks": 3, + "streamed_audio_s": 2.48, + "tail_audio_s": 2.0, + "total_wall_s": 0.37921445863321424, + "rtf_streamed": 0.09424562862653646, + "rtf_total": 0.08464608451634245, + "gap_ms": [ + 17.564028967171907, + 149.35285318642855 + ], + "text": "Hello, welcome to the voice synthesis benchmark test.", + "warmup": false + }, + { + "request_id": "r0_1", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 68.33451613783836, + "gap_ms": 68.33451613783836, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 86.09876409173012, + "gap_ms": 17.764247953891754, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 328.6130242049694, + "gap_ms": 242.5142601132393, + "samples": 48000 + } + ], + "t_final_ms": 417.7962150424719, + "ttfa_ms": 68.33451613783836, + "playback_start_ms": 68.33451613783836, + "stall_at_ttfa_ms": 0, + "n_chunks": 3, + "streamed_audio_s": 2.48, + "tail_audio_s": 1.92, + "total_wall_s": 0.4177962150424719, + "rtf_streamed": 0.1325052516955522, + "rtf_total": 0.09495368523692542, + "gap_ms": [ + 17.764247953891754, + 242.5142601132393 + ], + "text": "She said she would be here by noon, but nobody showed up.", + "warmup": false + }, + { + "request_id": "r0_2", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 73.28273681923747, + "gap_ms": 73.28273681923747, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 87.3568500392139, + "gap_ms": 14.074113219976425, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 234.09178899601102, + "gap_ms": 146.73493895679712, + "samples": 48000 + } + ], + "t_final_ms": 403.38644199073315, + "ttfa_ms": 73.28273681923747, + "playback_start_ms": 73.28273681923747, + "stall_at_ttfa_ms": 0, + "n_chunks": 3, + "streamed_audio_s": 2.48, + "tail_audio_s": 1.84, + "total_wall_s": 0.40338644199073315, + "rtf_streamed": 0.09439185040161735, + "rtf_total": 0.0933764912015586, + "gap_ms": [ + 14.074113219976425, + 146.73493895679712 + ], + "text": "The quick brown fox jumps over the lazy dog near the riverbank.", + "warmup": false + }, + { + "request_id": "r0_3", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 65.37458114326, + "gap_ms": 65.37458114326, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 82.67699833959341, + "gap_ms": 17.30241719633341, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 231.85296216979623, + "gap_ms": 149.17596383020282, + "samples": 48000 + }, + { + "idx": 3, + "t_ms": 382.5025702826679, + "gap_ms": 150.64960811287165, + "samples": 48000 + } + ], + "t_final_ms": 438.467797357589, + "ttfa_ms": 65.37458114326, + "playback_start_ms": 65.37458114326, + "stall_at_ttfa_ms": 0, + "n_chunks": 4, + "streamed_audio_s": 4.48, + "tail_audio_s": 0.32, + "total_wall_s": 0.438467797357589, + "rtf_streamed": 0.08538003800952407, + "rtf_total": 0.09134745778283103, + "gap_ms": [ + 17.30241719633341, + 149.17596383020282, + 150.64960811287165 + ], + "text": "I can't believe how beautiful the sunset looks from up here on the mountain.", + "warmup": false + }, + { + "request_id": "r0_4", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 68.1620892137289, + "gap_ms": 68.1620892137289, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 86.47799398750067, + "gap_ms": 18.315904773771763, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 236.800707411021, + "gap_ms": 150.32271342352033, + "samples": 48000 + }, + { + "idx": 3, + "t_ms": 544.6856850758195, + "gap_ms": 307.8849776647985, + "samples": 48000 + } + ], + "t_final_ms": 624.4422979652882, + "ttfa_ms": 68.1620892137289, + "playback_start_ms": 68.1620892137289, + "stall_at_ttfa_ms": 0, + "n_chunks": 4, + "streamed_audio_s": 4.48, + "tail_audio_s": 0.96, + "total_wall_s": 0.6244422979652882, + "rtf_streamed": 0.1215816261329954, + "rtf_total": 0.11478718712597208, + "gap_ms": [ + 18.315904773771763, + 150.32271342352033, + 307.8849776647985 + ], + "text": "Please remember to bring your identification documents to the appointment tomorrow morning.", + "warmup": false + }, + { + "request_id": "r0_5", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 83.17983103916049, + "gap_ms": 83.17983103916049, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 100.60074599459767, + "gap_ms": 17.420914955437183, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 248.7687198445201, + "gap_ms": 148.16797384992242, + "samples": 48000 + }, + { + "idx": 3, + "t_ms": 398.39707873761654, + "gap_ms": 149.62835889309645, + "samples": 48000 + } + ], + "t_final_ms": 546.6554686427116, + "ttfa_ms": 83.17983103916049, + "playback_start_ms": 83.17983103916049, + "stall_at_ttfa_ms": 0, + "n_chunks": 4, + "streamed_audio_s": 4.48, + "tail_audio_s": 1.28, + "total_wall_s": 0.5466554686427116, + "rtf_streamed": 0.08892791936107511, + "rtf_total": 0.09490546330602631, + "gap_ms": [ + 17.420914955437183, + 148.16797384992242, + 149.62835889309645 + ], + "text": "Have you ever wondered what it would be like to travel through time and visit ancient civilizations?", + "warmup": false + }, + { + "request_id": "r0_6", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 63.843403942883015, + "gap_ms": 63.843403942883015, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 82.49435620382428, + "gap_ms": 18.650952260941267, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 231.0578878968954, + "gap_ms": 148.56353169307113, + "samples": 48000 + }, + { + "idx": 3, + "t_ms": 379.5783161185682, + "gap_ms": 148.52042822167277, + "samples": 48000 + } + ], + "t_final_ms": 541.029664222151, + "ttfa_ms": 63.843403942883015, + "playback_start_ms": 63.843403942883015, + "stall_at_ttfa_ms": 0, + "n_chunks": 4, + "streamed_audio_s": 4.48, + "tail_audio_s": 1.76, + "total_wall_s": 0.541029664222151, + "rtf_streamed": 0.08472730270503753, + "rtf_total": 0.08670347183047292, + "gap_ms": [ + 18.650952260941267, + 148.56353169307113, + 148.52042822167277 + ], + "text": "The restaurant on the corner serves the best pasta I have ever tasted in my entire life.", + "warmup": false + }, + { + "request_id": "r0_7", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 70.27213834226131, + "gap_ms": 70.27213834226131, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 86.0969522036612, + "gap_ms": 15.824813861399889, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 236.14983540028334, + "gap_ms": 150.05288319662213, + "samples": 48000 + }, + { + "idx": 3, + "t_ms": 389.7970481775701, + "gap_ms": 153.64721277728677, + "samples": 48000 + } + ], + "t_final_ms": 501.3213511556387, + "ttfa_ms": 70.27213834226131, + "playback_start_ms": 70.27213834226131, + "stall_at_ttfa_ms": 0, + "n_chunks": 4, + "streamed_audio_s": 4.48, + "tail_audio_s": 1.52, + "total_wall_s": 0.5013213511556387, + "rtf_streamed": 0.08700826968249332, + "rtf_total": 0.08355355852593978, + "gap_ms": [ + 15.824813861399889, + 150.05288319662213, + 153.64721277728677 + ], + "text": "After the meeting, we should discuss the quarterly results and plan for the next phase.", + "warmup": false + }, + { + "request_id": "r0_8", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 67.67904898151755, + "gap_ms": 67.67904898151755, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 85.05390398204327, + "gap_ms": 17.374855000525713, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 232.90941771119833, + "gap_ms": 147.85551372915506, + "samples": 48000 + }, + { + "idx": 3, + "t_ms": 380.17083378508687, + "gap_ms": 147.26141607388854, + "samples": 48000 + }, + { + "idx": 4, + "t_ms": 530.9107950888574, + "gap_ms": 150.73996130377054, + "samples": 48000 + } + ], + "t_final_ms": 859.4208988361061, + "ttfa_ms": 67.67904898151755, + "playback_start_ms": 67.67904898151755, + "stall_at_ttfa_ms": 0, + "n_chunks": 5, + "streamed_audio_s": 6.48, + "tail_audio_s": 0.56, + "total_wall_s": 0.8594208988361061, + "rtf_streamed": 0.0819306782544533, + "rtf_total": 0.12207683222103778, + "gap_ms": [ + 17.374855000525713, + 147.85551372915506, + 147.26141607388854, + 150.73996130377054 + ], + "text": "Learning a new language takes patience, practice, and a genuine curiosity about other cultures.", + "warmup": false + }, + { + "request_id": "r0_9", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 70.62831614166498, + "gap_ms": 70.62831614166498, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 88.28773908317089, + "gap_ms": 17.65942294150591, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 236.65745509788394, + "gap_ms": 148.36971601471305, + "samples": 48000 + }, + { + "idx": 3, + "t_ms": 386.88125601038337, + "gap_ms": 150.22380091249943, + "samples": 48000 + } + ], + "t_final_ms": 495.04190403968096, + "ttfa_ms": 70.62831614166498, + "playback_start_ms": 70.62831614166498, + "stall_at_ttfa_ms": 0, + "n_chunks": 4, + "streamed_audio_s": 4.48, + "tail_audio_s": 1.04, + "total_wall_s": 0.49504190403968096, + "rtf_streamed": 0.08635742321660342, + "rtf_total": 0.08968150435501467, + "gap_ms": [ + 17.65942294150591, + 148.36971601471305, + 150.22380091249943 + ], + "text": "The train leaves at half past seven, so we need to arrive at the station before then.", + "warmup": false + }, + { + "request_id": "r0_10", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 68.76329705119133, + "gap_ms": 68.76329705119133, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 88.65418005734682, + "gap_ms": 19.89088300615549, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 233.96173492074013, + "gap_ms": 145.3075548633933, + "samples": 48000 + }, + { + "idx": 3, + "t_ms": 381.6134319640696, + "gap_ms": 147.65169704332948, + "samples": 48000 + } + ], + "t_final_ms": 448.1983850710094, + "ttfa_ms": 68.76329705119133, + "playback_start_ms": 68.76329705119133, + "stall_at_ttfa_ms": 0, + "n_chunks": 4, + "streamed_audio_s": 4.48, + "tail_audio_s": 0.4, + "total_wall_s": 0.4481983850710094, + "rtf_streamed": 0.08518156963483696, + "rtf_total": 0.0918439313670101, + "gap_ms": [ + 19.89088300615549, + 145.3075548633933, + 147.65169704332948 + ], + "text": "Could you please turn down the music a little bit, I'm trying to concentrate on my work.", + "warmup": false + }, + { + "request_id": "r0_11", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 69.1241747699678, + "gap_ms": 69.1241747699678, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 87.26661279797554, + "gap_ms": 18.142438028007746, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 237.3775439336896, + "gap_ms": 150.11093113571405, + "samples": 48000 + }, + { + "idx": 3, + "t_ms": 386.2493820488453, + "gap_ms": 148.8718381151557, + "samples": 48000 + } + ], + "t_final_ms": 543.6829240061343, + "ttfa_ms": 69.1241747699678, + "playback_start_ms": 69.1241747699678, + "stall_at_ttfa_ms": 0, + "n_chunks": 4, + "streamed_audio_s": 4.48, + "tail_audio_s": 1.68, + "total_wall_s": 0.5436829240061343, + "rtf_streamed": 0.08621637992161725, + "rtf_total": 0.08826021493606076, + "gap_ms": [ + 18.142438028007746, + 150.11093113571405, + 148.8718381151557 + ], + "text": "It was a dark and stormy night when the old lighthouse keeper heard a knock at the door.", + "warmup": false + } + ], + "summary": { + "n_requests": 12, + "ttfa_ms": { + "n": 12, + "p50": 68.33451613783836, + "p90": 73.28273681923747, + "max": 83.17983103916049, + "mean": 69.62136753524344 + }, + "playback_start_ms": { + "n": 12, + "p50": 68.33451613783836, + "p90": 73.28273681923747, + "max": 83.17983103916049, + "mean": 69.62136753524344 + }, + "stall_at_ttfa_ms": { + "n": 12, + "p50": 0.0, + "p90": 0.0, + "max": 0.0, + "mean": 0.0 + }, + "rtf_streamed": { + "n": 12, + "p50": 0.08635742321660342, + "p90": 0.1215816261329954, + "max": 0.1325052516955522, + "mean": 0.09403782813686186 + }, + "rtf_total": { + "n": 12, + "p50": 0.09134745778283103, + "p90": 0.11478718712597208, + "max": 0.12207683222103778, + "mean": 0.09467799020043266 + }, + "gap_ms": { + "n": 34, + "p50": 147.85551372915506, + "p90": 150.73996130377054, + "max": 307.8849776647985, + "mean": 110.04685662577258 + }, + "total_audio_s": 49.760000000000005, + "total_wall_s": 6.1986578069627285 + } +} \ No newline at end of file diff --git a/benchmarks/tts/edge_results/hw_emulation/20260909-145540/jetson_orin_32g/hw_profile.json b/benchmarks/tts/edge_results/hw_emulation/20260909-145540/jetson_orin_32g/hw_profile.json new file mode 100644 index 000000000..175a618c2 --- /dev/null +++ b/benchmarks/tts/edge_results/hw_emulation/20260909-145540/jetson_orin_32g/hw_profile.json @@ -0,0 +1,41 @@ +{ + "arch": "aarch64", + "cpu_model": "emulated Jetson Orin 32GB (emulated) host", + "cpu_flags": [ + "neon", + "dotprod", + "fp16_arith" + ], + "n_logical": 8, + "n_physical": 8, + "clusters": [ + { + "max_khz": 2200000, + "cpus": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7 + ] + } + ], + "numa_nodes": 2, + "ram_total_bytes": 34359738368, + "ram_available_bytes": 25769803776, + "accelerator": "cuda_unified", + "gpu_name": "Jetson Orin 32GB (emulated)", + "gpu_mem_bytes": 34359738368, + "gpu_sm_count": 16, + "gpu_capability": [ + 8, + 7 + ], + "supports_bf16": true, + "supports_fp16": true, + "thermal_zones": 2, + "source": "emulation" +} \ No newline at end of file diff --git a/benchmarks/tts/edge_results/hw_emulation/20260909-145540/jetson_orin_32g/timeline.json b/benchmarks/tts/edge_results/hw_emulation/20260909-145540/jetson_orin_32g/timeline.json new file mode 100644 index 000000000..cf081dd23 --- /dev/null +++ b/benchmarks/tts/edge_results/hw_emulation/20260909-145540/jetson_orin_32g/timeline.json @@ -0,0 +1,331 @@ +{ + "schema": 1, + "t0": 1788937196.095764, + "t_end": 1788937375.0144205, + "total_s": 178.9186565876007, + "phases": [ + { + "name": "stages_init", + "start": 1788937196.0966666, + "end": 1788937375.010322, + "stage_id": null, + "replica_id": 0, + "pid": 418683, + "role": "engine", + "extra": {}, + "dur_s": 178.91365551948547 + }, + { + "name": "g3_device_lock", + "start": 1788937197.701576, + "end": 1788937197.7016745, + "stage_id": 0, + "replica_id": 0, + "pid": 418683, + "role": "engine", + "extra": {}, + "dur_s": 9.846687316894531e-05 + }, + { + "name": "g2_launch_lock_wait", + "start": 1788937197.7017043, + "end": 1788937197.7017064, + "stage_id": 0, + "replica_id": 0, + "pid": 418683, + "role": "engine", + "extra": { + "acquired": true + }, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "g2_spawn_and_ready", + "start": 1788937197.7017646, + "end": 1788937306.7017794, + "stage_id": 0, + "replica_id": 0, + "pid": 418683, + "role": "engine", + "extra": {}, + "dur_s": 109.0000147819519 + }, + { + "name": "proc_entry", + "start": 1788937227.1890504, + "end": 1788937227.1890504, + "stage_id": 0, + "replica_id": 0, + "pid": 425541, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788937227.1953025, + "end": 1788937307.0603929, + "stage_id": 0, + "replica_id": 0, + "pid": 425541, + "role": "worker", + "extra": {}, + "dur_s": 79.86509037017822 + }, + { + "name": "init_device", + "start": 1788937228.1301286, + "end": 1788937231.9570189, + "stage_id": 0, + "replica_id": 0, + "pid": 425541, + "role": "worker", + "extra": {}, + "dur_s": 3.826890230178833 + }, + { + "name": "load_model", + "start": 1788937231.9600875, + "end": 1788937235.1971068, + "stage_id": 0, + "replica_id": 0, + "pid": 425541, + "role": "worker", + "extra": {}, + "dur_s": 3.2370193004608154 + }, + { + "name": "load_weights", + "start": 1788937231.9600928, + "end": 1788937235.1799903, + "stage_id": 0, + "replica_id": 0, + "pid": 425541, + "role": "worker", + "extra": {}, + "dur_s": 3.219897508621216 + }, + { + "name": "talker_mtp_init", + "start": 1788937235.1823616, + "end": 1788937235.1829107, + "stage_id": 0, + "replica_id": 0, + "pid": 425541, + "role": "worker", + "extra": {}, + "dur_s": 0.0005490779876708984 + }, + { + "name": "attn_prewarm", + "start": 1788937235.1850374, + "end": 1788937235.1949809, + "stage_id": 0, + "replica_id": 0, + "pid": 425541, + "role": "worker", + "extra": {}, + "dur_s": 0.009943485260009766 + }, + { + "name": "cudagraph_capture", + "start": 1788937278.018602, + "end": 1788937279.9298906, + "stage_id": 0, + "replica_id": 0, + "pid": 425541, + "role": "worker", + "extra": {}, + "dur_s": 1.9112887382507324 + }, + { + "name": "talker_mtp_capture", + "start": 1788937279.932117, + "end": 1788937303.1939397, + "stage_id": 0, + "replica_id": 0, + "pid": 425541, + "role": "worker", + "extra": {}, + "dur_s": 23.26182270050049 + }, + { + "name": "predictor_setup_compile", + "start": 1788937279.9345863, + "end": 1788937303.0044587, + "stage_id": 0, + "replica_id": 0, + "pid": 425541, + "role": "worker", + "extra": {}, + "dur_s": 23.06987237930298 + }, + { + "name": "predictor_warmup", + "start": 1788937279.9400873, + "end": 1788937302.996208, + "stage_id": 0, + "replica_id": 0, + "pid": 425541, + "role": "worker", + "extra": {}, + "dur_s": 23.05612063407898 + }, + { + "name": "predictor_setup_compile", + "start": 1788937303.0989366, + "end": 1788937303.0989392, + "stage_id": 0, + "replica_id": 0, + "pid": 425541, + "role": "worker", + "extra": {}, + "dur_s": 2.6226043701171875e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788937303.1291308, + "end": 1788937303.1291327, + "stage_id": 0, + "replica_id": 0, + "pid": 425541, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788937303.1514804, + "end": 1788937303.151482, + "stage_id": 0, + "replica_id": 0, + "pid": 425541, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "g3_device_lock", + "start": 1788937306.8852873, + "end": 1788937306.8854792, + "stage_id": 1, + "replica_id": 0, + "pid": 418683, + "role": "engine", + "extra": {}, + "dur_s": 0.0001919269561767578 + }, + { + "name": "g2_launch_lock_wait", + "start": 1788937306.8855052, + "end": 1788937306.885508, + "stage_id": 1, + "replica_id": 0, + "pid": 418683, + "role": "engine", + "extra": { + "acquired": true + }, + "dur_s": 2.86102294921875e-06 + }, + { + "name": "g2_spawn_and_ready", + "start": 1788937306.8857636, + "end": 1788937371.2813861, + "stage_id": 1, + "replica_id": 0, + "pid": 418683, + "role": "engine", + "extra": {}, + "dur_s": 64.39562249183655 + }, + { + "name": "proc_entry", + "start": 1788937359.3308196, + "end": 1788937359.3308196, + "stage_id": 1, + "replica_id": 0, + "pid": 442113, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788937359.3371582, + "end": 1788937371.5819116, + "stage_id": 1, + "replica_id": 0, + "pid": 442113, + "role": "worker", + "extra": {}, + "dur_s": 12.244753360748291 + }, + { + "name": "init_device", + "start": 1788937360.346136, + "end": 1788937364.6208138, + "stage_id": 1, + "replica_id": 0, + "pid": 442113, + "role": "worker", + "extra": {}, + "dur_s": 4.274677753448486 + }, + { + "name": "load_model", + "start": 1788937364.6241953, + "end": 1788937366.8248458, + "stage_id": 1, + "replica_id": 0, + "pid": 442113, + "role": "worker", + "extra": {}, + "dur_s": 2.200650453567505 + }, + { + "name": "load_weights", + "start": 1788937364.624201, + "end": 1788937366.8182845, + "stage_id": 1, + "replica_id": 0, + "pid": 442113, + "role": "worker", + "extra": {}, + "dur_s": 2.1940834522247314 + }, + { + "name": "code2wav_cudagraph", + "start": 1788937365.7831078, + "end": 1788937365.783183, + "stage_id": 1, + "replica_id": 0, + "pid": 442113, + "role": "worker", + "extra": {}, + "dur_s": 7.534027099609375e-05 + }, + { + "name": "talker_mtp_init", + "start": 1788937366.8206184, + "end": 1788937366.8206284, + "stage_id": 1, + "replica_id": 0, + "pid": 442113, + "role": "worker", + "extra": {}, + "dur_s": 1.0013580322265625e-05 + }, + { + "name": "attn_prewarm", + "start": 1788937366.8227258, + "end": 1788937366.8227358, + "stage_id": 1, + "replica_id": 0, + "pid": 442113, + "role": "worker", + "extra": {}, + "dur_s": 1.0013580322265625e-05 + } + ] +} \ No newline at end of file diff --git a/benchmarks/tts/edge_results/hw_emulation/20260909-145540/jetson_orin_8g/bench/Qwen3-TTS-12Hz-0.6B-CustomVoice/profile_auto/20260909-145909_jetson_orin_8g.json b/benchmarks/tts/edge_results/hw_emulation/20260909-145540/jetson_orin_8g/bench/Qwen3-TTS-12Hz-0.6B-CustomVoice/profile_auto/20260909-145909_jetson_orin_8g.json new file mode 100644 index 000000000..60308c915 --- /dev/null +++ b/benchmarks/tts/edge_results/hw_emulation/20260909-145540/jetson_orin_8g/bench/Qwen3-TTS-12Hz-0.6B-CustomVoice/profile_auto/20260909-145909_jetson_orin_8g.json @@ -0,0 +1,1158 @@ +{ + "schema": 1, + "meta": { + "model": "Qwen/Qwen3-TTS-12Hz-0.6B-CustomVoice", + "deploy_config": null, + "query_type": "CustomVoice", + "txt_prompts": "/data/zhoutaichang/embedding_infer/vllm-omni-run/benchmarks/tts/prompts_12.txt", + "git_sha": "602e3964", + "gpu_name": "NVIDIA L20X", + "cuda_visible_devices": "3", + "timestamp": "20260909-145909", + "argv": [ + "--query-type", + "CustomVoice", + "--txt-prompts", + "/data/zhoutaichang/embedding_infer/vllm-omni-run/benchmarks/tts/prompts_12.txt", + "--init-timeout", + "1500", + "--stage-init-timeout", + "1200" + ], + "bench_args": { + "model": "Qwen/Qwen3-TTS-12Hz-0.6B-CustomVoice", + "warmup": 1, + "repeat": 1, + "init_only": false, + "tag": "jetson_orin_8g", + "output_dir": "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/edge_results/hw_emulation/20260909-145540/jetson_orin_8g/bench", + "save_wav": false, + "gpu_poll_interval_s": 0.2, + "parallel_stage_init": false, + "deploy_profile": "auto", + "bench_help": false + }, + "warmup": 1, + "repeat": 1, + "init_only": false + }, + "init": { + "init_s": 129.0033661830239, + "init_timeline": { + "schema": 1, + "t0": 1788936976.2017155, + "t_end": 1788937100.9199085, + "total_s": 124.71819305419922, + "phases": [ + { + "name": "stages_init", + "start": 1788936976.2023551, + "end": 1788937100.9153888, + "stage_id": null, + "replica_id": 0, + "pid": 382030, + "role": "engine", + "extra": {}, + "dur_s": 124.71303367614746 + }, + { + "name": "g3_device_lock", + "start": 1788936977.6465156, + "end": 1788936977.6466358, + "stage_id": 0, + "replica_id": 0, + "pid": 382030, + "role": "engine", + "extra": {}, + "dur_s": 0.0001201629638671875 + }, + { + "name": "g2_launch_lock_wait", + "start": 1788936977.6466682, + "end": 1788936977.6466706, + "stage_id": 0, + "replica_id": 0, + "pid": 382030, + "role": "engine", + "extra": { + "acquired": true + }, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "g2_spawn_and_ready", + "start": 1788936977.6467502, + "end": 1788937036.7105439, + "stage_id": 0, + "replica_id": 0, + "pid": 382030, + "role": "engine", + "extra": {}, + "dur_s": 59.063793659210205 + }, + { + "name": "proc_entry", + "start": 1788937021.92302, + "end": 1788937021.92302, + "stage_id": 0, + "replica_id": 0, + "pid": 389077, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788937021.9341168, + "end": 1788937037.0617135, + "stage_id": 0, + "replica_id": 0, + "pid": 389077, + "role": "worker", + "extra": {}, + "dur_s": 15.127596616744995 + }, + { + "name": "init_device", + "start": 1788937022.9382017, + "end": 1788937026.638886, + "stage_id": 0, + "replica_id": 0, + "pid": 389077, + "role": "worker", + "extra": {}, + "dur_s": 3.7006843090057373 + }, + { + "name": "load_model", + "start": 1788937026.6422162, + "end": 1788937029.5129046, + "stage_id": 0, + "replica_id": 0, + "pid": 389077, + "role": "worker", + "extra": {}, + "dur_s": 2.8706884384155273 + }, + { + "name": "load_weights", + "start": 1788937026.6422246, + "end": 1788937029.5050254, + "stage_id": 0, + "replica_id": 0, + "pid": 389077, + "role": "worker", + "extra": {}, + "dur_s": 2.8628008365631104 + }, + { + "name": "talker_mtp_init", + "start": 1788937029.5073655, + "end": 1788937029.5087717, + "stage_id": 0, + "replica_id": 0, + "pid": 389077, + "role": "worker", + "extra": {}, + "dur_s": 0.0014061927795410156 + }, + { + "name": "attn_prewarm", + "start": 1788937029.5109634, + "end": 1788937029.5109673, + "stage_id": 0, + "replica_id": 0, + "pid": 389077, + "role": "worker", + "extra": {}, + "dur_s": 3.814697265625e-06 + }, + { + "name": "g3_device_lock", + "start": 1788937036.8933508, + "end": 1788937036.8934786, + "stage_id": 1, + "replica_id": 0, + "pid": 382030, + "role": "engine", + "extra": {}, + "dur_s": 0.0001277923583984375 + }, + { + "name": "g2_launch_lock_wait", + "start": 1788937036.8935075, + "end": 1788937036.8935106, + "stage_id": 1, + "replica_id": 0, + "pid": 382030, + "role": "engine", + "extra": { + "acquired": true + }, + "dur_s": 3.0994415283203125e-06 + }, + { + "name": "g2_spawn_and_ready", + "start": 1788937036.8936777, + "end": 1788937097.130456, + "stage_id": 1, + "replica_id": 0, + "pid": 382030, + "role": "engine", + "extra": {}, + "dur_s": 60.236778259277344 + }, + { + "name": "proc_entry", + "start": 1788937083.2225428, + "end": 1788937083.2225428, + "stage_id": 1, + "replica_id": 0, + "pid": 398558, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788937083.228271, + "end": 1788937097.4330206, + "stage_id": 1, + "replica_id": 0, + "pid": 398558, + "role": "worker", + "extra": {}, + "dur_s": 14.204749584197998 + }, + { + "name": "init_device", + "start": 1788937084.2443407, + "end": 1788937088.6246407, + "stage_id": 1, + "replica_id": 0, + "pid": 398558, + "role": "worker", + "extra": {}, + "dur_s": 4.380300045013428 + }, + { + "name": "load_model", + "start": 1788937088.6272058, + "end": 1788937093.026989, + "stage_id": 1, + "replica_id": 0, + "pid": 398558, + "role": "worker", + "extra": {}, + "dur_s": 4.399783134460449 + }, + { + "name": "load_weights", + "start": 1788937088.6272104, + "end": 1788937093.0111985, + "stage_id": 1, + "replica_id": 0, + "pid": 398558, + "role": "worker", + "extra": {}, + "dur_s": 4.38398814201355 + }, + { + "name": "code2wav_cudagraph", + "start": 1788937092.0205486, + "end": 1788937092.0206237, + "stage_id": 1, + "replica_id": 0, + "pid": 398558, + "role": "worker", + "extra": {}, + "dur_s": 7.510185241699219e-05 + }, + { + "name": "talker_mtp_init", + "start": 1788937093.0180583, + "end": 1788937093.0180619, + "stage_id": 1, + "replica_id": 0, + "pid": 398558, + "role": "worker", + "extra": {}, + "dur_s": 3.5762786865234375e-06 + }, + { + "name": "attn_prewarm", + "start": 1788937093.0213637, + "end": 1788937093.0213668, + "stage_id": 1, + "replica_id": 0, + "pid": 398558, + "role": "worker", + "extra": {}, + "dur_s": 3.0994415283203125e-06 + } + ] + } + }, + "resources": { + "peak_rss_bytes": 9020207104, + "peak_gpu_mem_mib": 6236, + "gpu_mem_samples": 196, + "gpu_mem_mode": "per-process" + }, + "requests": [ + { + "request_id": "w0", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 9498.977854382247, + "gap_ms": 9498.977854382247, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 9689.383544959128, + "gap_ms": 190.40569057688117, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 9904.208207968622, + "gap_ms": 214.82466300949454, + "samples": 11520 + }, + { + "idx": 3, + "t_ms": 10094.394760206342, + "gap_ms": 190.1865522377193, + "samples": 15360 + }, + { + "idx": 4, + "t_ms": 10377.320267260075, + "gap_ms": 282.9255070537329, + "samples": 19200 + }, + { + "idx": 5, + "t_ms": 10396.367113105953, + "gap_ms": 19.046845845878124, + "samples": 23040 + } + ], + "t_final_ms": 10801.08840437606, + "ttfa_ms": 9498.977854382247, + "playback_start_ms": 9529.383544959128, + "stall_at_ttfa_ms": 30.40569057688117, + "n_chunks": 6, + "streamed_audio_s": 3.36, + "tail_audio_s": 1.44, + "total_wall_s": 10.80108840437606, + "rtf_streamed": 3.094156878900581, + "rtf_total": 2.250226750911679, + "gap_ms": [ + 190.40569057688117, + 214.82466300949454, + 190.1865522377193, + 282.9255070537329, + 19.046845845878124 + ], + "text": "Hello, welcome to the voice synthesis benchmark test.", + "warmup": true + }, + { + "request_id": "r0_0", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 180.466182064265, + "gap_ms": 180.466182064265, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 358.42903098091483, + "gap_ms": 177.96284891664982, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 667.6190407015383, + "gap_ms": 309.1900097206235, + "samples": 13440 + }, + { + "idx": 3, + "t_ms": 1170.36651680246, + "gap_ms": 502.74747610092163, + "samples": 17280 + }, + { + "idx": 4, + "t_ms": 1759.79941803962, + "gap_ms": 589.43290123716, + "samples": 23040 + }, + { + "idx": 5, + "t_ms": 2430.2085149101913, + "gap_ms": 670.4090968705714, + "samples": 28800 + } + ], + "t_final_ms": 2937.2792169451714, + "ttfa_ms": 180.466182064265, + "playback_start_ms": 198.42903098091483, + "stall_at_ttfa_ms": 17.96284891664982, + "n_chunks": 6, + "streamed_audio_s": 3.92, + "tail_audio_s": 0.88, + "total_wall_s": 2.9372792169451714, + "rtf_streamed": 0.6199511517628039, + "rtf_total": 0.6119331701969107, + "gap_ms": [ + 177.96284891664982, + 309.1900097206235, + 502.74747610092163, + 589.43290123716, + 670.4090968705714 + ], + "text": "Hello, welcome to the voice synthesis benchmark test.", + "warmup": false + }, + { + "request_id": "r0_1", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 186.21136201545596, + "gap_ms": 186.21136201545596, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 361.01151118054986, + "gap_ms": 174.8001491650939, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 617.4220982939005, + "gap_ms": 256.41058711335063, + "samples": 11520 + }, + { + "idx": 3, + "t_ms": 1054.1211850941181, + "gap_ms": 436.69908680021763, + "samples": 15360 + }, + { + "idx": 4, + "t_ms": 1523.8420590758324, + "gap_ms": 469.72087398171425, + "samples": 21120 + }, + { + "idx": 5, + "t_ms": 2130.5784611031413, + "gap_ms": 606.7364020273089, + "samples": 26880 + } + ], + "t_final_ms": 2350.749251898378, + "ttfa_ms": 186.21136201545596, + "playback_start_ms": 201.01151118054986, + "stall_at_ttfa_ms": 14.800149165093899, + "n_chunks": 6, + "streamed_audio_s": 3.6, + "tail_audio_s": 0.4, + "total_wall_s": 2.350749251898378, + "rtf_streamed": 0.5918273503064281, + "rtf_total": 0.5876873129745945, + "gap_ms": [ + 174.8001491650939, + 256.41058711335063, + 436.69908680021763, + 469.72087398171425, + 606.7364020273089 + ], + "text": "She said she would be here by noon, but nobody showed up.", + "warmup": false + }, + { + "request_id": "r0_2", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 189.13057167083025, + "gap_ms": 189.13057167083025, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 359.934666659683, + "gap_ms": 170.80409498885274, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 626.33206974715, + "gap_ms": 266.39740308746696, + "samples": 11520 + }, + { + "idx": 3, + "t_ms": 995.9177258424461, + "gap_ms": 369.58565609529614, + "samples": 15360 + }, + { + "idx": 4, + "t_ms": 1481.0904329642653, + "gap_ms": 485.17270712181926, + "samples": 21120 + }, + { + "idx": 5, + "t_ms": 2036.6765386424959, + "gap_ms": 555.5861056782305, + "samples": 24960 + } + ], + "t_final_ms": 2526.501118671149, + "ttfa_ms": 189.13057167083025, + "playback_start_ms": 199.934666659683, + "stall_at_ttfa_ms": 10.80409498885274, + "n_chunks": 6, + "streamed_audio_s": 3.52, + "tail_audio_s": 0.88, + "total_wall_s": 2.526501118671149, + "rtf_streamed": 0.5786012893870727, + "rtf_total": 0.5742047996979883, + "gap_ms": [ + 170.80409498885274, + 266.39740308746696, + 369.58565609529614, + 485.17270712181926, + 555.5861056782305 + ], + "text": "The quick brown fox jumps over the lazy dog near the riverbank.", + "warmup": false + }, + { + "request_id": "r0_3", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 186.21199717745185, + "gap_ms": 186.21199717745185, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 356.47769132629037, + "gap_ms": 170.26569414883852, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 615.7490410842001, + "gap_ms": 259.2713497579098, + "samples": 11520 + }, + { + "idx": 3, + "t_ms": 961.944037117064, + "gap_ms": 346.19499603286386, + "samples": 15360 + }, + { + "idx": 4, + "t_ms": 1427.0423240959644, + "gap_ms": 465.09828697890043, + "samples": 19200 + }, + { + "idx": 5, + "t_ms": 1969.4357700645924, + "gap_ms": 542.3934459686279, + "samples": 23040 + } + ], + "t_final_ms": 2756.0699861496687, + "ttfa_ms": 186.21199717745185, + "playback_start_ms": 196.47769132629037, + "stall_at_ttfa_ms": 10.26569414883852, + "n_chunks": 6, + "streamed_audio_s": 3.36, + "tail_audio_s": 1.36, + "total_wall_s": 2.7560699861496687, + "rtf_streamed": 0.5861415982335096, + "rtf_total": 0.5839131326588282, + "gap_ms": [ + 170.26569414883852, + 259.2713497579098, + 346.19499603286386, + 465.09828697890043, + 542.3934459686279 + ], + "text": "I can't believe how beautiful the sunset looks from up here on the mountain.", + "warmup": false + }, + { + "request_id": "r0_4", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 191.76805298775434, + "gap_ms": 191.76805298775434, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 365.75297405943274, + "gap_ms": 173.9849210716784, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 627.9256651178002, + "gap_ms": 262.1726910583675, + "samples": 11520 + }, + { + "idx": 3, + "t_ms": 974.8428403399885, + "gap_ms": 346.91717522218823, + "samples": 15360 + }, + { + "idx": 4, + "t_ms": 1661.1361261457205, + "gap_ms": 686.293285805732, + "samples": 19200 + }, + { + "idx": 5, + "t_ms": 2239.6327322348952, + "gap_ms": 578.4966060891747, + "samples": 24960 + } + ], + "t_final_ms": 3464.8528820835054, + "ttfa_ms": 191.76805298775434, + "playback_start_ms": 205.75297405943274, + "stall_at_ttfa_ms": 13.9849210716784, + "n_chunks": 6, + "streamed_audio_s": 3.44, + "tail_audio_s": 1.6, + "total_wall_s": 3.4648528820835054, + "rtf_streamed": 0.6510560268124695, + "rtf_total": 0.6874708099372034, + "gap_ms": [ + 173.9849210716784, + 262.1726910583675, + 346.91717522218823, + 686.293285805732, + 578.4966060891747 + ], + "text": "Please remember to bring your identification documents to the appointment tomorrow morning.", + "warmup": false + }, + { + "request_id": "r0_5", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 180.74133479967713, + "gap_ms": 180.74133479967713, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 362.56567388772964, + "gap_ms": 181.8243390880525, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 678.9954276755452, + "gap_ms": 316.42975378781557, + "samples": 13440 + }, + { + "idx": 3, + "t_ms": 1172.4381698295474, + "gap_ms": 493.4427421540022, + "samples": 19200 + }, + { + "idx": 4, + "t_ms": 1637.3441708274186, + "gap_ms": 464.90600099787116, + "samples": 23040 + }, + { + "idx": 5, + "t_ms": 2815.576837863773, + "gap_ms": 1178.2326670363545, + "samples": 48000 + } + ], + "t_final_ms": 3170.043084770441, + "ttfa_ms": 180.74133479967713, + "playback_start_ms": 202.56567388772964, + "stall_at_ttfa_ms": 21.82433908805251, + "n_chunks": 6, + "streamed_audio_s": 4.8, + "tail_audio_s": 0.8, + "total_wall_s": 3.170043084770441, + "rtf_streamed": 0.5865785078882861, + "rtf_total": 0.5660791222804359, + "gap_ms": [ + 181.8243390880525, + 316.42975378781557, + 493.4427421540022, + 464.90600099787116, + 1178.2326670363545 + ], + "text": "Have you ever wondered what it would be like to travel through time and visit ancient civilizations?", + "warmup": false + }, + { + "request_id": "r0_6", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 174.1851158440113, + "gap_ms": 174.1851158440113, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 346.1971338838339, + "gap_ms": 172.01201803982258, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 601.3958198018372, + "gap_ms": 255.19868591800332, + "samples": 11520 + }, + { + "idx": 3, + "t_ms": 955.6994419544935, + "gap_ms": 354.3036221526563, + "samples": 15360 + }, + { + "idx": 4, + "t_ms": 1388.9103760011494, + "gap_ms": 433.2109340466559, + "samples": 19200 + }, + { + "idx": 5, + "t_ms": 1982.9820240847766, + "gap_ms": 594.0716480836272, + "samples": 23040 + }, + { + "idx": 6, + "t_ms": 3084.042552858591, + "gap_ms": 1101.0605287738144, + "samples": 48000 + } + ], + "t_final_ms": 3525.2399472519755, + "ttfa_ms": 174.1851158440113, + "playback_start_ms": 186.19713388383389, + "stall_at_ttfa_ms": 12.012018039822578, + "n_chunks": 7, + "streamed_audio_s": 5.36, + "tail_audio_s": 0.8, + "total_wall_s": 3.5252399472519755, + "rtf_streamed": 0.5753810732945133, + "rtf_total": 0.5722792122162298, + "gap_ms": [ + 172.01201803982258, + 255.19868591800332, + 354.3036221526563, + 433.2109340466559, + 594.0716480836272, + 1101.0605287738144 + ], + "text": "The restaurant on the corner serves the best pasta I have ever tasted in my entire life.", + "warmup": false + }, + { + "request_id": "r0_7", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 195.38136012852192, + "gap_ms": 195.38136012852192, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 371.63095921278, + "gap_ms": 176.24959908425808, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 665.2554511092603, + "gap_ms": 293.6244918964803, + "samples": 11520 + }, + { + "idx": 3, + "t_ms": 1063.308927230537, + "gap_ms": 398.0534761212766, + "samples": 17280 + }, + { + "idx": 4, + "t_ms": 1602.827348280698, + "gap_ms": 539.5184210501611, + "samples": 23040 + }, + { + "idx": 5, + "t_ms": 2270.252151414752, + "gap_ms": 667.424803134054, + "samples": 28800 + } + ], + "t_final_ms": 2960.7506250031292, + "ttfa_ms": 195.38136012852192, + "playback_start_ms": 211.63095921278, + "stall_at_ttfa_ms": 16.24959908425808, + "n_chunks": 6, + "streamed_audio_s": 3.84, + "tail_audio_s": 1.28, + "total_wall_s": 2.9607506250031292, + "rtf_streamed": 0.5912114977642584, + "rtf_total": 0.5782716064459237, + "gap_ms": [ + 176.24959908425808, + 293.6244918964803, + 398.0534761212766, + 539.5184210501611, + 667.424803134054 + ], + "text": "After the meeting, we should discuss the quarterly results and plan for the next phase.", + "warmup": false + }, + { + "request_id": "r0_8", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 178.62620390951633, + "gap_ms": 178.62620390951633, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 355.81603879109025, + "gap_ms": 177.18983488157392, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 614.745148923248, + "gap_ms": 258.9291101321578, + "samples": 11520 + }, + { + "idx": 3, + "t_ms": 955.7055421173573, + "gap_ms": 340.9603931941092, + "samples": 15360 + }, + { + "idx": 4, + "t_ms": 1385.2556720376015, + "gap_ms": 429.5501299202442, + "samples": 19200 + }, + { + "idx": 5, + "t_ms": 1933.9630380272865, + "gap_ms": 548.7073659896851, + "samples": 24960 + }, + { + "idx": 6, + "t_ms": 2972.650059964508, + "gap_ms": 1038.6870219372213, + "samples": 48000 + } + ], + "t_final_ms": 3694.8771718889475, + "ttfa_ms": 178.62620390951633, + "playback_start_ms": 195.81603879109025, + "stall_at_ttfa_ms": 17.189834881573915, + "n_chunks": 7, + "streamed_audio_s": 5.44, + "tail_audio_s": 1.36, + "total_wall_s": 3.6948771718889475, + "rtf_streamed": 0.5464430257287698, + "rtf_total": 0.5433642899836687, + "gap_ms": [ + 177.18983488157392, + 258.9291101321578, + 340.9603931941092, + 429.5501299202442, + 548.7073659896851, + 1038.6870219372213 + ], + "text": "Learning a new language takes patience, practice, and a genuine curiosity about other cultures.", + "warmup": false + }, + { + "request_id": "r0_9", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 180.9624508023262, + "gap_ms": 180.9624508023262, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 340.93625005334616, + "gap_ms": 159.97379925101995, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 590.60581587255, + "gap_ms": 249.66956581920385, + "samples": 11520 + }, + { + "idx": 3, + "t_ms": 937.9266686737537, + "gap_ms": 347.3208528012037, + "samples": 15360 + }, + { + "idx": 4, + "t_ms": 1340.0834458880126, + "gap_ms": 402.1567772142589, + "samples": 19200 + }, + { + "idx": 5, + "t_ms": 2388.4025630541146, + "gap_ms": 1048.319117166102, + "samples": 48000 + } + ], + "t_final_ms": 3115.349425934255, + "ttfa_ms": 180.9624508023262, + "playback_start_ms": 180.9624508023262, + "stall_at_ttfa_ms": 0, + "n_chunks": 6, + "streamed_audio_s": 4.4, + "tail_audio_s": 1.44, + "total_wall_s": 3.115349425934255, + "rtf_streamed": 0.5428187643304806, + "rtf_total": 0.5334502441668245, + "gap_ms": [ + 159.97379925101995, + 249.66956581920385, + 347.3208528012037, + 402.1567772142589, + 1048.319117166102 + ], + "text": "The train leaves at half past seven, so we need to arrive at the station before then.", + "warmup": false + }, + { + "request_id": "r0_10", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 176.5974280424416, + "gap_ms": 176.5974280424416, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 335.0057010538876, + "gap_ms": 158.408273011446, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 589.3466998822987, + "gap_ms": 254.3409988284111, + "samples": 11520 + }, + { + "idx": 3, + "t_ms": 929.9635039642453, + "gap_ms": 340.6168040819466, + "samples": 15360 + }, + { + "idx": 4, + "t_ms": 1350.8389969356358, + "gap_ms": 420.8754929713905, + "samples": 19200 + }, + { + "idx": 5, + "t_ms": 2384.7711607813835, + "gap_ms": 1033.9321638457477, + "samples": 48000 + } + ], + "t_final_ms": 3218.0966418236494, + "ttfa_ms": 176.5974280424416, + "playback_start_ms": 176.5974280424416, + "stall_at_ttfa_ms": 0, + "n_chunks": 6, + "streamed_audio_s": 4.4, + "tail_audio_s": 1.52, + "total_wall_s": 3.2180966418236494, + "rtf_streamed": 0.5419934456321326, + "rtf_total": 0.5435974057134543, + "gap_ms": [ + 158.408273011446, + 254.3409988284111, + 340.6168040819466, + 420.8754929713905, + 1033.9321638457477 + ], + "text": "Could you please turn down the music a little bit, I'm trying to concentrate on my work.", + "warmup": false + }, + { + "request_id": "r0_11", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 177.01446590945125, + "gap_ms": 177.01446590945125, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 337.73790718987584, + "gap_ms": 160.7234412804246, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 586.682234890759, + "gap_ms": 248.94432770088315, + "samples": 11520 + }, + { + "idx": 3, + "t_ms": 936.4643557928503, + "gap_ms": 349.78212090209126, + "samples": 15360 + }, + { + "idx": 4, + "t_ms": 1343.5302898287773, + "gap_ms": 407.06593403592706, + "samples": 19200 + }, + { + "idx": 5, + "t_ms": 2365.47291604802, + "gap_ms": 1021.9426262192428, + "samples": 48000 + } + ], + "t_final_ms": 3211.8923189118505, + "ttfa_ms": 177.01446590945125, + "playback_start_ms": 177.73790718987584, + "stall_at_ttfa_ms": 0.7234412804245949, + "n_chunks": 6, + "streamed_audio_s": 4.4, + "tail_audio_s": 1.6, + "total_wall_s": 3.2118923189118505, + "rtf_streamed": 0.5376074809200045, + "rtf_total": 0.5353153864853084, + "gap_ms": [ + 160.7234412804246, + 248.94432770088315, + 349.78212090209126, + 407.06593403592706, + 1021.9426262192428 + ], + "text": "It was a dark and stormy night when the old lighthouse keeper heard a knock at the door.", + "warmup": false + } + ], + "summary": { + "n_requests": 12, + "ttfa_ms": { + "n": 12, + "p50": 180.74133479967713, + "p90": 191.76805298775434, + "max": 195.38136012852192, + "mean": 183.1080437793086 + }, + "playback_start_ms": { + "n": 12, + "p50": 196.47769132629037, + "p90": 205.75297405943274, + "max": 211.63095921278, + "mean": 194.42612216807902 + }, + "stall_at_ttfa_ms": { + "n": 12, + "p50": 12.012018039822578, + "p90": 17.96284891664982, + "max": 21.82433908805251, + "mean": 11.318078388770422 + }, + "rtf_streamed": { + "n": 12, + "p50": 0.5786012893870727, + "p90": 0.6199511517628039, + "max": 0.6510560268124695, + "mean": 0.5791342676717274 + }, + "rtf_total": { + "n": 12, + "p50": 0.5722792122162298, + "p90": 0.6119331701969107, + "max": 0.6874708099372034, + "mean": 0.5764638743964475 + }, + "gap_ms": { + "n": 62, + "p50": 354.3036221526563, + "p90": 686.293285805732, + "max": 1178.2326670363545, + "mean": 433.71618925143156 + }, + "total_audio_s": 50.480000000000004, + "total_wall_s": 36.93170167133212 + } +} \ No newline at end of file diff --git a/benchmarks/tts/edge_results/hw_emulation/20260909-145540/jetson_orin_8g/hw_profile.json b/benchmarks/tts/edge_results/hw_emulation/20260909-145540/jetson_orin_8g/hw_profile.json new file mode 100644 index 000000000..e328ad5ef --- /dev/null +++ b/benchmarks/tts/edge_results/hw_emulation/20260909-145540/jetson_orin_8g/hw_profile.json @@ -0,0 +1,41 @@ +{ + "arch": "aarch64", + "cpu_model": "emulated Jetson Orin 8GB (emulated) host", + "cpu_flags": [ + "neon", + "dotprod", + "fp16_arith" + ], + "n_logical": 8, + "n_physical": 8, + "clusters": [ + { + "max_khz": 2200000, + "cpus": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7 + ] + } + ], + "numa_nodes": 2, + "ram_total_bytes": 8589934592, + "ram_available_bytes": 6442450944, + "accelerator": "cuda_unified", + "gpu_name": "Jetson Orin 8GB (emulated)", + "gpu_mem_bytes": 8589934592, + "gpu_sm_count": 16, + "gpu_capability": [ + 8, + 7 + ], + "supports_bf16": true, + "supports_fp16": true, + "thermal_zones": 2, + "source": "emulation" +} \ No newline at end of file diff --git a/benchmarks/tts/edge_results/hw_emulation/20260909-145540/jetson_orin_8g/timeline.json b/benchmarks/tts/edge_results/hw_emulation/20260909-145540/jetson_orin_8g/timeline.json new file mode 100644 index 000000000..e6d0baee0 --- /dev/null +++ b/benchmarks/tts/edge_results/hw_emulation/20260909-145540/jetson_orin_8g/timeline.json @@ -0,0 +1,254 @@ +{ + "schema": 1, + "t0": 1788936976.2017155, + "t_end": 1788937100.9199085, + "total_s": 124.71819305419922, + "phases": [ + { + "name": "stages_init", + "start": 1788936976.2023551, + "end": 1788937100.9153888, + "stage_id": null, + "replica_id": 0, + "pid": 382030, + "role": "engine", + "extra": {}, + "dur_s": 124.71303367614746 + }, + { + "name": "g3_device_lock", + "start": 1788936977.6465156, + "end": 1788936977.6466358, + "stage_id": 0, + "replica_id": 0, + "pid": 382030, + "role": "engine", + "extra": {}, + "dur_s": 0.0001201629638671875 + }, + { + "name": "g2_launch_lock_wait", + "start": 1788936977.6466682, + "end": 1788936977.6466706, + "stage_id": 0, + "replica_id": 0, + "pid": 382030, + "role": "engine", + "extra": { + "acquired": true + }, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "g2_spawn_and_ready", + "start": 1788936977.6467502, + "end": 1788937036.7105439, + "stage_id": 0, + "replica_id": 0, + "pid": 382030, + "role": "engine", + "extra": {}, + "dur_s": 59.063793659210205 + }, + { + "name": "proc_entry", + "start": 1788937021.92302, + "end": 1788937021.92302, + "stage_id": 0, + "replica_id": 0, + "pid": 389077, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788937021.9341168, + "end": 1788937037.0617135, + "stage_id": 0, + "replica_id": 0, + "pid": 389077, + "role": "worker", + "extra": {}, + "dur_s": 15.127596616744995 + }, + { + "name": "init_device", + "start": 1788937022.9382017, + "end": 1788937026.638886, + "stage_id": 0, + "replica_id": 0, + "pid": 389077, + "role": "worker", + "extra": {}, + "dur_s": 3.7006843090057373 + }, + { + "name": "load_model", + "start": 1788937026.6422162, + "end": 1788937029.5129046, + "stage_id": 0, + "replica_id": 0, + "pid": 389077, + "role": "worker", + "extra": {}, + "dur_s": 2.8706884384155273 + }, + { + "name": "load_weights", + "start": 1788937026.6422246, + "end": 1788937029.5050254, + "stage_id": 0, + "replica_id": 0, + "pid": 389077, + "role": "worker", + "extra": {}, + "dur_s": 2.8628008365631104 + }, + { + "name": "talker_mtp_init", + "start": 1788937029.5073655, + "end": 1788937029.5087717, + "stage_id": 0, + "replica_id": 0, + "pid": 389077, + "role": "worker", + "extra": {}, + "dur_s": 0.0014061927795410156 + }, + { + "name": "attn_prewarm", + "start": 1788937029.5109634, + "end": 1788937029.5109673, + "stage_id": 0, + "replica_id": 0, + "pid": 389077, + "role": "worker", + "extra": {}, + "dur_s": 3.814697265625e-06 + }, + { + "name": "g3_device_lock", + "start": 1788937036.8933508, + "end": 1788937036.8934786, + "stage_id": 1, + "replica_id": 0, + "pid": 382030, + "role": "engine", + "extra": {}, + "dur_s": 0.0001277923583984375 + }, + { + "name": "g2_launch_lock_wait", + "start": 1788937036.8935075, + "end": 1788937036.8935106, + "stage_id": 1, + "replica_id": 0, + "pid": 382030, + "role": "engine", + "extra": { + "acquired": true + }, + "dur_s": 3.0994415283203125e-06 + }, + { + "name": "g2_spawn_and_ready", + "start": 1788937036.8936777, + "end": 1788937097.130456, + "stage_id": 1, + "replica_id": 0, + "pid": 382030, + "role": "engine", + "extra": {}, + "dur_s": 60.236778259277344 + }, + { + "name": "proc_entry", + "start": 1788937083.2225428, + "end": 1788937083.2225428, + "stage_id": 1, + "replica_id": 0, + "pid": 398558, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788937083.228271, + "end": 1788937097.4330206, + "stage_id": 1, + "replica_id": 0, + "pid": 398558, + "role": "worker", + "extra": {}, + "dur_s": 14.204749584197998 + }, + { + "name": "init_device", + "start": 1788937084.2443407, + "end": 1788937088.6246407, + "stage_id": 1, + "replica_id": 0, + "pid": 398558, + "role": "worker", + "extra": {}, + "dur_s": 4.380300045013428 + }, + { + "name": "load_model", + "start": 1788937088.6272058, + "end": 1788937093.026989, + "stage_id": 1, + "replica_id": 0, + "pid": 398558, + "role": "worker", + "extra": {}, + "dur_s": 4.399783134460449 + }, + { + "name": "load_weights", + "start": 1788937088.6272104, + "end": 1788937093.0111985, + "stage_id": 1, + "replica_id": 0, + "pid": 398558, + "role": "worker", + "extra": {}, + "dur_s": 4.38398814201355 + }, + { + "name": "code2wav_cudagraph", + "start": 1788937092.0205486, + "end": 1788937092.0206237, + "stage_id": 1, + "replica_id": 0, + "pid": 398558, + "role": "worker", + "extra": {}, + "dur_s": 7.510185241699219e-05 + }, + { + "name": "talker_mtp_init", + "start": 1788937093.0180583, + "end": 1788937093.0180619, + "stage_id": 1, + "replica_id": 0, + "pid": 398558, + "role": "worker", + "extra": {}, + "dur_s": 3.5762786865234375e-06 + }, + { + "name": "attn_prewarm", + "start": 1788937093.0213637, + "end": 1788937093.0213668, + "stage_id": 1, + "replica_id": 0, + "pid": 398558, + "role": "worker", + "extra": {}, + "dur_s": 3.0994415283203125e-06 + } + ] +} \ No newline at end of file diff --git a/benchmarks/tts/edge_results/hw_emulation/20260909-145540/summary.json b/benchmarks/tts/edge_results/hw_emulation/20260909-145540/summary.json new file mode 100644 index 000000000..265dab528 --- /dev/null +++ b/benchmarks/tts/edge_results/hw_emulation/20260909-145540/summary.json @@ -0,0 +1,118 @@ +{ + "model": "Qwen/Qwen3-TTS-12Hz-0.6B-CustomVoice", + "timestamp": "20260909-145540", + "rows": [ + { + "case": "jetson_orin_8g", + "note": "unified 8 GiB -> tight budgets, eager", + "returncode": 0, + "cmd": [ + "/data/zhoutaichang/embedding_infer/.venvs/omni-cuda/bin/python", + "/data/zhoutaichang/embedding_infer/vllm-omni-run/benchmarks/tts/stream_latency_bench.py", + "--model", + "Qwen/Qwen3-TTS-12Hz-0.6B-CustomVoice", + "--deploy-profile", + "auto", + "--query-type", + "CustomVoice", + "--txt-prompts", + "/data/zhoutaichang/embedding_infer/vllm-omni-run/benchmarks/tts/prompts_12.txt", + "--warmup", + "1", + "--repeat", + "1", + "--output-dir", + "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/edge_results/hw_emulation/20260909-145540/jetson_orin_8g/bench", + "--tag", + "jetson_orin_8g", + "--init-timeout", + "1500", + "--stage-init-timeout", + "1200" + ], + "hardware_class": "jetson", + "init_s": 129.0033661830239, + "ttfa_p50": 180.74133479967713, + "playback_start_p50": 196.47769132629037, + "stall_p50": 12.012018039822578, + "rtf_total_p50": 0.5722792122162298, + "peak_rss_gib": 8.40072250366211, + "peak_gpu_mib": 6236 + }, + { + "case": "jetson_orin_32g", + "note": "unified 32 GiB", + "returncode": 0, + "cmd": [ + "/data/zhoutaichang/embedding_infer/.venvs/omni-cuda/bin/python", + "/data/zhoutaichang/embedding_infer/vllm-omni-run/benchmarks/tts/stream_latency_bench.py", + "--model", + "Qwen/Qwen3-TTS-12Hz-0.6B-CustomVoice", + "--deploy-profile", + "auto", + "--query-type", + "CustomVoice", + "--txt-prompts", + "/data/zhoutaichang/embedding_infer/vllm-omni-run/benchmarks/tts/prompts_12.txt", + "--warmup", + "1", + "--repeat", + "1", + "--output-dir", + "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/edge_results/hw_emulation/20260909-145540/jetson_orin_32g/bench", + "--tag", + "jetson_orin_32g", + "--init-timeout", + "1500", + "--stage-init-timeout", + "1200" + ], + "hardware_class": "jetson", + "init_s": 183.16458623297513, + "ttfa_p50": 68.33451613783836, + "playback_start_p50": 68.33451613783836, + "stall_p50": 0.0, + "rtf_total_p50": 0.09134745778283103, + "peak_rss_gib": 8.63232421875, + "peak_gpu_mib": 23376 + }, + { + "case": "cuda_discrete_8g", + "note": "8 GiB VRAM -> eager + small KV", + "returncode": 0, + "cmd": [ + "/data/zhoutaichang/embedding_infer/.venvs/omni-cuda/bin/python", + "/data/zhoutaichang/embedding_infer/vllm-omni-run/benchmarks/tts/stream_latency_bench.py", + "--model", + "Qwen/Qwen3-TTS-12Hz-0.6B-CustomVoice", + "--deploy-profile", + "auto", + "--query-type", + "CustomVoice", + "--txt-prompts", + "/data/zhoutaichang/embedding_infer/vllm-omni-run/benchmarks/tts/prompts_12.txt", + "--warmup", + "1", + "--repeat", + "1", + "--output-dir", + "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/edge_results/hw_emulation/20260909-145540/cuda_discrete_8g/bench", + "--tag", + "cuda_discrete_8g", + "--init-timeout", + "1500", + "--stage-init-timeout", + "1200" + ], + "hardware_class": "cuda_discrete", + "init_s": 189.15159784117714, + "ttfa_p50": 47.47185343876481, + "playback_start_p50": 47.47185343876481, + "stall_p50": 0.0, + "rtf_total_p50": 0.08802489839940213, + "peak_rss_gib": 8.674686431884766, + "peak_gpu_mib": 9680 + } + ], + "table": "| case | rc | init_s | ttfa_p50 | playback_start_p50 | stall_p50 | rtf_total_p50 | peak_rss_gib | peak_gpu_mib | note |\n|---|---|---|---|---|---|---|---|---|---|\n| jetson_orin_8g | 0 | 129.0 | 180.7 | 196.5 | 12.0 | 0.572 | 8.4 | 6236 | unified 8 GiB -> tight budgets, eager |\n| jetson_orin_32g | 0 | 183.2 | 68.3 | 68.3 | 0.0 | 0.091 | 8.6 | 23376 | unified 32 GiB |\n| cuda_discrete_8g | 0 | 189.2 | 47.5 | 47.5 | 0.0 | 0.088 | 8.7 | 9680 | 8 GiB VRAM -> eager + small KV |" +} \ No newline at end of file diff --git a/benchmarks/tts/edge_results/init_profile/20260909-144054/cold_cache/timeline.json b/benchmarks/tts/edge_results/init_profile/20260909-144054/cold_cache/timeline.json new file mode 100644 index 000000000..59bd279e6 --- /dev/null +++ b/benchmarks/tts/edge_results/init_profile/20260909-144054/cold_cache/timeline.json @@ -0,0 +1,705 @@ +{ + "schema": 1, + "t0": 1788936130.2227666, + "t_end": 1788936483.5290287, + "total_s": 353.3062620162964, + "phases": [ + { + "name": "stages_init", + "start": 1788936130.2236135, + "end": 1788936483.523794, + "stage_id": null, + "replica_id": 0, + "pid": 233495, + "role": "engine", + "extra": {}, + "dur_s": 353.30018043518066 + }, + { + "name": "g3_device_lock", + "start": 1788936213.8167253, + "end": 1788936213.8169532, + "stage_id": 0, + "replica_id": 0, + "pid": 233495, + "role": "engine", + "extra": {}, + "dur_s": 0.00022792816162109375 + }, + { + "name": "g2_launch_lock_wait", + "start": 1788936213.8170276, + "end": 1788936213.817033, + "stage_id": 0, + "replica_id": 0, + "pid": 233495, + "role": "engine", + "extra": { + "acquired": true + }, + "dur_s": 5.4836273193359375e-06 + }, + { + "name": "g2_spawn_and_ready", + "start": 1788936213.8171694, + "end": 1788936428.8296494, + "stage_id": 0, + "replica_id": 0, + "pid": 233495, + "role": "engine", + "extra": {}, + "dur_s": 215.01248002052307 + }, + { + "name": "proc_entry", + "start": 1788936261.3698716, + "end": 1788936261.3698716, + "stage_id": 0, + "replica_id": 0, + "pid": 257105, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788936261.3749473, + "end": 1788936429.1718779, + "stage_id": 0, + "replica_id": 0, + "pid": 257105, + "role": "worker", + "extra": {}, + "dur_s": 167.79693055152893 + }, + { + "name": "init_device", + "start": 1788936262.3672578, + "end": 1788936266.9339638, + "stage_id": 0, + "replica_id": 0, + "pid": 257105, + "role": "worker", + "extra": {}, + "dur_s": 4.566705942153931 + }, + { + "name": "load_model", + "start": 1788936266.9370952, + "end": 1788936271.971528, + "stage_id": 0, + "replica_id": 0, + "pid": 257105, + "role": "worker", + "extra": {}, + "dur_s": 5.034432888031006 + }, + { + "name": "load_weights", + "start": 1788936266.9371006, + "end": 1788936271.8710577, + "stage_id": 0, + "replica_id": 0, + "pid": 257105, + "role": "worker", + "extra": {}, + "dur_s": 4.933957099914551 + }, + { + "name": "talker_mtp_init", + "start": 1788936271.876301, + "end": 1788936271.878915, + "stage_id": 0, + "replica_id": 0, + "pid": 257105, + "role": "worker", + "extra": {}, + "dur_s": 0.0026140213012695312 + }, + { + "name": "attn_prewarm", + "start": 1788936271.8815432, + "end": 1788936271.9681308, + "stage_id": 0, + "replica_id": 0, + "pid": 257105, + "role": "worker", + "extra": {}, + "dur_s": 0.08658766746520996 + }, + { + "name": "cudagraph_capture", + "start": 1788936319.5136025, + "end": 1788936323.0069542, + "stage_id": 0, + "replica_id": 0, + "pid": 257105, + "role": "worker", + "extra": {}, + "dur_s": 3.493351697921753 + }, + { + "name": "talker_mtp_capture", + "start": 1788936323.010157, + "end": 1788936424.7693493, + "stage_id": 0, + "replica_id": 0, + "pid": 257105, + "role": "worker", + "extra": {}, + "dur_s": 101.75919222831726 + }, + { + "name": "predictor_setup_compile", + "start": 1788936323.0162032, + "end": 1788936370.2061796, + "stage_id": 0, + "replica_id": 0, + "pid": 257105, + "role": "worker", + "extra": {}, + "dur_s": 47.18997645378113 + }, + { + "name": "predictor_warmup", + "start": 1788936323.0185823, + "end": 1788936370.2018816, + "stage_id": 0, + "replica_id": 0, + "pid": 257105, + "role": "worker", + "extra": {}, + "dur_s": 47.18329930305481 + }, + { + "name": "predictor_setup_compile", + "start": 1788936376.4055586, + "end": 1788936376.4055622, + "stage_id": 0, + "replica_id": 0, + "pid": 257105, + "role": "worker", + "extra": {}, + "dur_s": 3.5762786865234375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936376.5447793, + "end": 1788936376.544781, + "stage_id": 0, + "replica_id": 0, + "pid": 257105, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936383.0447352, + "end": 1788936383.0447385, + "stage_id": 0, + "replica_id": 0, + "pid": 257105, + "role": "worker", + "extra": {}, + "dur_s": 3.337860107421875e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936383.0775263, + "end": 1788936383.0775282, + "stage_id": 0, + "replica_id": 0, + "pid": 257105, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936390.216489, + "end": 1788936390.2164912, + "stage_id": 0, + "replica_id": 0, + "pid": 257105, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936390.2486777, + "end": 1788936390.24868, + "stage_id": 0, + "replica_id": 0, + "pid": 257105, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936396.4024348, + "end": 1788936396.4024384, + "stage_id": 0, + "replica_id": 0, + "pid": 257105, + "role": "worker", + "extra": {}, + "dur_s": 3.5762786865234375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936396.437745, + "end": 1788936396.4377475, + "stage_id": 0, + "replica_id": 0, + "pid": 257105, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936403.0829825, + "end": 1788936403.0829859, + "stage_id": 0, + "replica_id": 0, + "pid": 257105, + "role": "worker", + "extra": {}, + "dur_s": 3.337860107421875e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936403.1123192, + "end": 1788936403.1123214, + "stage_id": 0, + "replica_id": 0, + "pid": 257105, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936409.6557791, + "end": 1788936409.6557827, + "stage_id": 0, + "replica_id": 0, + "pid": 257105, + "role": "worker", + "extra": {}, + "dur_s": 3.5762786865234375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936409.712581, + "end": 1788936409.7125828, + "stage_id": 0, + "replica_id": 0, + "pid": 257105, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936417.135123, + "end": 1788936417.135126, + "stage_id": 0, + "replica_id": 0, + "pid": 257105, + "role": "worker", + "extra": {}, + "dur_s": 3.0994415283203125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936417.1716454, + "end": 1788936417.1716475, + "stage_id": 0, + "replica_id": 0, + "pid": 257105, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936423.2379582, + "end": 1788936423.2379615, + "stage_id": 0, + "replica_id": 0, + "pid": 257105, + "role": "worker", + "extra": {}, + "dur_s": 3.337860107421875e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936423.2684662, + "end": 1788936423.2684677, + "stage_id": 0, + "replica_id": 0, + "pid": 257105, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936423.3225656, + "end": 1788936423.3225675, + "stage_id": 0, + "replica_id": 0, + "pid": 257105, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936423.3649695, + "end": 1788936423.3649712, + "stage_id": 0, + "replica_id": 0, + "pid": 257105, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936423.4603908, + "end": 1788936423.4603932, + "stage_id": 0, + "replica_id": 0, + "pid": 257105, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936423.4930012, + "end": 1788936423.4930036, + "stage_id": 0, + "replica_id": 0, + "pid": 257105, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936423.560433, + "end": 1788936423.560435, + "stage_id": 0, + "replica_id": 0, + "pid": 257105, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936423.5957077, + "end": 1788936423.5957098, + "stage_id": 0, + "replica_id": 0, + "pid": 257105, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936423.623222, + "end": 1788936423.6232238, + "stage_id": 0, + "replica_id": 0, + "pid": 257105, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936423.663991, + "end": 1788936423.6639931, + "stage_id": 0, + "replica_id": 0, + "pid": 257105, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936423.6956782, + "end": 1788936423.6956801, + "stage_id": 0, + "replica_id": 0, + "pid": 257105, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936423.7243166, + "end": 1788936423.7243187, + "stage_id": 0, + "replica_id": 0, + "pid": 257105, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936423.7642605, + "end": 1788936423.7642632, + "stage_id": 0, + "replica_id": 0, + "pid": 257105, + "role": "worker", + "extra": {}, + "dur_s": 2.6226043701171875e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936423.7954204, + "end": 1788936423.7954223, + "stage_id": 0, + "replica_id": 0, + "pid": 257105, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936423.8316667, + "end": 1788936423.831669, + "stage_id": 0, + "replica_id": 0, + "pid": 257105, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936423.8622332, + "end": 1788936423.8622346, + "stage_id": 0, + "replica_id": 0, + "pid": 257105, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936424.025228, + "end": 1788936424.025231, + "stage_id": 0, + "replica_id": 0, + "pid": 257105, + "role": "worker", + "extra": {}, + "dur_s": 2.86102294921875e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936424.233902, + "end": 1788936424.233906, + "stage_id": 0, + "replica_id": 0, + "pid": 257105, + "role": "worker", + "extra": {}, + "dur_s": 4.0531158447265625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936424.4851813, + "end": 1788936424.4851854, + "stage_id": 0, + "replica_id": 0, + "pid": 257105, + "role": "worker", + "extra": {}, + "dur_s": 4.0531158447265625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936424.5221987, + "end": 1788936424.5222006, + "stage_id": 0, + "replica_id": 0, + "pid": 257105, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936424.5575473, + "end": 1788936424.5575492, + "stage_id": 0, + "replica_id": 0, + "pid": 257105, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936424.7090418, + "end": 1788936424.7090445, + "stage_id": 0, + "replica_id": 0, + "pid": 257105, + "role": "worker", + "extra": {}, + "dur_s": 2.6226043701171875e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936424.7333796, + "end": 1788936424.733381, + "stage_id": 0, + "replica_id": 0, + "pid": 257105, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "g3_device_lock", + "start": 1788936429.013076, + "end": 1788936429.0133293, + "stage_id": 1, + "replica_id": 0, + "pid": 233495, + "role": "engine", + "extra": {}, + "dur_s": 0.0002532005310058594 + }, + { + "name": "g2_launch_lock_wait", + "start": 1788936429.0133696, + "end": 1788936429.0133734, + "stage_id": 1, + "replica_id": 0, + "pid": 233495, + "role": "engine", + "extra": { + "acquired": true + }, + "dur_s": 3.814697265625e-06 + }, + { + "name": "g2_spawn_and_ready", + "start": 1788936429.01368, + "end": 1788936479.8813705, + "stage_id": 1, + "replica_id": 0, + "pid": 233495, + "role": "engine", + "extra": {}, + "dur_s": 50.867690563201904 + }, + { + "name": "proc_entry", + "start": 1788936458.5271602, + "end": 1788936458.5271602, + "stage_id": 1, + "replica_id": 0, + "pid": 288575, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788936458.5328898, + "end": 1788936480.2452476, + "stage_id": 1, + "replica_id": 0, + "pid": 288575, + "role": "worker", + "extra": {}, + "dur_s": 21.712357759475708 + }, + { + "name": "init_device", + "start": 1788936459.4907556, + "end": 1788936462.8935797, + "stage_id": 1, + "replica_id": 0, + "pid": 288575, + "role": "worker", + "extra": {}, + "dur_s": 3.4028241634368896 + }, + { + "name": "load_model", + "start": 1788936462.898718, + "end": 1788936472.3945782, + "stage_id": 1, + "replica_id": 0, + "pid": 288575, + "role": "worker", + "extra": {}, + "dur_s": 9.49586009979248 + }, + { + "name": "load_weights", + "start": 1788936462.8987236, + "end": 1788936472.378269, + "stage_id": 1, + "replica_id": 0, + "pid": 288575, + "role": "worker", + "extra": {}, + "dur_s": 9.47954535484314 + }, + { + "name": "code2wav_cudagraph", + "start": 1788936464.6127064, + "end": 1788936471.3545356, + "stage_id": 1, + "replica_id": 0, + "pid": 288575, + "role": "worker", + "extra": {}, + "dur_s": 6.74182915687561 + }, + { + "name": "talker_mtp_init", + "start": 1788936472.3804116, + "end": 1788936472.380416, + "stage_id": 1, + "replica_id": 0, + "pid": 288575, + "role": "worker", + "extra": {}, + "dur_s": 4.291534423828125e-06 + }, + { + "name": "attn_prewarm", + "start": 1788936472.3823671, + "end": 1788936472.3926113, + "stage_id": 1, + "replica_id": 0, + "pid": 288575, + "role": "worker", + "extra": {}, + "dur_s": 0.010244131088256836 + } + ] +} \ No newline at end of file diff --git a/benchmarks/tts/edge_results/init_profile/20260909-144054/summary.json b/benchmarks/tts/edge_results/init_profile/20260909-144054/summary.json new file mode 100644 index 000000000..160880a9e --- /dev/null +++ b/benchmarks/tts/edge_results/init_profile/20260909-144054/summary.json @@ -0,0 +1,88 @@ +{ + "model": "Qwen/Qwen3-TTS-12Hz-1.7B-CustomVoice", + "timestamp": "20260909-144054", + "rows": [ + { + "config": "cold_cache", + "returncode": 0, + "wall_s": 443.2846204279922, + "cmd": [ + "/data/zhoutaichang/embedding_infer/.venvs/omni-cuda/bin/python", + "/data/zhoutaichang/embedding_infer/vllm-omni-run/benchmarks/tts/stream_latency_bench.py", + "--init-only", + "--warmup", + "1", + "--model", + "Qwen/Qwen3-TTS-12Hz-1.7B-CustomVoice", + "--deploy-config", + "/data/zhoutaichang/embedding_infer/vllm-omni-run/vllm_omni/deploy/qwen3_tts.yaml", + "--output-dir", + "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/edge_results/init_profile/20260909-144054/cold_cache/bench", + "--tag", + "cold_cache", + "--init-timeout", + "1500", + "--stage-init-timeout", + "1200" + ], + "deploy_config": "/data/zhoutaichang/embedding_infer/vllm-omni-run/vllm_omni/deploy/qwen3_tts.yaml", + "init_s": 355.5421999040991, + "ttfa_ms": 464.5279091782868, + "gpu_mib": 46640, + "phases": { + "stages_init": 353.30018043518066, + "g3_device_lock": 0.0004811286926269531, + "g2_launch_lock_wait": 9.298324584960938e-06, + "g2_spawn_and_ready": 265.880170583725, + "proc_entry": 0.0, + "engine_core_init": 189.50928831100464, + "init_device": 7.96953010559082, + "load_model": 14.530292987823486, + "load_weights": 14.41350245475769, + "talker_mtp_init": 0.0026183128356933594, + "attn_prewarm": 0.0968317985534668, + "cudagraph_capture": 3.493351697921753, + "talker_mtp_capture": 101.75919222831726, + "predictor_setup_compile": 47.19006609916687, + "predictor_warmup": 47.18329930305481, + "code2wav_cudagraph": 6.74182915687561 + }, + "phases_by_stage": { + "-": { + "stages_init": 353.30018043518066 + }, + "0": { + "g3_device_lock": 0.00022792816162109375, + "g2_launch_lock_wait": 5.4836273193359375e-06, + "g2_spawn_and_ready": 215.01248002052307, + "proc_entry": 0.0, + "engine_core_init": 167.79693055152893, + "init_device": 4.566705942153931, + "load_model": 5.034432888031006, + "load_weights": 4.933957099914551, + "talker_mtp_init": 0.0026140213012695312, + "attn_prewarm": 0.08658766746520996, + "cudagraph_capture": 3.493351697921753, + "talker_mtp_capture": 101.75919222831726, + "predictor_setup_compile": 47.19006609916687, + "predictor_warmup": 47.18329930305481 + }, + "1": { + "g3_device_lock": 0.0002532005310058594, + "g2_launch_lock_wait": 3.814697265625e-06, + "g2_spawn_and_ready": 50.867690563201904, + "proc_entry": 0.0, + "engine_core_init": 21.712357759475708, + "init_device": 3.4028241634368896, + "load_model": 9.49586009979248, + "load_weights": 9.47954535484314, + "code2wav_cudagraph": 6.74182915687561, + "talker_mtp_init": 4.291534423828125e-06, + "attn_prewarm": 0.010244131088256836 + } + }, + "total_s": 353.3062620162964 + } + ], + "table": "| config | init_s | ttfa_ms | gpu_mib | stages_init | g2_spawn_and_ready | engine_core_init | init_device | load_model | load_weights | predictor_setup_compile | predictor_warmup | cudagraph_capture | talker_mtp_capture | code2wav_cudagraph |\n|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|\n| cold_cache | 355.5 | 464.5 | 46640 | 353.3 | 265.9 | 189.5 | 8.0 | 14.5 | 14.4 | 47.2 | 47.2 | 3.5 | 101.8 | 6.7 |" +} \ No newline at end of file diff --git a/benchmarks/tts/edge_results/stream_latency/Qwen3-TTS-12Hz-0.6B-CustomVoice/profile_edge/20260909-145500_edge_final.json b/benchmarks/tts/edge_results/stream_latency/Qwen3-TTS-12Hz-0.6B-CustomVoice/profile_edge/20260909-145500_edge_final.json new file mode 100644 index 000000000..7b1443e40 --- /dev/null +++ b/benchmarks/tts/edge_results/stream_latency/Qwen3-TTS-12Hz-0.6B-CustomVoice/profile_edge/20260909-145500_edge_final.json @@ -0,0 +1,12848 @@ +{ + "schema": 1, + "meta": { + "model": "Qwen/Qwen3-TTS-12Hz-0.6B-CustomVoice", + "deploy_config": null, + "query_type": "CustomVoice", + "txt_prompts": "benchmarks/tts/prompts_12.txt", + "git_sha": "602e3964", + "gpu_name": "NVIDIA L20X", + "cuda_visible_devices": "3", + "timestamp": "20260909-145500", + "argv": [ + "--query-type", + "CustomVoice", + "--txt-prompts", + "benchmarks/tts/prompts_12.txt", + "--init-timeout", + "1500", + "--stage-init-timeout", + "900" + ], + "bench_args": { + "model": "Qwen/Qwen3-TTS-12Hz-0.6B-CustomVoice", + "warmup": 1, + "repeat": 3, + "init_only": false, + "tag": "edge_final", + "output_dir": "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/edge_results/stream_latency", + "save_wav": false, + "gpu_poll_interval_s": 0.2, + "parallel_stage_init": false, + "deploy_profile": "edge", + "bench_help": false + }, + "warmup": 1, + "repeat": 3, + "init_only": false + }, + "init": { + "init_s": 143.65326760197058, + "init_timeline": { + "schema": 1, + "t0": 1788936744.1299126, + "t_end": 1788936883.428955, + "total_s": 139.2990424633026, + "phases": [ + { + "name": "proc_entry", + "start": 1788922130.877344, + "end": 1788922130.877344, + "stage_id": 0, + "replica_id": 0, + "pid": 2564074, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788922130.8864088, + "end": 1788922164.9667127, + "stage_id": 0, + "replica_id": 0, + "pid": 2564074, + "role": "worker", + "extra": {}, + "dur_s": 34.08030390739441 + }, + { + "name": "init_device", + "start": 1788922159.3280494, + "end": 1788922159.5362585, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 0.20820903778076172 + }, + { + "name": "load_model", + "start": 1788922159.5429327, + "end": 1788922164.054677, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 4.511744260787964 + }, + { + "name": "load_weights", + "start": 1788922159.5429373, + "end": 1788922164.0436099, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 4.5006725788116455 + }, + { + "name": "talker_mtp_init", + "start": 1788922164.0478003, + "end": 1788922164.0480099, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 0.00020956993103027344 + }, + { + "name": "attn_prewarm", + "start": 1788922164.0528018, + "end": 1788922164.0528057, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 3.814697265625e-06 + }, + { + "name": "proc_entry", + "start": 1788922191.4990642, + "end": 1788922191.4990642, + "stage_id": 1, + "replica_id": 0, + "pid": 2572020, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788922191.50477, + "end": 1788922220.5615401, + "stage_id": 1, + "replica_id": 0, + "pid": 2572020, + "role": "worker", + "extra": {}, + "dur_s": 29.056770086288452 + }, + { + "name": "init_device", + "start": 1788922218.1614058, + "end": 1788922218.3837707, + "stage_id": 1, + "replica_id": 0, + "pid": 2576162, + "role": "worker", + "extra": {}, + "dur_s": 0.2223649024963379 + }, + { + "name": "load_model", + "start": 1788922218.3888378, + "end": 1788922219.7271593, + "stage_id": 1, + "replica_id": 0, + "pid": 2576162, + "role": "worker", + "extra": {}, + "dur_s": 1.3383214473724365 + }, + { + "name": "load_weights", + "start": 1788922218.3888428, + "end": 1788922219.721446, + "stage_id": 1, + "replica_id": 0, + "pid": 2576162, + "role": "worker", + "extra": {}, + "dur_s": 1.3326032161712646 + }, + { + "name": "talker_mtp_init", + "start": 1788922219.7234585, + "end": 1788922219.7234626, + "stage_id": 1, + "replica_id": 0, + "pid": 2576162, + "role": "worker", + "extra": {}, + "dur_s": 4.0531158447265625e-06 + }, + { + "name": "attn_prewarm", + "start": 1788922219.7253046, + "end": 1788922219.725309, + "stage_id": 1, + "replica_id": 0, + "pid": 2576162, + "role": "worker", + "extra": {}, + "dur_s": 4.291534423828125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922232.3800435, + "end": 1788922232.3805099, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 0.00046634674072265625 + }, + { + "name": "predictor_setup_compile", + "start": 1788922232.5448647, + "end": 1788922232.5448668, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922232.6840897, + "end": 1788922232.6840913, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922232.815864, + "end": 1788922232.8158658, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922232.9475458, + "end": 1788922232.9475477, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922233.082061, + "end": 1788922233.0820625, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922233.2166655, + "end": 1788922233.2166674, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922233.352209, + "end": 1788922233.3522112, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922233.4855177, + "end": 1788922233.4855196, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922233.62089, + "end": 1788922233.6208916, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922233.7555537, + "end": 1788922233.7555556, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922233.8874066, + "end": 1788922233.8874087, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922234.01654, + "end": 1788922234.0165417, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922234.1470726, + "end": 1788922234.147074, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922234.2782345, + "end": 1788922234.2782362, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922234.4144115, + "end": 1788922234.4144132, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922234.5394251, + "end": 1788922234.5394268, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922234.6593056, + "end": 1788922234.6593072, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922234.779752, + "end": 1788922234.7797534, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922234.8985298, + "end": 1788922234.8985317, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922235.0202105, + "end": 1788922235.020212, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922235.1377785, + "end": 1788922235.13778, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922235.2551062, + "end": 1788922235.255108, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922235.3753815, + "end": 1788922235.3753834, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922235.4955156, + "end": 1788922235.4955177, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922235.617653, + "end": 1788922235.617655, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922235.736819, + "end": 1788922235.7368205, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922235.867074, + "end": 1788922235.8670764, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922236.012944, + "end": 1788922236.012946, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922236.1489553, + "end": 1788922236.148957, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922236.275778, + "end": 1788922236.2757797, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922236.3979807, + "end": 1788922236.3979828, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922236.5204244, + "end": 1788922236.5204265, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922236.6427953, + "end": 1788922236.6427972, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922236.7658389, + "end": 1788922236.7658405, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922236.889487, + "end": 1788922236.8894892, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922237.0114186, + "end": 1788922237.0114205, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922237.1327617, + "end": 1788922237.1327634, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922237.257166, + "end": 1788922237.2571678, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922237.3795977, + "end": 1788922237.3795993, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922237.5026846, + "end": 1788922237.5026865, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922237.6275811, + "end": 1788922237.6275833, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922237.7538147, + "end": 1788922237.7538166, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922237.8757157, + "end": 1788922237.8757176, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922238.0011864, + "end": 1788922238.0011883, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922238.1255898, + "end": 1788922238.1255913, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922238.2487857, + "end": 1788922238.2487876, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922238.3698301, + "end": 1788922238.369832, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922238.4959528, + "end": 1788922238.4959548, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922238.6160035, + "end": 1788922238.6160057, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922238.7370863, + "end": 1788922238.7370877, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922238.8616793, + "end": 1788922238.8616812, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922238.997887, + "end": 1788922238.9978883, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922240.212831, + "end": 1788922240.212833, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922240.356153, + "end": 1788922240.356155, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922240.4775074, + "end": 1788922240.4775093, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922240.5968802, + "end": 1788922240.596882, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922240.7270894, + "end": 1788922240.7270916, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922240.8489797, + "end": 1788922240.8489816, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922240.97141, + "end": 1788922240.9714117, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922241.090862, + "end": 1788922241.090864, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922241.20853, + "end": 1788922241.2085316, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922241.332088, + "end": 1788922241.3320897, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922241.4508145, + "end": 1788922241.4508162, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922241.5702968, + "end": 1788922241.5702991, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922241.694816, + "end": 1788922241.6948178, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922241.817439, + "end": 1788922241.817441, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922241.9354365, + "end": 1788922241.9354386, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922242.0606773, + "end": 1788922242.0606792, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922242.1798375, + "end": 1788922242.1798391, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922242.3017752, + "end": 1788922242.3017771, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922242.4618602, + "end": 1788922242.461862, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922242.5869555, + "end": 1788922242.5869572, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922242.7075486, + "end": 1788922242.7075508, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922242.8277454, + "end": 1788922242.8277476, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922242.950294, + "end": 1788922242.9502962, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922243.0693293, + "end": 1788922243.0693307, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922243.2184427, + "end": 1788922243.2184446, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922243.3400695, + "end": 1788922243.3400717, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922243.4587479, + "end": 1788922243.45875, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922243.5807874, + "end": 1788922243.5807896, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922243.7067819, + "end": 1788922243.7067838, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922243.8356984, + "end": 1788922243.8357003, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922243.959291, + "end": 1788922243.9592927, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922244.080161, + "end": 1788922244.0801625, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922244.1996424, + "end": 1788922244.199644, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922244.318174, + "end": 1788922244.318176, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922244.451145, + "end": 1788922244.4511468, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922244.5701833, + "end": 1788922244.570185, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922244.6948023, + "end": 1788922244.694804, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922244.8176062, + "end": 1788922244.8176079, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922244.9399116, + "end": 1788922244.9399133, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922245.0612528, + "end": 1788922245.061255, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922245.1843472, + "end": 1788922245.1843493, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922245.3095908, + "end": 1788922245.3095927, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922245.433744, + "end": 1788922245.4337456, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922245.557295, + "end": 1788922245.5572972, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922245.687104, + "end": 1788922245.687106, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922245.8201053, + "end": 1788922245.8201072, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922246.0662894, + "end": 1788922246.0662916, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922246.1840081, + "end": 1788922246.18401, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922246.3050156, + "end": 1788922246.3050172, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922246.4248142, + "end": 1788922246.4248161, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922246.542762, + "end": 1788922246.542764, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922246.6651924, + "end": 1788922246.6651943, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922246.7983098, + "end": 1788922246.7983117, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922246.9191864, + "end": 1788922246.9191883, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922247.045741, + "end": 1788922247.0457428, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922247.1724925, + "end": 1788922247.1724944, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922247.3057518, + "end": 1788922247.3057537, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922247.4234405, + "end": 1788922247.4234421, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922247.5429838, + "end": 1788922247.5429857, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922247.6628087, + "end": 1788922247.66281, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922247.7901843, + "end": 1788922247.790186, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922248.5937364, + "end": 1788922248.5937383, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922248.7371235, + "end": 1788922248.7371256, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922248.8638175, + "end": 1788922248.8638191, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922248.9846368, + "end": 1788922248.9846385, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922249.1100187, + "end": 1788922249.1100209, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922249.23438, + "end": 1788922249.2343824, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922249.3560884, + "end": 1788922249.3560903, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922249.4756975, + "end": 1788922249.475699, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922249.595203, + "end": 1788922249.5952048, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922249.7219691, + "end": 1788922249.721971, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922249.8416002, + "end": 1788922249.8416018, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922249.960877, + "end": 1788922249.960879, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922250.0821667, + "end": 1788922250.0821686, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922250.204699, + "end": 1788922250.204701, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922250.3251905, + "end": 1788922250.3251925, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922250.446325, + "end": 1788922250.4463267, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922250.5665355, + "end": 1788922250.566537, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922250.6892598, + "end": 1788922250.689262, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922250.809991, + "end": 1788922250.8099928, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922250.9312, + "end": 1788922250.9312015, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922251.0541074, + "end": 1788922251.054109, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922251.1736279, + "end": 1788922251.1736298, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922251.293682, + "end": 1788922251.2936838, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922251.4155478, + "end": 1788922251.4155498, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922251.5392137, + "end": 1788922251.5392153, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922251.6640065, + "end": 1788922251.6640084, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922251.786086, + "end": 1788922251.7860882, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922251.9111588, + "end": 1788922251.9111605, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922252.037268, + "end": 1788922252.03727, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922252.16496, + "end": 1788922252.1649618, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922252.2899609, + "end": 1788922252.2899628, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922252.415439, + "end": 1788922252.4154406, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922252.5386841, + "end": 1788922252.5386863, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922252.6627693, + "end": 1788922252.662771, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922252.785744, + "end": 1788922252.7857459, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922252.906836, + "end": 1788922252.906838, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922253.027591, + "end": 1788922253.0275927, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922253.1465538, + "end": 1788922253.1465557, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922253.2670672, + "end": 1788922253.267069, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922253.3887315, + "end": 1788922253.3887336, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922253.5098217, + "end": 1788922253.5098236, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922253.6294003, + "end": 1788922253.6294022, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922253.7505198, + "end": 1788922253.750522, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922253.8704977, + "end": 1788922253.8704996, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922253.993293, + "end": 1788922253.993295, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922254.1166255, + "end": 1788922254.1166275, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922254.2385066, + "end": 1788922254.2385085, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922254.3581705, + "end": 1788922254.3581727, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922254.5079572, + "end": 1788922254.5079591, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922254.6280353, + "end": 1788922254.6280372, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922254.7517314, + "end": 1788922254.7517335, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922254.8745792, + "end": 1788922254.874581, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922256.05979, + "end": 1788922256.0597918, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922256.2031589, + "end": 1788922256.2031605, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922256.3346908, + "end": 1788922256.3346927, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922256.4550836, + "end": 1788922256.4550855, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922256.5795505, + "end": 1788922256.5795522, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922256.7017565, + "end": 1788922256.7017584, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922256.8250453, + "end": 1788922256.8250468, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922256.9440336, + "end": 1788922256.9440353, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922257.0626676, + "end": 1788922257.0626693, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922257.1812527, + "end": 1788922257.1812546, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922257.3009083, + "end": 1788922257.30091, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922257.4200146, + "end": 1788922257.4200163, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922257.5405107, + "end": 1788922257.5405126, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922257.665199, + "end": 1788922257.665201, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922257.7867892, + "end": 1788922257.7867906, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922257.906161, + "end": 1788922257.9061632, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922258.0328302, + "end": 1788922258.032832, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922258.1599345, + "end": 1788922258.159936, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922258.2790053, + "end": 1788922258.2790072, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922258.4014337, + "end": 1788922258.4014354, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922258.5207486, + "end": 1788922258.5207508, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922258.6410782, + "end": 1788922258.6410801, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922258.7652938, + "end": 1788922258.7652955, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922258.8844016, + "end": 1788922258.8844035, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922259.0051622, + "end": 1788922259.0051641, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922259.125578, + "end": 1788922259.1255796, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922259.2527246, + "end": 1788922259.2527268, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922259.3748355, + "end": 1788922259.3748374, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922259.498, + "end": 1788922259.4980016, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922259.626546, + "end": 1788922259.626548, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922259.7557254, + "end": 1788922259.7557273, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922259.8803647, + "end": 1788922259.8803663, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922260.0067322, + "end": 1788922260.0067341, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922260.136301, + "end": 1788922260.1363032, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922260.2737892, + "end": 1788922260.273791, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922260.4475224, + "end": 1788922260.4475243, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922260.62131, + "end": 1788922260.621312, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922260.9264674, + "end": 1788922260.926469, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922261.1042862, + "end": 1788922261.1042879, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922261.226794, + "end": 1788922261.2267962, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922261.3451347, + "end": 1788922261.3451366, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922261.4633226, + "end": 1788922261.463324, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922261.5829787, + "end": 1788922261.5829804, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922261.7065115, + "end": 1788922261.7065144, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.86102294921875e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922261.8258612, + "end": 1788922261.8258626, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922261.9452791, + "end": 1788922261.9452815, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922262.064881, + "end": 1788922262.064883, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922262.1828318, + "end": 1788922262.1828337, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922262.3038273, + "end": 1788922262.303829, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922262.422375, + "end": 1788922262.4223766, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922262.5531719, + "end": 1788922262.5531738, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922262.672736, + "end": 1788922262.6727378, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922262.795661, + "end": 1788922262.7956629, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922262.9171221, + "end": 1788922262.9171238, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922263.044316, + "end": 1788922263.044318, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922263.9375682, + "end": 1788922263.9375706, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922264.079566, + "end": 1788922264.0795681, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922264.2137697, + "end": 1788922264.2137716, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922264.3499377, + "end": 1788922264.3499393, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922264.4802184, + "end": 1788922264.4802203, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922264.6158073, + "end": 1788922264.615809, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922264.745661, + "end": 1788922264.7456632, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922264.877475, + "end": 1788922264.877477, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922265.0135596, + "end": 1788922265.0135612, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922265.146489, + "end": 1788922265.1464908, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922265.2773335, + "end": 1788922265.277335, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922265.4106634, + "end": 1788922265.4106653, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922265.5421288, + "end": 1788922265.5421305, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922265.6758692, + "end": 1788922265.675871, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922265.8104744, + "end": 1788922265.810476, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922265.9423256, + "end": 1788922265.9423275, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922266.115204, + "end": 1788922266.115206, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922266.2375245, + "end": 1788922266.2375262, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922266.3580759, + "end": 1788922266.358078, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922266.4795384, + "end": 1788922266.4795406, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922266.6025648, + "end": 1788922266.6025667, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922266.7246556, + "end": 1788922266.7246578, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922266.8480656, + "end": 1788922266.8480673, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922266.9693124, + "end": 1788922266.9693143, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922267.0930629, + "end": 1788922267.0930648, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922267.2133305, + "end": 1788922267.2133322, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922267.333264, + "end": 1788922267.333266, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922267.4566128, + "end": 1788922267.4566147, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922267.5830455, + "end": 1788922267.5830472, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922267.714474, + "end": 1788922267.7144759, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922267.8389883, + "end": 1788922267.8389904, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922267.9586093, + "end": 1788922267.958611, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922268.0820367, + "end": 1788922268.0820389, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922268.2039201, + "end": 1788922268.2039223, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922268.322657, + "end": 1788922268.322659, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922268.4404378, + "end": 1788922268.4404397, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922268.5608249, + "end": 1788922268.5608268, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922268.6895285, + "end": 1788922268.6895304, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922268.8095086, + "end": 1788922268.8095105, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922268.9307246, + "end": 1788922268.9307263, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922269.0525177, + "end": 1788922269.0525193, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922269.1768165, + "end": 1788922269.1768184, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922269.2972565, + "end": 1788922269.2972584, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922269.4177065, + "end": 1788922269.4177084, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922269.5375698, + "end": 1788922269.5375717, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922269.6685448, + "end": 1788922269.668547, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922269.792792, + "end": 1788922269.7927938, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922269.9174843, + "end": 1788922269.9174862, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922270.0376978, + "end": 1788922270.0377002, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922270.159905, + "end": 1788922270.1599069, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922270.282052, + "end": 1788922270.282054, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922270.401393, + "end": 1788922270.4013946, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922270.5246992, + "end": 1788922270.5247009, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922271.000903, + "end": 1788922271.0009046, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922271.1226902, + "end": 1788922271.1226919, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922271.2468321, + "end": 1788922271.2468343, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922271.3688066, + "end": 1788922271.3688085, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922271.490491, + "end": 1788922271.4904928, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922271.610541, + "end": 1788922271.6105428, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922271.7349696, + "end": 1788922271.7349718, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922271.8583858, + "end": 1788922271.8583877, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922271.9802182, + "end": 1788922271.9802198, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922272.1012738, + "end": 1788922272.1012754, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922272.2201233, + "end": 1788922272.2201252, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922272.9918206, + "end": 1788922272.9918222, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922273.1344135, + "end": 1788922273.1344156, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922273.2654998, + "end": 1788922273.2655015, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922273.3861718, + "end": 1788922273.386174, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922273.5078373, + "end": 1788922273.507839, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922273.6309092, + "end": 1788922273.6309116, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922273.7587965, + "end": 1788922273.7587986, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922273.8822522, + "end": 1788922273.8822544, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922274.0029945, + "end": 1788922274.0029967, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922274.1276312, + "end": 1788922274.1276329, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922274.2488308, + "end": 1788922274.2488327, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922274.370412, + "end": 1788922274.370414, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922274.4917028, + "end": 1788922274.491705, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922274.6163108, + "end": 1788922274.6163125, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922274.745732, + "end": 1788922274.7457337, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922274.867669, + "end": 1788922274.867671, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922274.9945765, + "end": 1788922274.9945781, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922275.1156917, + "end": 1788922275.1156936, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922275.2381265, + "end": 1788922275.2381284, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922275.360315, + "end": 1788922275.360317, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922275.4838495, + "end": 1788922275.4838512, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922275.6094136, + "end": 1788922275.6094155, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922275.7350748, + "end": 1788922275.7350767, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922275.8598714, + "end": 1788922275.8598733, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922275.9956498, + "end": 1788922275.9956515, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922276.121227, + "end": 1788922276.1212287, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922276.245785, + "end": 1788922276.245787, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922276.366927, + "end": 1788922276.3669286, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922276.4903073, + "end": 1788922276.4903092, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922276.6192977, + "end": 1788922276.6192997, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922276.7440565, + "end": 1788922276.7440584, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922276.8679297, + "end": 1788922276.8679316, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922276.9887094, + "end": 1788922276.988711, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922277.1098208, + "end": 1788922277.1098225, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922277.2344472, + "end": 1788922277.2344491, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922277.357199, + "end": 1788922277.3572006, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922277.4806874, + "end": 1788922277.4806895, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922277.6039422, + "end": 1788922277.6039443, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922277.727446, + "end": 1788922277.727448, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922277.8527925, + "end": 1788922277.8527944, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922277.978098, + "end": 1788922277.9781, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922278.1034982, + "end": 1788922278.1035001, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922278.2302494, + "end": 1788922278.2302513, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922278.3523057, + "end": 1788922278.3523078, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922278.4745874, + "end": 1788922278.474589, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922278.5987544, + "end": 1788922278.598756, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922278.7214978, + "end": 1788922278.7214997, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922278.8442664, + "end": 1788922278.8442683, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922278.9656162, + "end": 1788922278.9656184, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922279.0939162, + "end": 1788922279.0939178, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922279.2172348, + "end": 1788922279.2172365, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922279.3395224, + "end": 1788922279.339524, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922279.4640498, + "end": 1788922279.4640515, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922279.5900824, + "end": 1788922279.5900843, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922279.7213278, + "end": 1788922279.72133, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922279.8546348, + "end": 1788922279.8546371, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922279.9852114, + "end": 1788922279.9852133, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922280.107011, + "end": 1788922280.1070132, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922280.22866, + "end": 1788922280.228662, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922280.3500931, + "end": 1788922280.3500946, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922280.4719546, + "end": 1788922280.4719565, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922280.5957723, + "end": 1788922280.5957747, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922280.719342, + "end": 1788922280.7193444, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922280.841232, + "end": 1788922280.841234, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922280.974391, + "end": 1788922280.974393, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922281.734893, + "end": 1788922281.7348964, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 3.337860107421875e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922281.8767538, + "end": 1788922281.8767557, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922282.0008492, + "end": 1788922282.000851, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922282.1237674, + "end": 1788922282.123769, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922282.2462327, + "end": 1788922282.246235, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922282.3680897, + "end": 1788922282.3680918, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922282.4882698, + "end": 1788922282.488272, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922282.6098795, + "end": 1788922282.6098816, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922282.7319713, + "end": 1788922282.7319732, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922282.8535979, + "end": 1788922282.8535998, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922282.9732368, + "end": 1788922282.973239, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922283.095219, + "end": 1788922283.095221, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922283.216499, + "end": 1788922283.216501, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922283.3372698, + "end": 1788922283.3372717, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922283.4574392, + "end": 1788922283.457441, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922283.579844, + "end": 1788922283.579846, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922283.7024565, + "end": 1788922283.7024584, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922283.8276372, + "end": 1788922283.827639, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922283.9477332, + "end": 1788922283.9477353, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922284.0729785, + "end": 1788922284.0729802, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922284.1935046, + "end": 1788922284.1935062, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922284.3159575, + "end": 1788922284.3159592, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922284.4374645, + "end": 1788922284.4374666, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922284.5569313, + "end": 1788922284.5569334, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922284.6795504, + "end": 1788922284.679552, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922284.8003788, + "end": 1788922284.8003807, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922284.9203887, + "end": 1788922284.9203908, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922285.044139, + "end": 1788922285.044141, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922285.168303, + "end": 1788922285.168305, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922285.3006222, + "end": 1788922285.3006246, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922285.4231906, + "end": 1788922285.4231923, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922285.5519965, + "end": 1788922285.5519984, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922285.6747367, + "end": 1788922285.6747384, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922285.7965138, + "end": 1788922285.7965157, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922285.9200945, + "end": 1788922285.9200962, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922286.0403306, + "end": 1788922286.0403328, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922286.1656973, + "end": 1788922286.1656992, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922286.2892601, + "end": 1788922286.2892618, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922286.4082632, + "end": 1788922286.4082665, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 3.337860107421875e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922286.5444307, + "end": 1788922286.544433, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922286.6655242, + "end": 1788922286.6655264, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922286.7856205, + "end": 1788922286.7856224, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922286.9078977, + "end": 1788922286.9078994, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922287.0279498, + "end": 1788922287.0279517, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922287.1513493, + "end": 1788922287.151351, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922287.2721148, + "end": 1788922287.2721164, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922287.3925865, + "end": 1788922287.3925884, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922287.5162776, + "end": 1788922287.5162795, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922287.6475215, + "end": 1788922287.6475236, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922289.006026, + "end": 1788922289.0060282, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922291.2069778, + "end": 1788922291.20698, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922293.390129, + "end": 1788922293.3901308, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922296.022322, + "end": 1788922296.022324, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922300.3089197, + "end": 1788922300.3089216, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922302.5306237, + "end": 1788922302.530626, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922306.8473477, + "end": 1788922306.8473501, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922309.1537678, + "end": 1788922309.15377, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922315.4699786, + "end": 1788922315.469981, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922317.5896637, + "end": 1788922317.589666, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922321.1042101, + "end": 1788922321.104212, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922322.214327, + "end": 1788922322.2143288, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922325.7179074, + "end": 1788922325.7179096, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922330.8520212, + "end": 1788922330.8520234, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922338.4723613, + "end": 1788922338.4723632, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922342.179806, + "end": 1788922342.179808, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922345.1672316, + "end": 1788922345.1672335, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922347.8445036, + "end": 1788922347.8445055, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922352.1119435, + "end": 1788922352.1119454, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922352.8980305, + "end": 1788922352.8980324, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922355.5667827, + "end": 1788922355.5667849, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922355.8455327, + "end": 1788922355.8455348, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922355.9642806, + "end": 1788922355.9642823, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922356.7643185, + "end": 1788922356.7643206, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922356.907541, + "end": 1788922356.9075425, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922357.0270498, + "end": 1788922357.0270514, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922357.1461446, + "end": 1788922357.146146, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922357.2645109, + "end": 1788922357.2645128, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922357.382893, + "end": 1788922357.3828948, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922357.5007842, + "end": 1788922357.5007858, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922357.619397, + "end": 1788922357.6193986, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922357.8280108, + "end": 1788922357.8280122, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922358.0344913, + "end": 1788922358.0344932, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922358.1532068, + "end": 1788922358.1532085, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922358.2711942, + "end": 1788922358.271196, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922358.3898926, + "end": 1788922358.3898942, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922358.5088239, + "end": 1788922358.5088255, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922358.6264927, + "end": 1788922358.6264946, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922358.7429764, + "end": 1788922358.7429783, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922358.8601089, + "end": 1788922358.8601105, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922358.991419, + "end": 1788922358.9914212, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922359.1095304, + "end": 1788922359.109532, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922359.2274585, + "end": 1788922359.2274604, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922359.3459957, + "end": 1788922359.3459976, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922359.4647276, + "end": 1788922359.4647293, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922359.5844421, + "end": 1788922359.5844438, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922359.7045772, + "end": 1788922359.7045789, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922359.825478, + "end": 1788922359.82548, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922359.9476488, + "end": 1788922359.947651, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922360.0668654, + "end": 1788922360.0668669, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922360.188601, + "end": 1788922360.1886027, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922360.3117456, + "end": 1788922360.3117473, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922360.4373422, + "end": 1788922360.4373443, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922360.5609372, + "end": 1788922360.560939, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922360.6815326, + "end": 1788922360.6815348, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922360.800159, + "end": 1788922360.8001604, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922360.92, + "end": 1788922360.9200017, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922361.0380182, + "end": 1788922361.0380201, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922361.1594687, + "end": 1788922361.1594708, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922361.2783153, + "end": 1788922361.278317, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922361.3971083, + "end": 1788922361.3971102, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922361.5165648, + "end": 1788922361.5165665, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922361.635531, + "end": 1788922361.6355329, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922361.7547777, + "end": 1788922361.7547796, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922361.8734756, + "end": 1788922361.8734775, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922361.9920752, + "end": 1788922361.992077, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922362.110859, + "end": 1788922362.1108613, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922362.229812, + "end": 1788922362.2298138, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922362.3477, + "end": 1788922362.347702, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922362.4660125, + "end": 1788922362.4660141, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922362.5861394, + "end": 1788922362.5861409, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922362.704803, + "end": 1788922362.704805, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922362.823411, + "end": 1788922362.8234124, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922362.9418404, + "end": 1788922362.9418418, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922363.0590417, + "end": 1788922363.0590436, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922363.1771998, + "end": 1788922363.177202, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922363.2977068, + "end": 1788922363.2977085, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922363.4186044, + "end": 1788922363.418606, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922363.5421011, + "end": 1788922363.5421033, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922363.6665454, + "end": 1788922363.6665473, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922363.792067, + "end": 1788922363.7920692, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922363.9121494, + "end": 1788922363.912151, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922364.0324187, + "end": 1788922364.0324209, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922364.1534111, + "end": 1788922364.1534128, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922364.2721796, + "end": 1788922364.2721815, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922364.3909662, + "end": 1788922364.390968, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922364.5097907, + "end": 1788922364.5097926, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922364.6281621, + "end": 1788922364.6281638, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922364.7462187, + "end": 1788922364.7462206, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922364.8668792, + "end": 1788922364.8668811, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922364.992365, + "end": 1788922364.9923663, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922365.1192558, + "end": 1788922365.119258, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922365.2386506, + "end": 1788922365.2386525, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922365.3579051, + "end": 1788922365.357907, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922365.4776702, + "end": 1788922365.4776719, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922365.5959811, + "end": 1788922365.5959828, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922365.7158692, + "end": 1788922365.7158706, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922365.83584, + "end": 1788922365.835842, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922365.9552836, + "end": 1788922365.9552855, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922366.7391593, + "end": 1788922366.7391615, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922366.8897786, + "end": 1788922366.8897803, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922367.0086987, + "end": 1788922367.0087004, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922367.1256382, + "end": 1788922367.1256397, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922367.2439826, + "end": 1788922367.2439845, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922367.363432, + "end": 1788922367.3634338, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922367.482487, + "end": 1788922367.482489, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922367.6005259, + "end": 1788922367.6005275, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922367.720949, + "end": 1788922367.7209508, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922367.8411238, + "end": 1788922367.8411257, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922367.962457, + "end": 1788922367.9624588, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922368.084389, + "end": 1788922368.0843906, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922368.2060466, + "end": 1788922368.2060483, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922368.3282657, + "end": 1788922368.3282676, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922368.4491594, + "end": 1788922368.4491615, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922368.5722632, + "end": 1788922368.5722647, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922368.694157, + "end": 1788922368.6941586, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922368.818156, + "end": 1788922368.818158, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922368.9424624, + "end": 1788922368.9424646, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922369.0638928, + "end": 1788922369.0638947, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922369.1862051, + "end": 1788922369.186207, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922369.3072374, + "end": 1788922369.3072395, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922369.4299955, + "end": 1788922369.4299972, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922369.5520713, + "end": 1788922369.5520732, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922369.6723924, + "end": 1788922369.6723943, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922369.792606, + "end": 1788922369.7926083, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922369.915154, + "end": 1788922369.9151556, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922370.0366883, + "end": 1788922370.0366902, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922370.1587725, + "end": 1788922370.1587744, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922370.2814314, + "end": 1788922370.281433, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922370.404854, + "end": 1788922370.4048557, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922370.5233603, + "end": 1788922370.5233617, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922370.6434247, + "end": 1788922370.6434267, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922370.7672014, + "end": 1788922370.7672033, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922370.8874054, + "end": 1788922370.8874068, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922371.0086596, + "end": 1788922371.008662, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922371.1265306, + "end": 1788922371.1265326, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922371.2432866, + "end": 1788922371.2432883, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922371.364567, + "end": 1788922371.364569, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922371.4825456, + "end": 1788922371.4825475, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922371.6013546, + "end": 1788922371.6013563, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922371.7229614, + "end": 1788922371.722963, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922371.840064, + "end": 1788922371.8400657, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922371.9578767, + "end": 1788922371.9578788, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922372.0792108, + "end": 1788922372.0792124, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922372.2087972, + "end": 1788922372.208799, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922372.327581, + "end": 1788922372.3275824, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922372.445844, + "end": 1788922372.4458458, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922372.5647094, + "end": 1788922372.564711, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922372.6858041, + "end": 1788922372.6858056, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922372.8054602, + "end": 1788922372.8054616, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922372.924192, + "end": 1788922372.9241939, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922373.0460212, + "end": 1788922373.0460227, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922373.1672199, + "end": 1788922373.1672218, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922373.289533, + "end": 1788922373.2895348, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922373.4163127, + "end": 1788922373.4163144, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922373.5403757, + "end": 1788922373.5403776, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922373.6592543, + "end": 1788922373.659256, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922373.7780952, + "end": 1788922373.7780972, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922373.8980708, + "end": 1788922373.8980727, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922374.0188608, + "end": 1788922374.0188625, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922374.1433856, + "end": 1788922374.1433876, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922374.2611773, + "end": 1788922374.2611792, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922374.3821406, + "end": 1788922374.3821425, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922374.5001543, + "end": 1788922374.500156, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922374.6191347, + "end": 1788922374.6191363, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922374.7382948, + "end": 1788922374.7382963, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922374.8610907, + "end": 1788922374.8610926, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922375.8191853, + "end": 1788922375.8191874, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922375.9720662, + "end": 1788922375.9720678, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922376.0917332, + "end": 1788922376.0917351, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922376.2096596, + "end": 1788922376.2096615, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922376.3280551, + "end": 1788922376.3280568, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922376.4458652, + "end": 1788922376.4458673, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922376.564858, + "end": 1788922376.5648599, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922376.6838949, + "end": 1788922376.6838963, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922376.8023605, + "end": 1788922376.8023627, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922376.9210289, + "end": 1788922376.9210303, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922377.0394883, + "end": 1788922377.03949, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922377.1577578, + "end": 1788922377.1577592, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922377.2747796, + "end": 1788922377.2747817, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922377.3934166, + "end": 1788922377.3934186, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922377.5122228, + "end": 1788922377.5122247, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922377.6329994, + "end": 1788922377.6330013, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922377.7637775, + "end": 1788922377.7637799, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922377.9043002, + "end": 1788922377.9043024, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922378.026663, + "end": 1788922378.026665, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922378.1517549, + "end": 1788922378.1517568, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922378.2757246, + "end": 1788922378.2757266, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922378.3997238, + "end": 1788922378.399726, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922378.522267, + "end": 1788922378.522269, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922378.645371, + "end": 1788922378.6453726, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922378.7676444, + "end": 1788922378.7676482, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 3.814697265625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922378.8906655, + "end": 1788922378.8906672, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922379.0145206, + "end": 1788922379.0145226, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922379.1377337, + "end": 1788922379.1377354, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922379.2650526, + "end": 1788922379.2650545, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922379.3943856, + "end": 1788922379.3943877, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922379.5199006, + "end": 1788922379.5199025, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922379.6491141, + "end": 1788922379.6491158, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922379.7701046, + "end": 1788922379.770106, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922379.893534, + "end": 1788922379.8935354, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922380.0175576, + "end": 1788922380.0175593, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922380.1406238, + "end": 1788922380.1406257, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922380.2626553, + "end": 1788922380.2626567, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922380.3819711, + "end": 1788922380.3819733, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922380.5007143, + "end": 1788922380.500716, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922380.6215563, + "end": 1788922380.6215582, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922380.7422035, + "end": 1788922380.7422051, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922380.8638005, + "end": 1788922380.8638027, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922380.9967659, + "end": 1788922380.996768, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922381.115715, + "end": 1788922381.115717, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922381.2345605, + "end": 1788922381.2345624, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922381.3543234, + "end": 1788922381.3543258, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922381.4739127, + "end": 1788922381.4739146, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922381.5936348, + "end": 1788922381.5936363, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922381.7519934, + "end": 1788922381.751995, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922381.875667, + "end": 1788922381.8756688, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922381.9956205, + "end": 1788922381.9956222, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922382.114124, + "end": 1788922382.1141257, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922382.2368438, + "end": 1788922382.2368453, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922382.358444, + "end": 1788922382.3584461, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922382.4826977, + "end": 1788922382.4826999, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922382.6077366, + "end": 1788922382.607739, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922382.7343957, + "end": 1788922382.7343974, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922382.8553343, + "end": 1788922382.8553362, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922382.9761403, + "end": 1788922382.9761422, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922383.0995378, + "end": 1788922383.09954, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922383.220755, + "end": 1788922383.2207572, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922383.3412862, + "end": 1788922383.3412879, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922383.466704, + "end": 1788922383.4667056, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922383.589359, + "end": 1788922383.5893612, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922383.7120035, + "end": 1788922383.7120056, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922383.8348722, + "end": 1788922383.8348744, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922383.9563832, + "end": 1788922383.9563854, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922384.0794783, + "end": 1788922384.0794804, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922384.2020018, + "end": 1788922384.2020037, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922384.322577, + "end": 1788922384.3225787, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922384.4469826, + "end": 1788922384.4469848, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922384.565693, + "end": 1788922384.565695, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922384.6856468, + "end": 1788922384.685649, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922384.805589, + "end": 1788922384.805591, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922384.9260166, + "end": 1788922384.9260182, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922385.0462167, + "end": 1788922385.0462184, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922385.168133, + "end": 1788922385.168135, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922385.2878444, + "end": 1788922385.2878458, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922386.4101267, + "end": 1788922386.4101288, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922386.5466714, + "end": 1788922386.5466728, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922386.6659718, + "end": 1788922386.6659734, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922386.7849157, + "end": 1788922386.7849176, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922386.9027479, + "end": 1788922386.9027495, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922387.0221634, + "end": 1788922387.0221653, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922387.1446505, + "end": 1788922387.1446524, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922387.2649045, + "end": 1788922387.2649062, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922387.3845236, + "end": 1788922387.3845253, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922387.503571, + "end": 1788922387.503573, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922387.623148, + "end": 1788922387.6231496, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922387.7463875, + "end": 1788922387.7463892, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922387.866031, + "end": 1788922387.8660324, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922387.9933195, + "end": 1788922387.993321, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922388.1164494, + "end": 1788922388.116451, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922388.2355556, + "end": 1788922388.235557, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922388.355072, + "end": 1788922388.3550737, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922388.47358, + "end": 1788922388.4735816, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922388.5948446, + "end": 1788922388.5948465, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922388.7143083, + "end": 1788922388.7143102, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922388.8340719, + "end": 1788922388.8340738, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922388.9549398, + "end": 1788922388.9549415, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922389.0761979, + "end": 1788922389.0761998, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922389.1960826, + "end": 1788922389.1960845, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922389.3164291, + "end": 1788922389.316431, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922389.4364448, + "end": 1788922389.4364464, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922389.556847, + "end": 1788922389.556849, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922389.6786013, + "end": 1788922389.6786032, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922389.801666, + "end": 1788922389.8016682, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922389.9247682, + "end": 1788922389.9247704, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922390.0513108, + "end": 1788922390.0513124, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922390.1735635, + "end": 1788922390.1735654, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922390.2962284, + "end": 1788922390.2962303, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922390.4223735, + "end": 1788922390.4223754, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922390.5442312, + "end": 1788922390.5442333, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922391.0196714, + "end": 1788922391.0196733, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922391.144078, + "end": 1788922391.1440797, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922391.2671125, + "end": 1788922391.2671144, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922391.3922987, + "end": 1788922391.3923006, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922391.519569, + "end": 1788922391.5195708, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922391.638545, + "end": 1788922391.6385467, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922391.7607186, + "end": 1788922391.7607205, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922391.882131, + "end": 1788922391.882133, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922392.0110266, + "end": 1788922392.0110285, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922392.1320112, + "end": 1788922392.132013, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922392.2540576, + "end": 1788922392.2540596, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922392.3749506, + "end": 1788922392.3749526, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922392.5023196, + "end": 1788922392.5023215, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922392.6262894, + "end": 1788922392.6262915, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922392.7496247, + "end": 1788922392.7496266, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922392.87751, + "end": 1788922392.8775125, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922393.0053513, + "end": 1788922393.0053532, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922393.140091, + "end": 1788922393.1400926, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922393.2678106, + "end": 1788922393.2678123, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922393.3938327, + "end": 1788922393.3938348, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922393.5173557, + "end": 1788922393.5173573, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922393.6489341, + "end": 1788922393.6489358, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922393.7766902, + "end": 1788922393.776692, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922393.9007103, + "end": 1788922393.900712, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922394.024367, + "end": 1788922394.024369, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922394.1481628, + "end": 1788922394.1481647, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922394.2682106, + "end": 1788922394.2682123, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922394.393204, + "end": 1788922394.3932056, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922394.514685, + "end": 1788922394.514687, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922394.6328712, + "end": 1788922394.6328728, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922394.7557118, + "end": 1788922394.7557135, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922394.8752255, + "end": 1788922394.8752275, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922394.993313, + "end": 1788922394.9933147, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922395.120428, + "end": 1788922395.1204298, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922395.240393, + "end": 1788922395.2403948, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922395.3589232, + "end": 1788922395.358925, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922395.480248, + "end": 1788922395.48025, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922395.5986948, + "end": 1788922395.598697, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922395.7174964, + "end": 1788922395.717498, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922395.836684, + "end": 1788922395.836686, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922395.955573, + "end": 1788922395.9555748, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922396.7361767, + "end": 1788922396.7361784, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922396.8922029, + "end": 1788922396.8922045, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922397.0195756, + "end": 1788922397.0195773, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922397.1387784, + "end": 1788922397.13878, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922397.2580588, + "end": 1788922397.2580602, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922397.376611, + "end": 1788922397.3766131, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922397.4994774, + "end": 1788922397.4994793, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922397.6226807, + "end": 1788922397.6226823, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922397.7435784, + "end": 1788922397.7435803, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922397.8642812, + "end": 1788922397.8642828, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922397.9966354, + "end": 1788922397.996637, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922398.121169, + "end": 1788922398.121171, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922398.2438655, + "end": 1788922398.2438676, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922398.373702, + "end": 1788922398.3737042, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922398.496515, + "end": 1788922398.496517, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922398.6192188, + "end": 1788922398.619221, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922398.7402103, + "end": 1788922398.740212, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922398.860064, + "end": 1788922398.8600657, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922398.9799435, + "end": 1788922398.9799452, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922399.1039147, + "end": 1788922399.103917, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922399.2243006, + "end": 1788922399.2243023, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922399.3441188, + "end": 1788922399.3441205, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922399.4630015, + "end": 1788922399.4630036, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922399.5827186, + "end": 1788922399.5827205, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922399.706718, + "end": 1788922399.7067194, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922399.828345, + "end": 1788922399.828347, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922399.9482863, + "end": 1788922399.948288, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922400.0708723, + "end": 1788922400.0708745, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922400.1951063, + "end": 1788922400.195108, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922400.316862, + "end": 1788922400.316864, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922400.441168, + "end": 1788922400.44117, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922400.5602946, + "end": 1788922400.5602968, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922400.680596, + "end": 1788922400.680598, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922400.8044088, + "end": 1788922400.804411, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922400.9265435, + "end": 1788922400.9265451, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922401.0485942, + "end": 1788922401.048596, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922401.1718035, + "end": 1788922401.1718051, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922401.2932582, + "end": 1788922401.29326, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922401.4174635, + "end": 1788922401.4174657, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922401.5381107, + "end": 1788922401.5381122, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922401.661897, + "end": 1788922401.6618989, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922401.7889225, + "end": 1788922401.7889245, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922401.91284, + "end": 1788922401.912842, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922402.0426052, + "end": 1788922402.0426068, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922402.166148, + "end": 1788922402.1661499, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922402.3014932, + "end": 1788922402.301495, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922402.4269066, + "end": 1788922402.4269085, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922402.5506601, + "end": 1788922402.5506618, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922402.6828742, + "end": 1788922402.682876, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922402.8056884, + "end": 1788922402.80569, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922402.9292607, + "end": 1788922402.9292626, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922403.0530922, + "end": 1788922403.053094, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922403.1814132, + "end": 1788922403.1814148, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922403.3042307, + "end": 1788922403.3042324, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922403.4318728, + "end": 1788922403.4318745, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922403.5621417, + "end": 1788922403.5621436, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922403.6899757, + "end": 1788922403.6899776, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922403.8099747, + "end": 1788922403.8099768, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922403.9321687, + "end": 1788922403.9321704, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922404.055859, + "end": 1788922404.055861, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922404.1780782, + "end": 1788922404.1780806, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922404.3007174, + "end": 1788922404.3007193, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922404.4232366, + "end": 1788922404.423238, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922405.214269, + "end": 1788922405.214271, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922405.3491263, + "end": 1788922405.3491285, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922405.4682713, + "end": 1788922405.468273, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922405.5868979, + "end": 1788922405.5868998, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922405.7097945, + "end": 1788922405.7097962, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922405.8289657, + "end": 1788922405.8289673, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922405.94941, + "end": 1788922405.9494116, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922406.0682094, + "end": 1788922406.0682116, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922406.187683, + "end": 1788922406.1876848, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922406.306306, + "end": 1788922406.3063076, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922406.426352, + "end": 1788922406.426354, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922406.5448704, + "end": 1788922406.5448725, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922406.6727202, + "end": 1788922406.672722, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922406.7974823, + "end": 1788922406.797484, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922406.9276607, + "end": 1788922406.9276624, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922407.0503857, + "end": 1788922407.0503876, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922407.169167, + "end": 1788922407.169169, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922407.2871125, + "end": 1788922407.2871141, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922407.407368, + "end": 1788922407.40737, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922407.5268764, + "end": 1788922407.5268784, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922407.6513739, + "end": 1788922407.6513755, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922407.7751, + "end": 1788922407.775102, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922407.8954258, + "end": 1788922407.895428, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922408.017874, + "end": 1788922408.0178754, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922408.1418102, + "end": 1788922408.141812, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922408.2617075, + "end": 1788922408.26171, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922408.380759, + "end": 1788922408.380761, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922408.5046692, + "end": 1788922408.5046713, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922408.6247969, + "end": 1788922408.6247988, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922408.7480652, + "end": 1788922408.7480671, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922408.8693702, + "end": 1788922408.8693717, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922408.9873865, + "end": 1788922408.987388, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922409.1062844, + "end": 1788922409.106286, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922409.224399, + "end": 1788922409.224401, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922409.3456092, + "end": 1788922409.3456113, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922409.4646106, + "end": 1788922409.4646122, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922409.582439, + "end": 1788922409.5824406, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922409.702136, + "end": 1788922409.702138, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922409.821267, + "end": 1788922409.8212686, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922409.9398644, + "end": 1788922409.939866, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922410.0607834, + "end": 1788922410.0607848, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922410.180311, + "end": 1788922410.1803126, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922410.3027692, + "end": 1788922410.3027706, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922410.4222267, + "end": 1788922410.4222286, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922410.542177, + "end": 1788922410.5421789, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922410.6612523, + "end": 1788922410.6612542, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922410.779275, + "end": 1788922410.7792768, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922410.8980722, + "end": 1788922410.8980742, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922411.0169814, + "end": 1788922411.016983, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922411.1350498, + "end": 1788922411.1350515, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922411.257164, + "end": 1788922411.2571661, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922411.3770165, + "end": 1788922411.3770185, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922411.5026567, + "end": 1788922411.5026586, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922411.763904, + "end": 1788922411.763906, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922411.966363, + "end": 1788922411.9663649, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922412.0921826, + "end": 1788922412.0921843, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922412.2157023, + "end": 1788922412.2157042, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922412.3372135, + "end": 1788922412.3372154, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922412.460367, + "end": 1788922412.4603689, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922412.5856438, + "end": 1788922412.5856457, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922412.7087831, + "end": 1788922412.7087848, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922412.833457, + "end": 1788922412.833459, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922412.954373, + "end": 1788922412.9543746, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922413.081053, + "end": 1788922413.0810547, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922413.2008276, + "end": 1788922413.2008295, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922413.3294368, + "end": 1788922413.3294384, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922413.454037, + "end": 1788922413.4540389, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922413.5786648, + "end": 1788922413.5786664, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922413.7032025, + "end": 1788922413.7032046, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922413.8237429, + "end": 1788922413.8237457, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.86102294921875e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922413.9485335, + "end": 1788922413.9485352, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "proc_entry", + "start": 1788923227.1091754, + "end": 1788923227.1091754, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788923227.1145763, + "end": 1788923333.3225842, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 106.2080078125 + }, + { + "name": "init_device", + "start": 1788923228.5311859, + "end": 1788923232.3279603, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 3.796774387359619 + }, + { + "name": "load_model", + "start": 1788923232.331271, + "end": 1788923236.7510307, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 4.419759750366211 + }, + { + "name": "load_weights", + "start": 1788923232.3312802, + "end": 1788923236.712257, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 4.380976676940918 + }, + { + "name": "talker_mtp_init", + "start": 1788923236.714655, + "end": 1788923236.7153904, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 0.0007355213165283203 + }, + { + "name": "attn_prewarm", + "start": 1788923236.7175193, + "end": 1788923236.7487643, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 0.031244993209838867 + }, + { + "name": "cudagraph_capture", + "start": 1788923283.746249, + "end": 1788923285.3429737, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 1.5967247486114502 + }, + { + "name": "talker_mtp_capture", + "start": 1788923285.3451498, + "end": 1788923329.0233388, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 43.67818903923035 + }, + { + "name": "predictor_setup_compile", + "start": 1788923285.3463383, + "end": 1788923317.472545, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 32.12620663642883 + }, + { + "name": "predictor_warmup", + "start": 1788923285.3491554, + "end": 1788923317.4686341, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 32.119478702545166 + }, + { + "name": "predictor_setup_compile", + "start": 1788923328.7860222, + "end": 1788923328.786027, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 4.76837158203125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788923328.843508, + "end": 1788923328.8435097, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788923328.8743784, + "end": 1788923328.87438, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788923328.9149973, + "end": 1788923328.914999, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788923328.9366474, + "end": 1788923328.9366486, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 1.1920928955078125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788923328.9699705, + "end": 1788923328.969972, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788923328.992727, + "end": 1788923328.992729, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "proc_entry", + "start": 1788923381.7366383, + "end": 1788923381.7366383, + "stage_id": 1, + "replica_id": 0, + "pid": 2762384, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788923381.7424514, + "end": 1788923400.2362626, + "stage_id": 1, + "replica_id": 0, + "pid": 2762384, + "role": "worker", + "extra": {}, + "dur_s": 18.49381113052368 + }, + { + "name": "init_device", + "start": 1788923383.286638, + "end": 1788923386.25587, + "stage_id": 1, + "replica_id": 0, + "pid": 2762384, + "role": "worker", + "extra": {}, + "dur_s": 2.9692320823669434 + }, + { + "name": "load_model", + "start": 1788923386.2589943, + "end": 1788923394.3909209, + "stage_id": 1, + "replica_id": 0, + "pid": 2762384, + "role": "worker", + "extra": {}, + "dur_s": 8.131926536560059 + }, + { + "name": "load_weights", + "start": 1788923386.2589998, + "end": 1788923394.3745768, + "stage_id": 1, + "replica_id": 0, + "pid": 2762384, + "role": "worker", + "extra": {}, + "dur_s": 8.115576982498169 + }, + { + "name": "code2wav_cudagraph", + "start": 1788923387.2726521, + "end": 1788923392.8985684, + "stage_id": 1, + "replica_id": 0, + "pid": 2762384, + "role": "worker", + "extra": {}, + "dur_s": 5.625916242599487 + }, + { + "name": "talker_mtp_init", + "start": 1788923394.3770034, + "end": 1788923394.3770092, + "stage_id": 1, + "replica_id": 0, + "pid": 2762384, + "role": "worker", + "extra": {}, + "dur_s": 5.7220458984375e-06 + }, + { + "name": "attn_prewarm", + "start": 1788923394.3790398, + "end": 1788923394.3888958, + "stage_id": 1, + "replica_id": 0, + "pid": 2762384, + "role": "worker", + "extra": {}, + "dur_s": 0.009855985641479492 + }, + { + "name": "proc_entry", + "start": 1788923520.76439, + "end": 1788923520.76439, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788923520.769632, + "end": 1788923622.328361, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 101.55872893333435 + }, + { + "name": "init_device", + "start": 1788923521.730636, + "end": 1788923524.4227686, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 2.6921327114105225 + }, + { + "name": "load_model", + "start": 1788923524.4261289, + "end": 1788923528.310272, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 3.884143114089966 + }, + { + "name": "load_weights", + "start": 1788923524.4261348, + "end": 1788923528.293724, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 3.867589235305786 + }, + { + "name": "talker_mtp_init", + "start": 1788923528.2960641, + "end": 1788923528.2966921, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 0.0006279945373535156 + }, + { + "name": "attn_prewarm", + "start": 1788923528.298702, + "end": 1788923528.308208, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 0.009505987167358398 + }, + { + "name": "cudagraph_capture", + "start": 1788923572.1205914, + "end": 1788923573.7725155, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 1.6519241333007812 + }, + { + "name": "talker_mtp_capture", + "start": 1788923573.7748175, + "end": 1788923618.4058168, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 44.63099932670593 + }, + { + "name": "predictor_setup_compile", + "start": 1788923573.7759342, + "end": 1788923606.8795116, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 33.10357737541199 + }, + { + "name": "predictor_warmup", + "start": 1788923573.7788312, + "end": 1788923606.8752263, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 33.09639501571655 + }, + { + "name": "predictor_setup_compile", + "start": 1788923618.05152, + "end": 1788923618.0515277, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 7.62939453125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788923618.0927148, + "end": 1788923618.0927162, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788923618.1180415, + "end": 1788923618.1180432, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788923618.1523292, + "end": 1788923618.152331, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788923618.1815462, + "end": 1788923618.181548, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788923618.2289858, + "end": 1788923618.2289894, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 3.5762786865234375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788923618.25184, + "end": 1788923618.2518415, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "proc_entry", + "start": 1788923652.7091901, + "end": 1788923652.7091901, + "stage_id": 1, + "replica_id": 0, + "pid": 2812451, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788923652.7179894, + "end": 1788923670.7210789, + "stage_id": 1, + "replica_id": 0, + "pid": 2812451, + "role": "worker", + "extra": {}, + "dur_s": 18.003089427947998 + }, + { + "name": "init_device", + "start": 1788923653.690033, + "end": 1788923656.7602575, + "stage_id": 1, + "replica_id": 0, + "pid": 2812451, + "role": "worker", + "extra": {}, + "dur_s": 3.0702245235443115 + }, + { + "name": "load_model", + "start": 1788923656.764278, + "end": 1788923665.1128788, + "stage_id": 1, + "replica_id": 0, + "pid": 2812451, + "role": "worker", + "extra": {}, + "dur_s": 8.3486008644104 + }, + { + "name": "load_weights", + "start": 1788923656.7642834, + "end": 1788923665.0844479, + "stage_id": 1, + "replica_id": 0, + "pid": 2812451, + "role": "worker", + "extra": {}, + "dur_s": 8.320164442062378 + }, + { + "name": "code2wav_cudagraph", + "start": 1788923657.87952, + "end": 1788923664.0052748, + "stage_id": 1, + "replica_id": 0, + "pid": 2812451, + "role": "worker", + "extra": {}, + "dur_s": 6.1257548332214355 + }, + { + "name": "talker_mtp_init", + "start": 1788923665.086772, + "end": 1788923665.086778, + "stage_id": 1, + "replica_id": 0, + "pid": 2812451, + "role": "worker", + "extra": {}, + "dur_s": 5.9604644775390625e-06 + }, + { + "name": "attn_prewarm", + "start": 1788923665.0888252, + "end": 1788923665.099304, + "stage_id": 1, + "replica_id": 0, + "pid": 2812451, + "role": "worker", + "extra": {}, + "dur_s": 0.010478734970092773 + }, + { + "name": "proc_entry", + "start": 1788936574.8267415, + "end": 1788936574.8267415, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788936574.8329685, + "end": 1788936603.8029175, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 28.9699490070343 + }, + { + "name": "init_device", + "start": 1788936575.8882682, + "end": 1788936578.6792152, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 2.7909469604492188 + }, + { + "name": "load_model", + "start": 1788936578.682053, + "end": 1788936583.338705, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 4.656651973724365 + }, + { + "name": "load_weights", + "start": 1788936578.682058, + "end": 1788936583.3190696, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 4.637011528015137 + }, + { + "name": "talker_mtp_init", + "start": 1788936583.3216677, + "end": 1788936583.3223124, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 0.000644683837890625 + }, + { + "name": "attn_prewarm", + "start": 1788936583.324597, + "end": 1788936583.3364623, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 0.011865377426147461 + }, + { + "name": "cudagraph_capture", + "start": 1788936591.3938837, + "end": 1788936592.5315228, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 1.137639045715332 + }, + { + "name": "talker_mtp_capture", + "start": 1788936592.5337355, + "end": 1788936599.7085168, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 7.174781322479248 + }, + { + "name": "predictor_setup_compile", + "start": 1788936592.5391328, + "end": 1788936597.73426, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 5.195127248764038 + }, + { + "name": "predictor_warmup", + "start": 1788936592.5422835, + "end": 1788936597.7318294, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 5.1895458698272705 + }, + { + "name": "predictor_setup_compile", + "start": 1788936599.3423288, + "end": 1788936599.3423352, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 6.4373016357421875e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936599.4079788, + "end": 1788936599.4079804, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936599.4507217, + "end": 1788936599.4507236, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936599.4857783, + "end": 1788936599.4857802, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936599.507808, + "end": 1788936599.5078096, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936599.5410802, + "end": 1788936599.5410821, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936599.563107, + "end": 1788936599.5631087, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "proc_entry", + "start": 1788936650.3800523, + "end": 1788936650.3800523, + "stage_id": 1, + "replica_id": 0, + "pid": 315931, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788936650.3870533, + "end": 1788936671.2531564, + "stage_id": 1, + "replica_id": 0, + "pid": 315931, + "role": "worker", + "extra": {}, + "dur_s": 20.866103172302246 + }, + { + "name": "init_device", + "start": 1788936651.391546, + "end": 1788936654.5958083, + "stage_id": 1, + "replica_id": 0, + "pid": 315931, + "role": "worker", + "extra": {}, + "dur_s": 3.2042622566223145 + }, + { + "name": "load_model", + "start": 1788936654.5988574, + "end": 1788936665.0310636, + "stage_id": 1, + "replica_id": 0, + "pid": 315931, + "role": "worker", + "extra": {}, + "dur_s": 10.432206153869629 + }, + { + "name": "load_weights", + "start": 1788936654.598863, + "end": 1788936665.0023777, + "stage_id": 1, + "replica_id": 0, + "pid": 315931, + "role": "worker", + "extra": {}, + "dur_s": 10.403514862060547 + }, + { + "name": "code2wav_cudagraph", + "start": 1788936656.428203, + "end": 1788936663.7956676, + "stage_id": 1, + "replica_id": 0, + "pid": 315931, + "role": "worker", + "extra": {}, + "dur_s": 7.367464542388916 + }, + { + "name": "talker_mtp_init", + "start": 1788936665.006864, + "end": 1788936665.0068693, + "stage_id": 1, + "replica_id": 0, + "pid": 315931, + "role": "worker", + "extra": {}, + "dur_s": 5.245208740234375e-06 + }, + { + "name": "attn_prewarm", + "start": 1788936665.01048, + "end": 1788936665.0288026, + "stage_id": 1, + "replica_id": 0, + "pid": 315931, + "role": "worker", + "extra": {}, + "dur_s": 0.01832270622253418 + }, + { + "name": "stages_init", + "start": 1788936744.1304038, + "end": 1788936883.4251776, + "stage_id": null, + "replica_id": 0, + "pid": 298616, + "role": "engine", + "extra": {}, + "dur_s": 139.29477381706238 + }, + { + "name": "g3_device_lock", + "start": 1788936745.5265682, + "end": 1788936745.5266616, + "stage_id": 0, + "replica_id": 0, + "pid": 298616, + "role": "engine", + "extra": {}, + "dur_s": 9.34600830078125e-05 + }, + { + "name": "g2_launch_lock_wait", + "start": 1788936745.5266848, + "end": 1788936745.5266867, + "stage_id": 0, + "replica_id": 0, + "pid": 298616, + "role": "engine", + "extra": { + "acquired": true + }, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "g2_spawn_and_ready", + "start": 1788936745.5267446, + "end": 1788936818.3817623, + "stage_id": 0, + "replica_id": 0, + "pid": 298616, + "role": "engine", + "extra": {}, + "dur_s": 72.85501766204834 + }, + { + "name": "proc_entry", + "start": 1788936790.3901546, + "end": 1788936790.3901546, + "stage_id": 0, + "replica_id": 0, + "pid": 345115, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788936790.3959064, + "end": 1788936818.673594, + "stage_id": 0, + "replica_id": 0, + "pid": 345115, + "role": "worker", + "extra": {}, + "dur_s": 28.277687549591064 + }, + { + "name": "init_device", + "start": 1788936791.684984, + "end": 1788936794.820662, + "stage_id": 0, + "replica_id": 0, + "pid": 345115, + "role": "worker", + "extra": {}, + "dur_s": 3.1356780529022217 + }, + { + "name": "load_model", + "start": 1788936794.823438, + "end": 1788936799.044855, + "stage_id": 0, + "replica_id": 0, + "pid": 345115, + "role": "worker", + "extra": {}, + "dur_s": 4.221417188644409 + }, + { + "name": "load_weights", + "start": 1788936794.8234425, + "end": 1788936799.021266, + "stage_id": 0, + "replica_id": 0, + "pid": 345115, + "role": "worker", + "extra": {}, + "dur_s": 4.197823524475098 + }, + { + "name": "talker_mtp_init", + "start": 1788936799.0235379, + "end": 1788936799.024273, + "stage_id": 0, + "replica_id": 0, + "pid": 345115, + "role": "worker", + "extra": {}, + "dur_s": 0.0007350444793701172 + }, + { + "name": "attn_prewarm", + "start": 1788936799.0273201, + "end": 1788936799.0411026, + "stage_id": 0, + "replica_id": 0, + "pid": 345115, + "role": "worker", + "extra": {}, + "dur_s": 0.013782501220703125 + }, + { + "name": "cudagraph_capture", + "start": 1788936806.4072895, + "end": 1788936807.7447321, + "stage_id": 0, + "replica_id": 0, + "pid": 345115, + "role": "worker", + "extra": {}, + "dur_s": 1.3374426364898682 + }, + { + "name": "talker_mtp_capture", + "start": 1788936807.747468, + "end": 1788936814.722068, + "stage_id": 0, + "replica_id": 0, + "pid": 345115, + "role": "worker", + "extra": {}, + "dur_s": 6.974600076675415 + }, + { + "name": "predictor_setup_compile", + "start": 1788936807.7497606, + "end": 1788936812.935476, + "stage_id": 0, + "replica_id": 0, + "pid": 345115, + "role": "worker", + "extra": {}, + "dur_s": 5.185715436935425 + }, + { + "name": "predictor_warmup", + "start": 1788936807.7529225, + "end": 1788936812.931151, + "stage_id": 0, + "replica_id": 0, + "pid": 345115, + "role": "worker", + "extra": {}, + "dur_s": 5.178228378295898 + }, + { + "name": "predictor_setup_compile", + "start": 1788936814.4957485, + "end": 1788936814.495752, + "stage_id": 0, + "replica_id": 0, + "pid": 345115, + "role": "worker", + "extra": {}, + "dur_s": 3.5762786865234375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936814.529086, + "end": 1788936814.5290878, + "stage_id": 0, + "replica_id": 0, + "pid": 345115, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936814.5579545, + "end": 1788936814.557956, + "stage_id": 0, + "replica_id": 0, + "pid": 345115, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936814.599039, + "end": 1788936814.5990405, + "stage_id": 0, + "replica_id": 0, + "pid": 345115, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936814.620782, + "end": 1788936814.6207836, + "stage_id": 0, + "replica_id": 0, + "pid": 345115, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936814.6507585, + "end": 1788936814.6507602, + "stage_id": 0, + "replica_id": 0, + "pid": 345115, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936814.6720755, + "end": 1788936814.6720767, + "stage_id": 0, + "replica_id": 0, + "pid": 345115, + "role": "worker", + "extra": {}, + "dur_s": 1.1920928955078125e-06 + }, + { + "name": "g3_device_lock", + "start": 1788936818.5644627, + "end": 1788936818.564607, + "stage_id": 1, + "replica_id": 0, + "pid": 298616, + "role": "engine", + "extra": {}, + "dur_s": 0.0001442432403564453 + }, + { + "name": "g2_launch_lock_wait", + "start": 1788936818.5646343, + "end": 1788936818.5646377, + "stage_id": 1, + "replica_id": 0, + "pid": 298616, + "role": "engine", + "extra": { + "acquired": true + }, + "dur_s": 3.337860107421875e-06 + }, + { + "name": "g2_spawn_and_ready", + "start": 1788936818.5648115, + "end": 1788936879.8210611, + "stage_id": 1, + "replica_id": 0, + "pid": 298616, + "role": "engine", + "extra": {}, + "dur_s": 61.25624966621399 + }, + { + "name": "proc_entry", + "start": 1788936861.8538547, + "end": 1788936861.8538547, + "stage_id": 1, + "replica_id": 0, + "pid": 357023, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788936861.8589706, + "end": 1788936880.167889, + "stage_id": 1, + "replica_id": 0, + "pid": 357023, + "role": "worker", + "extra": {}, + "dur_s": 18.308918476104736 + }, + { + "name": "init_device", + "start": 1788936862.8504453, + "end": 1788936865.8942008, + "stage_id": 1, + "replica_id": 0, + "pid": 357023, + "role": "worker", + "extra": {}, + "dur_s": 3.043755531311035 + }, + { + "name": "load_model", + "start": 1788936865.9004166, + "end": 1788936874.4206614, + "stage_id": 1, + "replica_id": 0, + "pid": 357023, + "role": "worker", + "extra": {}, + "dur_s": 8.520244836807251 + }, + { + "name": "load_weights", + "start": 1788936865.9004223, + "end": 1788936874.4000983, + "stage_id": 1, + "replica_id": 0, + "pid": 357023, + "role": "worker", + "extra": {}, + "dur_s": 8.499675989151001 + }, + { + "name": "code2wav_cudagraph", + "start": 1788936867.2004263, + "end": 1788936873.490592, + "stage_id": 1, + "replica_id": 0, + "pid": 357023, + "role": "worker", + "extra": {}, + "dur_s": 6.290165662765503 + }, + { + "name": "talker_mtp_init", + "start": 1788936874.4038315, + "end": 1788936874.403838, + "stage_id": 1, + "replica_id": 0, + "pid": 357023, + "role": "worker", + "extra": {}, + "dur_s": 6.4373016357421875e-06 + }, + { + "name": "attn_prewarm", + "start": 1788936874.408308, + "end": 1788936874.4183342, + "stage_id": 1, + "replica_id": 0, + "pid": 357023, + "role": "worker", + "extra": {}, + "dur_s": 0.010026216506958008 + } + ] + } + }, + "resources": { + "peak_rss_bytes": 9288073216, + "peak_gpu_mem_mib": 41248, + "gpu_mem_samples": 210, + "gpu_mem_mode": "per-process" + }, + "requests": [ + { + "request_id": "w0", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 576.8406917341053, + "gap_ms": 576.8406917341053, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 586.7272117175162, + "gap_ms": 9.886519983410835, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 609.4122249633074, + "gap_ms": 22.685013245791197, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 732.4305009096861, + "gap_ms": 123.01827594637871, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 881.38179294765, + "gap_ms": 148.95129203796387, + "samples": 48000 + } + ], + "t_final_ms": 890.7650820910931, + "ttfa_ms": 576.8406917341053, + "playback_start_ms": 576.8406917341053, + "stall_at_ttfa_ms": 0, + "n_chunks": 5, + "streamed_audio_s": 4.4, + "tail_audio_s": 0.08, + "total_wall_s": 0.8907650820910931, + "rtf_streamed": 0.20031404385173862, + "rtf_total": 0.1988314915381904, + "gap_ms": [ + 9.886519983410835, + 22.685013245791197, + 123.01827594637871, + 148.95129203796387 + ], + "text": "Hello, welcome to the voice synthesis benchmark test.", + "warmup": true + }, + { + "request_id": "r0_0", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 45.17992911860347, + "gap_ms": 45.17992911860347, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 68.95464425906539, + "gap_ms": 23.77471514046192, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 118.40848531574011, + "gap_ms": 49.45384105667472, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 214.0599242411554, + "gap_ms": 95.65143892541528, + "samples": 30720 + } + ], + "t_final_ms": 354.2737103998661, + "ttfa_ms": 45.17992911860347, + "playback_start_ms": 45.17992911860347, + "stall_at_ttfa_ms": 0, + "n_chunks": 4, + "streamed_audio_s": 2.4, + "tail_audio_s": 2.0, + "total_wall_s": 0.3542737103998661, + "rtf_streamed": 0.08919163510048142, + "rtf_total": 0.08051675236360592, + "gap_ms": [ + 23.77471514046192, + 49.45384105667472, + 95.65143892541528 + ], + "text": "Hello, welcome to the voice synthesis benchmark test.", + "warmup": false + }, + { + "request_id": "r0_1", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 38.06760488077998, + "gap_ms": 38.06760488077998, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 66.13273173570633, + "gap_ms": 28.065126854926348, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 114.94956165552139, + "gap_ms": 48.81682991981506, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 209.3411418609321, + "gap_ms": 94.39158020541072, + "samples": 30720 + } + ], + "t_final_ms": 311.4003329537809, + "ttfa_ms": 38.06760488077998, + "playback_start_ms": 38.06760488077998, + "stall_at_ttfa_ms": 0, + "n_chunks": 4, + "streamed_audio_s": 2.4, + "tail_audio_s": 1.44, + "total_wall_s": 0.3114003329537809, + "rtf_streamed": 0.08722547577538839, + "rtf_total": 0.08109383670671377, + "gap_ms": [ + 28.065126854926348, + 48.81682991981506, + 94.39158020541072 + ], + "text": "She said she would be here by noon, but nobody showed up.", + "warmup": false + }, + { + "request_id": "r0_2", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 41.35324200615287, + "gap_ms": 41.35324200615287, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 63.06635309010744, + "gap_ms": 21.713111083954573, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 112.70574806258082, + "gap_ms": 49.63939497247338, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 210.0090621970594, + "gap_ms": 97.30331413447857, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 358.4632663987577, + "gap_ms": 148.4542042016983, + "samples": 48000 + } + ], + "t_final_ms": 382.86320213228464, + "ttfa_ms": 41.35324200615287, + "playback_start_ms": 41.35324200615287, + "stall_at_ttfa_ms": 0, + "n_chunks": 5, + "streamed_audio_s": 4.4, + "tail_audio_s": 0.4, + "total_wall_s": 0.38286320213228464, + "rtf_streamed": 0.08146892418153584, + "rtf_total": 0.07976316711089262, + "gap_ms": [ + 21.713111083954573, + 49.63939497247338, + 97.30331413447857, + 148.4542042016983 + ], + "text": "The quick brown fox jumps over the lazy dog near the riverbank.", + "warmup": false + }, + { + "request_id": "r0_3", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 42.85509791225195, + "gap_ms": 42.85509791225195, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 67.01102806255221, + "gap_ms": 24.155930150300264, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 114.33657491579652, + "gap_ms": 47.325546853244305, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 214.65088287368417, + "gap_ms": 100.31430795788765, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 359.0119509026408, + "gap_ms": 144.36106802895665, + "samples": 48000 + } + ], + "t_final_ms": 390.585009008646, + "ttfa_ms": 42.85509791225195, + "playback_start_ms": 42.85509791225195, + "stall_at_ttfa_ms": 0, + "n_chunks": 5, + "streamed_audio_s": 4.4, + "tail_audio_s": 0.4, + "total_wall_s": 0.390585009008646, + "rtf_streamed": 0.08159362520514564, + "rtf_total": 0.08137187687680124, + "gap_ms": [ + 24.155930150300264, + 47.325546853244305, + 100.31430795788765, + 144.36106802895665 + ], + "text": "I can't believe how beautiful the sunset looks from up here on the mountain.", + "warmup": false + }, + { + "request_id": "r0_4", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 44.23576593399048, + "gap_ms": 44.23576593399048, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 65.02777198329568, + "gap_ms": 20.7920060493052, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 113.82523877546191, + "gap_ms": 48.79746679216623, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 211.1070156097412, + "gap_ms": 97.2817768342793, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 357.28444065898657, + "gap_ms": 146.17742504924536, + "samples": 48000 + } + ], + "t_final_ms": 416.5925569832325, + "ttfa_ms": 44.23576593399048, + "playback_start_ms": 44.23576593399048, + "stall_at_ttfa_ms": 0, + "n_chunks": 5, + "streamed_audio_s": 4.4, + "tail_audio_s": 0.88, + "total_wall_s": 0.4165925569832325, + "rtf_streamed": 0.08120100924067876, + "rtf_total": 0.07890010548924857, + "gap_ms": [ + 20.7920060493052, + 48.79746679216623, + 97.2817768342793, + 146.17742504924536 + ], + "text": "Please remember to bring your identification documents to the appointment tomorrow morning.", + "warmup": false + }, + { + "request_id": "r0_5", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 52.76195798069239, + "gap_ms": 52.76195798069239, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 74.34492791071534, + "gap_ms": 21.582969930022955, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 123.82633658125997, + "gap_ms": 49.481408670544624, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 221.51844296604395, + "gap_ms": 97.69210638478398, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 365.9708397462964, + "gap_ms": 144.45239678025246, + "samples": 48000 + } + ], + "t_final_ms": 486.97270499542356, + "ttfa_ms": 52.76195798069239, + "playback_start_ms": 52.76195798069239, + "stall_at_ttfa_ms": 0, + "n_chunks": 5, + "streamed_audio_s": 4.4, + "tail_audio_s": 1.76, + "total_wall_s": 0.48697270499542356, + "rtf_streamed": 0.08317519085143099, + "rtf_total": 0.07905401055120512, + "gap_ms": [ + 21.582969930022955, + 49.481408670544624, + 97.69210638478398, + 144.45239678025246 + ], + "text": "Have you ever wondered what it would be like to travel through time and visit ancient civilizations?", + "warmup": false + }, + { + "request_id": "r0_6", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 38.481943774968386, + "gap_ms": 38.481943774968386, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 62.15742463245988, + "gap_ms": 23.675480857491493, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 110.05343776196241, + "gap_ms": 47.896013129502535, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 210.13839496299624, + "gap_ms": 100.08495720103383, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 356.71885684132576, + "gap_ms": 146.58046187832952, + "samples": 48000 + } + ], + "t_final_ms": 441.92218594253063, + "ttfa_ms": 38.481943774968386, + "playback_start_ms": 38.481943774968386, + "stall_at_ttfa_ms": 0, + "n_chunks": 5, + "streamed_audio_s": 4.4, + "tail_audio_s": 1.28, + "total_wall_s": 0.44192218594253063, + "rtf_streamed": 0.08107246746393766, + "rtf_total": 0.07780320175044553, + "gap_ms": [ + 23.675480857491493, + 47.896013129502535, + 100.08495720103383, + 146.58046187832952 + ], + "text": "The restaurant on the corner serves the best pasta I have ever tasted in my entire life.", + "warmup": false + }, + { + "request_id": "r0_7", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 43.177857995033264, + "gap_ms": 43.177857995033264, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 67.87447957322001, + "gap_ms": 24.69662157818675, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 119.00424677878618, + "gap_ms": 51.12976720556617, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 219.80165969580412, + "gap_ms": 100.79741291701794, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 361.84750590473413, + "gap_ms": 142.04584620893002, + "samples": 48000 + } + ], + "t_final_ms": 483.2170968875289, + "ttfa_ms": 43.177857995033264, + "playback_start_ms": 43.177857995033264, + "stall_at_ttfa_ms": 0, + "n_chunks": 5, + "streamed_audio_s": 4.4, + "tail_audio_s": 1.76, + "total_wall_s": 0.4832170968875289, + "rtf_streamed": 0.0822380695238032, + "rtf_total": 0.07844433391031314, + "gap_ms": [ + 24.69662157818675, + 51.12976720556617, + 100.79741291701794, + 142.04584620893002 + ], + "text": "After the meeting, we should discuss the quarterly results and plan for the next phase.", + "warmup": false + }, + { + "request_id": "r0_8", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 42.36389882862568, + "gap_ms": 42.36389882862568, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 69.72038373351097, + "gap_ms": 27.356484904885292, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 115.6297279521823, + "gap_ms": 45.90934421867132, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 215.89244017377496, + "gap_ms": 100.26271222159266, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 359.9259168840945, + "gap_ms": 144.03347671031952, + "samples": 48000 + }, + { + "idx": 5, + "t_ms": 614.7069567814469, + "gap_ms": 254.78103989735246, + "samples": 48000 + } + ], + "t_final_ms": 616.0146319307387, + "ttfa_ms": 42.36389882862568, + "playback_start_ms": 42.36389882862568, + "stall_at_ttfa_ms": 0, + "n_chunks": 6, + "streamed_audio_s": 6.4, + "tail_audio_s": 0.16, + "total_wall_s": 0.6160146319307387, + "rtf_streamed": 0.09604796199710108, + "rtf_total": 0.09390466950163699, + "gap_ms": [ + 27.356484904885292, + 45.90934421867132, + 100.26271222159266, + 144.03347671031952, + 254.78103989735246 + ], + "text": "Learning a new language takes patience, practice, and a genuine curiosity about other cultures.", + "warmup": false + }, + { + "request_id": "r0_9", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 48.44063287600875, + "gap_ms": 48.44063287600875, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 73.35793599486351, + "gap_ms": 24.91730311885476, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 121.5947619639337, + "gap_ms": 48.236825969070196, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 219.71289068460464, + "gap_ms": 98.11812872067094, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 362.17012675479054, + "gap_ms": 142.4572360701859, + "samples": 48000 + } + ], + "t_final_ms": 437.6433286815882, + "ttfa_ms": 48.44063287600875, + "playback_start_ms": 48.44063287600875, + "stall_at_ttfa_ms": 0, + "n_chunks": 5, + "streamed_audio_s": 4.4, + "tail_audio_s": 1.12, + "total_wall_s": 0.4376433286815882, + "rtf_streamed": 0.08231139244427058, + "rtf_total": 0.079283211717679, + "gap_ms": [ + 24.91730311885476, + 48.236825969070196, + 98.11812872067094, + 142.4572360701859 + ], + "text": "The train leaves at half past seven, so we need to arrive at the station before then.", + "warmup": false + }, + { + "request_id": "r0_10", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 40.52932281047106, + "gap_ms": 40.52932281047106, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 65.50446385517716, + "gap_ms": 24.975141044706106, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 111.83008877560496, + "gap_ms": 46.3256249204278, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 212.12303591892123, + "gap_ms": 100.29294714331627, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 356.2948168255389, + "gap_ms": 144.17178090661764, + "samples": 48000 + } + ], + "t_final_ms": 383.462670724839, + "ttfa_ms": 40.52932281047106, + "playback_start_ms": 40.52932281047106, + "stall_at_ttfa_ms": 0, + "n_chunks": 5, + "streamed_audio_s": 4.4, + "tail_audio_s": 0.4, + "total_wall_s": 0.38346267072483897, + "rtf_streamed": 0.08097609473307701, + "rtf_total": 0.0798880564010081, + "gap_ms": [ + 24.975141044706106, + 46.3256249204278, + 100.29294714331627, + 144.17178090661764 + ], + "text": "Could you please turn down the music a little bit, I'm trying to concentrate on my work.", + "warmup": false + }, + { + "request_id": "r0_11", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 39.28455803543329, + "gap_ms": 39.28455803543329, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 66.65923213586211, + "gap_ms": 27.37467410042882, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 112.55245096981525, + "gap_ms": 45.89321883395314, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 210.47070808708668, + "gap_ms": 97.91825711727142, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 355.55592086166143, + "gap_ms": 145.08521277457476, + "samples": 48000 + } + ], + "t_final_ms": 421.5042991563678, + "ttfa_ms": 39.28455803543329, + "playback_start_ms": 39.28455803543329, + "stall_at_ttfa_ms": 0, + "n_chunks": 5, + "streamed_audio_s": 4.4, + "tail_audio_s": 0.96, + "total_wall_s": 0.4215042991563678, + "rtf_streamed": 0.08080816383219577, + "rtf_total": 0.07863886178290443, + "gap_ms": [ + 27.37467410042882, + 45.89321883395314, + 97.91825711727142, + 145.08521277457476 + ], + "text": "It was a dark and stormy night when the old lighthouse keeper heard a knock at the door.", + "warmup": false + }, + { + "request_id": "r1_0", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 42.2158669680357, + "gap_ms": 42.2158669680357, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 64.2421836964786, + "gap_ms": 22.026316728442907, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 112.18458088114858, + "gap_ms": 47.94239718466997, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 210.31677909195423, + "gap_ms": 98.13219821080565, + "samples": 30720 + } + ], + "t_final_ms": 341.37143194675446, + "ttfa_ms": 42.2158669680357, + "playback_start_ms": 42.2158669680357, + "stall_at_ttfa_ms": 0, + "n_chunks": 4, + "streamed_audio_s": 2.4, + "tail_audio_s": 1.84, + "total_wall_s": 0.34137143194675446, + "rtf_streamed": 0.08763199128831427, + "rtf_total": 0.08051213017612133, + "gap_ms": [ + 22.026316728442907, + 47.94239718466997, + 98.13219821080565 + ], + "text": "Hello, welcome to the voice synthesis benchmark test.", + "warmup": false + }, + { + "request_id": "r1_1", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 40.90359015390277, + "gap_ms": 40.90359015390277, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 67.03313626348972, + "gap_ms": 26.129546109586954, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 113.68926521390676, + "gap_ms": 46.65612895041704, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 212.09647925570607, + "gap_ms": 98.4072140417993, + "samples": 30720 + } + ], + "t_final_ms": 327.9545563273132, + "ttfa_ms": 40.90359015390277, + "playback_start_ms": 40.90359015390277, + "stall_at_ttfa_ms": 0, + "n_chunks": 4, + "streamed_audio_s": 2.4, + "tail_audio_s": 1.68, + "total_wall_s": 0.3279545563273132, + "rtf_streamed": 0.08837353302321087, + "rtf_total": 0.08038101870767479, + "gap_ms": [ + 26.129546109586954, + 46.65612895041704, + 98.4072140417993 + ], + "text": "She said she would be here by noon, but nobody showed up.", + "warmup": false + }, + { + "request_id": "r1_2", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 40.75439414009452, + "gap_ms": 40.75439414009452, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 62.83483607694507, + "gap_ms": 22.080441936850548, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 114.92854868993163, + "gap_ms": 52.093712612986565, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 209.81230586767197, + "gap_ms": 94.88375717774034, + "samples": 30720 + } + ], + "t_final_ms": 347.0526640303433, + "ttfa_ms": 40.75439414009452, + "playback_start_ms": 40.75439414009452, + "stall_at_ttfa_ms": 0, + "n_chunks": 4, + "streamed_audio_s": 2.4, + "tail_audio_s": 2.0, + "total_wall_s": 0.3470526640303433, + "rtf_streamed": 0.08742179411152999, + "rtf_total": 0.07887560546144165, + "gap_ms": [ + 22.080441936850548, + 52.093712612986565, + 94.88375717774034 + ], + "text": "The quick brown fox jumps over the lazy dog near the riverbank.", + "warmup": false + }, + { + "request_id": "r1_3", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 40.298236068338156, + "gap_ms": 40.298236068338156, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 64.48346516117454, + "gap_ms": 24.18522909283638, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 114.37475401908159, + "gap_ms": 49.89128885790706, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 211.7492794059217, + "gap_ms": 97.3745253868401, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 355.90151231735945, + "gap_ms": 144.15223291143775, + "samples": 48000 + } + ], + "t_final_ms": 447.40805914625525, + "ttfa_ms": 40.298236068338156, + "playback_start_ms": 40.298236068338156, + "stall_at_ttfa_ms": 0, + "n_chunks": 5, + "streamed_audio_s": 4.4, + "tail_audio_s": 1.28, + "total_wall_s": 0.44740805914625525, + "rtf_streamed": 0.08088670734485441, + "rtf_total": 0.07876902449758014, + "gap_ms": [ + 24.18522909283638, + 49.89128885790706, + 97.3745253868401, + 144.15223291143775 + ], + "text": "I can't believe how beautiful the sunset looks from up here on the mountain.", + "warmup": false + }, + { + "request_id": "r1_4", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 40.66804889589548, + "gap_ms": 40.66804889589548, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 62.73181410506368, + "gap_ms": 22.063765209168196, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 112.32315516099334, + "gap_ms": 49.59134105592966, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 211.76852192729712, + "gap_ms": 99.44536676630378, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 356.4202389679849, + "gap_ms": 144.6517170406878, + "samples": 48000 + } + ], + "t_final_ms": 447.4442061036825, + "ttfa_ms": 40.66804889589548, + "playback_start_ms": 40.66804889589548, + "stall_at_ttfa_ms": 0, + "n_chunks": 5, + "streamed_audio_s": 4.4, + "tail_audio_s": 1.36, + "total_wall_s": 0.4474442061036825, + "rtf_streamed": 0.08100459976545112, + "rtf_total": 0.07768128578188932, + "gap_ms": [ + 22.063765209168196, + 49.59134105592966, + 99.44536676630378, + 144.6517170406878 + ], + "text": "Please remember to bring your identification documents to the appointment tomorrow morning.", + "warmup": false + }, + { + "request_id": "r1_5", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 42.49761113896966, + "gap_ms": 42.49761113896966, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 67.02040694653988, + "gap_ms": 24.52279580757022, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 117.85959405824542, + "gap_ms": 50.83918711170554, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 211.26138139516115, + "gap_ms": 93.40178733691573, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 357.9091322608292, + "gap_ms": 146.64775086566806, + "samples": 48000 + } + ], + "t_final_ms": 457.83377811312675, + "ttfa_ms": 42.49761113896966, + "playback_start_ms": 42.49761113896966, + "stall_at_ttfa_ms": 0, + "n_chunks": 5, + "streamed_audio_s": 4.4, + "tail_audio_s": 1.44, + "total_wall_s": 0.45783377811312675, + "rtf_streamed": 0.08134298460473391, + "rtf_total": 0.07839619488238472, + "gap_ms": [ + 24.52279580757022, + 50.83918711170554, + 93.40178733691573, + 146.64775086566806 + ], + "text": "Have you ever wondered what it would be like to travel through time and visit ancient civilizations?", + "warmup": false + }, + { + "request_id": "r1_6", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 39.93940306827426, + "gap_ms": 39.93940306827426, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 68.31418629735708, + "gap_ms": 28.374783229082823, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 118.46317490562797, + "gap_ms": 50.148988608270884, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 213.13810907304287, + "gap_ms": 94.6749341674149, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 359.30525325238705, + "gap_ms": 146.16714417934418, + "samples": 48000 + } + ], + "t_final_ms": 455.67952934652567, + "ttfa_ms": 39.93940306827426, + "playback_start_ms": 39.93940306827426, + "stall_at_ttfa_ms": 0, + "n_chunks": 5, + "streamed_audio_s": 4.4, + "tail_audio_s": 1.36, + "total_wall_s": 0.45567952934652567, + "rtf_streamed": 0.08166028483008796, + "rtf_total": 0.07911102940043847, + "gap_ms": [ + 28.374783229082823, + 50.148988608270884, + 94.6749341674149, + 146.16714417934418 + ], + "text": "The restaurant on the corner serves the best pasta I have ever tasted in my entire life.", + "warmup": false + }, + { + "request_id": "r1_7", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 41.34906083345413, + "gap_ms": 41.34906083345413, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 70.05358813330531, + "gap_ms": 28.70452729985118, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 111.5196431055665, + "gap_ms": 41.46605497226119, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 210.43076692149043, + "gap_ms": 98.91112381592393, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 355.3025177679956, + "gap_ms": 144.87175084650517, + "samples": 48000 + }, + { + "idx": 5, + "t_ms": 500.59570698067546, + "gap_ms": 145.29318921267986, + "samples": 48000 + } + ], + "t_final_ms": 534.2757017351687, + "ttfa_ms": 41.34906083345413, + "playback_start_ms": 41.34906083345413, + "stall_at_ttfa_ms": 0, + "n_chunks": 6, + "streamed_audio_s": 6.4, + "tail_audio_s": 0.48, + "total_wall_s": 0.5342757017351687, + "rtf_streamed": 0.07821807921573054, + "rtf_total": 0.07765635199639079, + "gap_ms": [ + 28.70452729985118, + 41.46605497226119, + 98.91112381592393, + 144.87175084650517, + 145.29318921267986 + ], + "text": "After the meeting, we should discuss the quarterly results and plan for the next phase.", + "warmup": false + }, + { + "request_id": "r1_8", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 37.94824983924627, + "gap_ms": 37.94824983924627, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 65.64131984487176, + "gap_ms": 27.693070005625486, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 110.64660595729947, + "gap_ms": 45.00528611242771, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 210.10959381237626, + "gap_ms": 99.46298785507679, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 355.60093307867646, + "gap_ms": 145.4913392663002, + "samples": 48000 + }, + { + "idx": 5, + "t_ms": 500.89919893071055, + "gap_ms": 145.2982658520341, + "samples": 48000 + } + ], + "t_final_ms": 528.6868270486593, + "ttfa_ms": 37.94824983924627, + "playback_start_ms": 37.94824983924627, + "stall_at_ttfa_ms": 0, + "n_chunks": 6, + "streamed_audio_s": 6.4, + "tail_audio_s": 0.4, + "total_wall_s": 0.5286868270486593, + "rtf_streamed": 0.07826549983292352, + "rtf_total": 0.07774806280127342, + "gap_ms": [ + 27.693070005625486, + 45.00528611242771, + 99.46298785507679, + 145.4913392663002, + 145.2982658520341 + ], + "text": "Learning a new language takes patience, practice, and a genuine curiosity about other cultures.", + "warmup": false + }, + { + "request_id": "r1_9", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 39.79854239150882, + "gap_ms": 39.79854239150882, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 67.45173409581184, + "gap_ms": 27.653191704303026, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 111.04805022478104, + "gap_ms": 43.59631612896919, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 209.01549607515335, + "gap_ms": 97.96744585037231, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 358.54828637093306, + "gap_ms": 149.5327902957797, + "samples": 48000 + } + ], + "t_final_ms": 430.10336300358176, + "ttfa_ms": 39.79854239150882, + "playback_start_ms": 39.79854239150882, + "stall_at_ttfa_ms": 0, + "n_chunks": 5, + "streamed_audio_s": 4.4, + "tail_audio_s": 1.12, + "total_wall_s": 0.43010336300358176, + "rtf_streamed": 0.08148824690248478, + "rtf_total": 0.07791727590644597, + "gap_ms": [ + 27.653191704303026, + 43.59631612896919, + 97.96744585037231, + 149.5327902957797 + ], + "text": "The train leaves at half past seven, so we need to arrive at the station before then.", + "warmup": false + }, + { + "request_id": "r1_10", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 41.082317009568214, + "gap_ms": 41.082317009568214, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 64.39018109813333, + "gap_ms": 23.30786408856511, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 115.54920300841331, + "gap_ms": 51.15902191027999, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 209.6549030393362, + "gap_ms": 94.10570003092289, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 353.8957159034908, + "gap_ms": 144.24081286415458, + "samples": 48000 + } + ], + "t_final_ms": 415.76382890343666, + "ttfa_ms": 41.082317009568214, + "playback_start_ms": 41.082317009568214, + "stall_at_ttfa_ms": 0, + "n_chunks": 5, + "streamed_audio_s": 4.4, + "tail_audio_s": 0.88, + "total_wall_s": 0.41576382890343666, + "rtf_streamed": 0.08043084452352063, + "rtf_total": 0.07874314941352967, + "gap_ms": [ + 23.30786408856511, + 51.15902191027999, + 94.10570003092289, + 144.24081286415458 + ], + "text": "Could you please turn down the music a little bit, I'm trying to concentrate on my work.", + "warmup": false + }, + { + "request_id": "r1_11", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 38.7584799900651, + "gap_ms": 38.7584799900651, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 61.97194615378976, + "gap_ms": 23.21346616372466, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 115.6868552789092, + "gap_ms": 53.71490912511945, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 210.4452671483159, + "gap_ms": 94.7584118694067, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 352.89764823392034, + "gap_ms": 142.45238108560443, + "samples": 48000 + } + ], + "t_final_ms": 420.6342580728233, + "ttfa_ms": 38.7584799900651, + "playback_start_ms": 38.7584799900651, + "stall_at_ttfa_ms": 0, + "n_chunks": 5, + "streamed_audio_s": 4.4, + "tail_audio_s": 0.96, + "total_wall_s": 0.4206342580728233, + "rtf_streamed": 0.08020401096225462, + "rtf_total": 0.07847654068522822, + "gap_ms": [ + 23.21346616372466, + 53.71490912511945, + 94.7584118694067, + 142.45238108560443 + ], + "text": "It was a dark and stormy night when the old lighthouse keeper heard a knock at the door.", + "warmup": false + }, + { + "request_id": "r2_0", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 39.783723186701536, + "gap_ms": 39.783723186701536, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 66.20562309399247, + "gap_ms": 26.421899907290936, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 113.48318215459585, + "gap_ms": 47.27755906060338, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 212.72910432890058, + "gap_ms": 99.24592217430472, + "samples": 30720 + } + ], + "t_final_ms": 343.06890796869993, + "ttfa_ms": 39.783723186701536, + "playback_start_ms": 39.783723186701536, + "stall_at_ttfa_ms": 0, + "n_chunks": 4, + "streamed_audio_s": 2.4, + "tail_audio_s": 1.92, + "total_wall_s": 0.34306890796869993, + "rtf_streamed": 0.08863712680370858, + "rtf_total": 0.07941409906682868, + "gap_ms": [ + 26.421899907290936, + 47.27755906060338, + 99.24592217430472 + ], + "text": "Hello, welcome to the voice synthesis benchmark test.", + "warmup": false + }, + { + "request_id": "r2_1", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 46.562904957681894, + "gap_ms": 46.562904957681894, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 68.90314491465688, + "gap_ms": 22.340239956974983, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 119.19787479564548, + "gap_ms": 50.2947298809886, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 216.1900638602674, + "gap_ms": 96.99218906462193, + "samples": 30720 + } + ], + "t_final_ms": 352.89717372506857, + "ttfa_ms": 46.562904957681894, + "playback_start_ms": 46.562904957681894, + "stall_at_ttfa_ms": 0, + "n_chunks": 4, + "streamed_audio_s": 2.4, + "tail_audio_s": 2.0, + "total_wall_s": 0.35289717372506857, + "rtf_streamed": 0.09007919327511142, + "rtf_total": 0.08020390311933376, + "gap_ms": [ + 22.340239956974983, + 50.2947298809886, + 96.99218906462193 + ], + "text": "She said she would be here by noon, but nobody showed up.", + "warmup": false + }, + { + "request_id": "r2_2", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 39.97725807130337, + "gap_ms": 39.97725807130337, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 62.78830673545599, + "gap_ms": 22.811048664152622, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 117.45625594630837, + "gap_ms": 54.667949210852385, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 211.73553774133325, + "gap_ms": 94.27928179502487, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 363.4235397912562, + "gap_ms": 151.68800204992294, + "samples": 48000 + } + ], + "t_final_ms": 373.3952548354864, + "ttfa_ms": 39.97725807130337, + "playback_start_ms": 39.97725807130337, + "stall_at_ttfa_ms": 0, + "n_chunks": 5, + "streamed_audio_s": 4.4, + "tail_audio_s": 0.24, + "total_wall_s": 0.3733952548354864, + "rtf_streamed": 0.0825962590434673, + "rtf_total": 0.08047311526626862, + "gap_ms": [ + 22.811048664152622, + 54.667949210852385, + 94.27928179502487, + 151.68800204992294 + ], + "text": "The quick brown fox jumps over the lazy dog near the riverbank.", + "warmup": false + }, + { + "request_id": "r2_3", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 43.8230843283236, + "gap_ms": 43.8230843283236, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 67.1616611070931, + "gap_ms": 23.338576778769493, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 116.80234828963876, + "gap_ms": 49.64068718254566, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 209.74306808784604, + "gap_ms": 92.94071979820728, + "samples": 30720 + } + ], + "t_final_ms": 343.747990205884, + "ttfa_ms": 43.8230843283236, + "playback_start_ms": 43.8230843283236, + "stall_at_ttfa_ms": 0, + "n_chunks": 4, + "streamed_audio_s": 2.4, + "tail_audio_s": 1.92, + "total_wall_s": 0.343747990205884, + "rtf_streamed": 0.08739294503660253, + "rtf_total": 0.0795712940291398, + "gap_ms": [ + 23.338576778769493, + 49.64068718254566, + 92.94071979820728 + ], + "text": "I can't believe how beautiful the sunset looks from up here on the mountain.", + "warmup": false + }, + { + "request_id": "r2_4", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 40.29189283028245, + "gap_ms": 40.29189283028245, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 65.63011277467012, + "gap_ms": 25.338219944387674, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 114.22435659915209, + "gap_ms": 48.594243824481964, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 211.21600456535816, + "gap_ms": 96.99164796620607, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 355.3524659946561, + "gap_ms": 144.13646142929792, + "samples": 48000 + } + ], + "t_final_ms": 411.0573655925691, + "ttfa_ms": 40.29189283028245, + "playback_start_ms": 40.29189283028245, + "stall_at_ttfa_ms": 0, + "n_chunks": 5, + "streamed_audio_s": 4.4, + "tail_audio_s": 0.8, + "total_wall_s": 0.4110573655925691, + "rtf_streamed": 0.08076192408969456, + "rtf_total": 0.07904949338318637, + "gap_ms": [ + 25.338219944387674, + 48.594243824481964, + 96.99164796620607, + 144.13646142929792 + ], + "text": "Please remember to bring your identification documents to the appointment tomorrow morning.", + "warmup": false + }, + { + "request_id": "r2_5", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 39.58279686048627, + "gap_ms": 39.58279686048627, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 64.43639565259218, + "gap_ms": 24.853598792105913, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 114.17072080075741, + "gap_ms": 49.734325148165226, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 209.88257881253958, + "gap_ms": 95.71185801178217, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 356.0499716550112, + "gap_ms": 146.1673928424716, + "samples": 48000 + } + ], + "t_final_ms": 457.43832597509027, + "ttfa_ms": 39.58279686048627, + "playback_start_ms": 39.58279686048627, + "stall_at_ttfa_ms": 0, + "n_chunks": 5, + "streamed_audio_s": 4.4, + "tail_audio_s": 1.44, + "total_wall_s": 0.45743832597509027, + "rtf_streamed": 0.08092044810341162, + "rtf_total": 0.07832848047518669, + "gap_ms": [ + 24.853598792105913, + 49.734325148165226, + 95.71185801178217, + 146.1673928424716 + ], + "text": "Have you ever wondered what it would be like to travel through time and visit ancient civilizations?", + "warmup": false + }, + { + "request_id": "r2_6", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 41.854176204651594, + "gap_ms": 41.854176204651594, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 63.665029127150774, + "gap_ms": 21.81085292249918, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 116.83515692129731, + "gap_ms": 53.17012779414654, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 211.37370308861136, + "gap_ms": 94.53854616731405, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 358.33644215017557, + "gap_ms": 146.9627390615642, + "samples": 48000 + } + ], + "t_final_ms": 489.4428849220276, + "ttfa_ms": 41.854176204651594, + "playback_start_ms": 41.854176204651594, + "stall_at_ttfa_ms": 0, + "n_chunks": 5, + "streamed_audio_s": 4.4, + "tail_audio_s": 1.92, + "total_wall_s": 0.4894428849220276, + "rtf_streamed": 0.08144010048867625, + "rtf_total": 0.0774434944496879, + "gap_ms": [ + 21.81085292249918, + 53.17012779414654, + 94.53854616731405, + 146.9627390615642 + ], + "text": "The restaurant on the corner serves the best pasta I have ever tasted in my entire life.", + "warmup": false + }, + { + "request_id": "r2_7", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 37.99345716834068, + "gap_ms": 37.99345716834068, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 66.78151013329625, + "gap_ms": 28.78805296495557, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 112.40387288853526, + "gap_ms": 45.62236275523901, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 209.06942803412676, + "gap_ms": 96.6655551455915, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 354.0214318782091, + "gap_ms": 144.95200384408236, + "samples": 48000 + } + ], + "t_final_ms": 474.1020440123975, + "ttfa_ms": 37.99345716834068, + "playback_start_ms": 37.99345716834068, + "stall_at_ttfa_ms": 0, + "n_chunks": 5, + "streamed_audio_s": 4.4, + "tail_audio_s": 1.76, + "total_wall_s": 0.4741020440123975, + "rtf_streamed": 0.08045941633595662, + "rtf_total": 0.07696461753448011, + "gap_ms": [ + 28.78805296495557, + 45.62236275523901, + 96.6655551455915, + 144.95200384408236 + ], + "text": "After the meeting, we should discuss the quarterly results and plan for the next phase.", + "warmup": false + }, + { + "request_id": "r2_8", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 38.53826271370053, + "gap_ms": 38.53826271370053, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 63.56101902201772, + "gap_ms": 25.022756308317184, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 112.9507478326559, + "gap_ms": 49.38972881063819, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 210.99585900083184, + "gap_ms": 98.04511116817594, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 362.54509864374995, + "gap_ms": 151.5492396429181, + "samples": 48000 + }, + { + "idx": 5, + "t_ms": 503.4800157882273, + "gap_ms": 140.93491714447737, + "samples": 48000 + } + ], + "t_final_ms": 546.5399720706046, + "ttfa_ms": 38.53826271370053, + "playback_start_ms": 38.53826271370053, + "stall_at_ttfa_ms": 0, + "n_chunks": 6, + "streamed_audio_s": 6.4, + "tail_audio_s": 0.64, + "total_wall_s": 0.5465399720706046, + "rtf_streamed": 0.07866875246691052, + "rtf_total": 0.07763351876002905, + "gap_ms": [ + 25.022756308317184, + 49.38972881063819, + 98.04511116817594, + 151.5492396429181, + 140.93491714447737 + ], + "text": "Learning a new language takes patience, practice, and a genuine curiosity about other cultures.", + "warmup": false + }, + { + "request_id": "r2_9", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 38.033352233469486, + "gap_ms": 38.033352233469486, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 63.151129987090826, + "gap_ms": 25.11777775362134, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 115.85462093353271, + "gap_ms": 52.70349094644189, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 210.55512223392725, + "gap_ms": 94.70050130039454, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 357.46176121756434, + "gap_ms": 146.9066389836371, + "samples": 48000 + } + ], + "t_final_ms": 445.9317959845066, + "ttfa_ms": 38.033352233469486, + "playback_start_ms": 38.033352233469486, + "stall_at_ttfa_ms": 0, + "n_chunks": 5, + "streamed_audio_s": 4.4, + "tail_audio_s": 1.28, + "total_wall_s": 0.4459317959845066, + "rtf_streamed": 0.08124130936762826, + "rtf_total": 0.07850911901135679, + "gap_ms": [ + 25.11777775362134, + 52.70349094644189, + 94.70050130039454, + 146.9066389836371 + ], + "text": "The train leaves at half past seven, so we need to arrive at the station before then.", + "warmup": false + }, + { + "request_id": "r2_10", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 38.54583902284503, + "gap_ms": 38.54583902284503, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 62.78853304684162, + "gap_ms": 24.24269402399659, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 117.32972040772438, + "gap_ms": 54.54118736088276, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 212.84074615687132, + "gap_ms": 95.51102574914694, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 371.4084611274302, + "gap_ms": 158.56771497055888, + "samples": 48000 + } + ], + "t_final_ms": 465.25433333590627, + "ttfa_ms": 38.54583902284503, + "playback_start_ms": 38.54583902284503, + "stall_at_ttfa_ms": 0, + "n_chunks": 5, + "streamed_audio_s": 4.4, + "tail_audio_s": 1.36, + "total_wall_s": 0.46525433333590627, + "rtf_streamed": 0.08441101389259777, + "rtf_total": 0.08077332175970595, + "gap_ms": [ + 24.24269402399659, + 54.54118736088276, + 95.51102574914694, + 158.56771497055888 + ], + "text": "Could you please turn down the music a little bit, I'm trying to concentrate on my work.", + "warmup": false + }, + { + "request_id": "r2_11", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 43.55616495013237, + "gap_ms": 43.55616495013237, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 66.98988564312458, + "gap_ms": 23.43372069299221, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 122.56843596696854, + "gap_ms": 55.578550323843956, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 213.86194694787264, + "gap_ms": 91.2935109809041, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 366.46473594009876, + "gap_ms": 152.60278899222612, + "samples": 48000 + } + ], + "t_final_ms": 402.9102926142514, + "ttfa_ms": 43.55616495013237, + "playback_start_ms": 43.55616495013237, + "stall_at_ttfa_ms": 0, + "n_chunks": 5, + "streamed_audio_s": 4.4, + "tail_audio_s": 0.56, + "total_wall_s": 0.4029102926142514, + "rtf_streamed": 0.08328743998638607, + "rtf_total": 0.08123191383351841, + "gap_ms": [ + 23.43372069299221, + 55.578550323843956, + 91.2935109809041, + 152.60278899222612 + ], + "text": "It was a dark and stormy night when the old lighthouse keeper heard a knock at the door.", + "warmup": false + } + ], + "summary": { + "n_requests": 36, + "ttfa_ms": { + "n": 36, + "p50": 40.66804889589548, + "p90": 45.17992911860347, + "max": 52.76195798069239, + "mean": 41.43023681050787 + }, + "playback_start_ms": { + "n": 36, + "p50": 40.66804889589548, + "p90": 45.17992911860347, + "max": 52.76195798069239, + "mean": 41.43023681050787 + }, + "stall_at_ttfa_ms": { + "n": 36, + "p50": 0.0, + "p90": 0.0, + "max": 0.0, + "mean": 0.0 + }, + "rtf_streamed": { + "n": 36, + "p50": 0.08146892418153584, + "p90": 0.08863712680370858, + "max": 0.09604796199710108, + "mean": 0.08317040321234152 + }, + "rtf_total": { + "n": 36, + "p50": 0.07890010548924857, + "p90": 0.08109383670671377, + "max": 0.09390466950163699, + "mean": 0.07951461457115487 + }, + "gap_ms": { + "n": 140, + "p50": 54.54118736088276, + "p90": 145.4913392663002, + "max": 254.78103989735246, + "mean": 78.0942610132375 + }, + "total_audio_s": 150.4, + "total_wall_s": 15.38644627481699 + } +} \ No newline at end of file diff --git a/benchmarks/tts/edge_results/stream_latency/Qwen3-TTS-12Hz-1.7B-CustomVoice/profile_edge/20260909-145133_edge_final.json b/benchmarks/tts/edge_results/stream_latency/Qwen3-TTS-12Hz-1.7B-CustomVoice/profile_edge/20260909-145133_edge_final.json new file mode 100644 index 000000000..ac4d520c9 --- /dev/null +++ b/benchmarks/tts/edge_results/stream_latency/Qwen3-TTS-12Hz-1.7B-CustomVoice/profile_edge/20260909-145133_edge_final.json @@ -0,0 +1,12611 @@ +{ + "schema": 1, + "meta": { + "model": "Qwen/Qwen3-TTS-12Hz-1.7B-CustomVoice", + "deploy_config": null, + "query_type": "CustomVoice", + "txt_prompts": "benchmarks/tts/prompts_12.txt", + "git_sha": "602e3964", + "gpu_name": "NVIDIA L20X", + "cuda_visible_devices": "3", + "timestamp": "20260909-145133", + "argv": [ + "--query-type", + "CustomVoice", + "--txt-prompts", + "benchmarks/tts/prompts_12.txt", + "--init-timeout", + "1500", + "--stage-init-timeout", + "900" + ], + "bench_args": { + "model": "Qwen/Qwen3-TTS-12Hz-1.7B-CustomVoice", + "warmup": 1, + "repeat": 3, + "init_only": false, + "tag": "edge_final", + "output_dir": "/data/zhoutaichang/embedding_infer/vllm-omni/benchmarks/tts/edge_results/stream_latency", + "save_wav": false, + "gpu_poll_interval_s": 0.2, + "parallel_stage_init": false, + "deploy_profile": "edge", + "bench_help": false + }, + "warmup": 1, + "repeat": 3, + "init_only": false + }, + "init": { + "init_s": 148.93558104196563, + "init_timeline": { + "schema": 1, + "t0": 1788936529.6974075, + "t_end": 1788936674.4009626, + "total_s": 144.7035551071167, + "phases": [ + { + "name": "proc_entry", + "start": 1788922130.877344, + "end": 1788922130.877344, + "stage_id": 0, + "replica_id": 0, + "pid": 2564074, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788922130.8864088, + "end": 1788922164.9667127, + "stage_id": 0, + "replica_id": 0, + "pid": 2564074, + "role": "worker", + "extra": {}, + "dur_s": 34.08030390739441 + }, + { + "name": "init_device", + "start": 1788922159.3280494, + "end": 1788922159.5362585, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 0.20820903778076172 + }, + { + "name": "load_model", + "start": 1788922159.5429327, + "end": 1788922164.054677, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 4.511744260787964 + }, + { + "name": "load_weights", + "start": 1788922159.5429373, + "end": 1788922164.0436099, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 4.5006725788116455 + }, + { + "name": "talker_mtp_init", + "start": 1788922164.0478003, + "end": 1788922164.0480099, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 0.00020956993103027344 + }, + { + "name": "attn_prewarm", + "start": 1788922164.0528018, + "end": 1788922164.0528057, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 3.814697265625e-06 + }, + { + "name": "proc_entry", + "start": 1788922191.4990642, + "end": 1788922191.4990642, + "stage_id": 1, + "replica_id": 0, + "pid": 2572020, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788922191.50477, + "end": 1788922220.5615401, + "stage_id": 1, + "replica_id": 0, + "pid": 2572020, + "role": "worker", + "extra": {}, + "dur_s": 29.056770086288452 + }, + { + "name": "init_device", + "start": 1788922218.1614058, + "end": 1788922218.3837707, + "stage_id": 1, + "replica_id": 0, + "pid": 2576162, + "role": "worker", + "extra": {}, + "dur_s": 0.2223649024963379 + }, + { + "name": "load_model", + "start": 1788922218.3888378, + "end": 1788922219.7271593, + "stage_id": 1, + "replica_id": 0, + "pid": 2576162, + "role": "worker", + "extra": {}, + "dur_s": 1.3383214473724365 + }, + { + "name": "load_weights", + "start": 1788922218.3888428, + "end": 1788922219.721446, + "stage_id": 1, + "replica_id": 0, + "pid": 2576162, + "role": "worker", + "extra": {}, + "dur_s": 1.3326032161712646 + }, + { + "name": "talker_mtp_init", + "start": 1788922219.7234585, + "end": 1788922219.7234626, + "stage_id": 1, + "replica_id": 0, + "pid": 2576162, + "role": "worker", + "extra": {}, + "dur_s": 4.0531158447265625e-06 + }, + { + "name": "attn_prewarm", + "start": 1788922219.7253046, + "end": 1788922219.725309, + "stage_id": 1, + "replica_id": 0, + "pid": 2576162, + "role": "worker", + "extra": {}, + "dur_s": 4.291534423828125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922232.3800435, + "end": 1788922232.3805099, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 0.00046634674072265625 + }, + { + "name": "predictor_setup_compile", + "start": 1788922232.5448647, + "end": 1788922232.5448668, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922232.6840897, + "end": 1788922232.6840913, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922232.815864, + "end": 1788922232.8158658, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922232.9475458, + "end": 1788922232.9475477, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922233.082061, + "end": 1788922233.0820625, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922233.2166655, + "end": 1788922233.2166674, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922233.352209, + "end": 1788922233.3522112, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922233.4855177, + "end": 1788922233.4855196, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922233.62089, + "end": 1788922233.6208916, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922233.7555537, + "end": 1788922233.7555556, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922233.8874066, + "end": 1788922233.8874087, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922234.01654, + "end": 1788922234.0165417, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922234.1470726, + "end": 1788922234.147074, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922234.2782345, + "end": 1788922234.2782362, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922234.4144115, + "end": 1788922234.4144132, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922234.5394251, + "end": 1788922234.5394268, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922234.6593056, + "end": 1788922234.6593072, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922234.779752, + "end": 1788922234.7797534, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922234.8985298, + "end": 1788922234.8985317, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922235.0202105, + "end": 1788922235.020212, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922235.1377785, + "end": 1788922235.13778, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922235.2551062, + "end": 1788922235.255108, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922235.3753815, + "end": 1788922235.3753834, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922235.4955156, + "end": 1788922235.4955177, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922235.617653, + "end": 1788922235.617655, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922235.736819, + "end": 1788922235.7368205, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922235.867074, + "end": 1788922235.8670764, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922236.012944, + "end": 1788922236.012946, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922236.1489553, + "end": 1788922236.148957, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922236.275778, + "end": 1788922236.2757797, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922236.3979807, + "end": 1788922236.3979828, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922236.5204244, + "end": 1788922236.5204265, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922236.6427953, + "end": 1788922236.6427972, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922236.7658389, + "end": 1788922236.7658405, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922236.889487, + "end": 1788922236.8894892, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922237.0114186, + "end": 1788922237.0114205, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922237.1327617, + "end": 1788922237.1327634, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922237.257166, + "end": 1788922237.2571678, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922237.3795977, + "end": 1788922237.3795993, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922237.5026846, + "end": 1788922237.5026865, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922237.6275811, + "end": 1788922237.6275833, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922237.7538147, + "end": 1788922237.7538166, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922237.8757157, + "end": 1788922237.8757176, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922238.0011864, + "end": 1788922238.0011883, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922238.1255898, + "end": 1788922238.1255913, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922238.2487857, + "end": 1788922238.2487876, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922238.3698301, + "end": 1788922238.369832, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922238.4959528, + "end": 1788922238.4959548, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922238.6160035, + "end": 1788922238.6160057, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922238.7370863, + "end": 1788922238.7370877, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922238.8616793, + "end": 1788922238.8616812, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922238.997887, + "end": 1788922238.9978883, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922240.212831, + "end": 1788922240.212833, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922240.356153, + "end": 1788922240.356155, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922240.4775074, + "end": 1788922240.4775093, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922240.5968802, + "end": 1788922240.596882, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922240.7270894, + "end": 1788922240.7270916, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922240.8489797, + "end": 1788922240.8489816, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922240.97141, + "end": 1788922240.9714117, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922241.090862, + "end": 1788922241.090864, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922241.20853, + "end": 1788922241.2085316, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922241.332088, + "end": 1788922241.3320897, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922241.4508145, + "end": 1788922241.4508162, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922241.5702968, + "end": 1788922241.5702991, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922241.694816, + "end": 1788922241.6948178, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922241.817439, + "end": 1788922241.817441, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922241.9354365, + "end": 1788922241.9354386, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922242.0606773, + "end": 1788922242.0606792, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922242.1798375, + "end": 1788922242.1798391, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922242.3017752, + "end": 1788922242.3017771, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922242.4618602, + "end": 1788922242.461862, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922242.5869555, + "end": 1788922242.5869572, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922242.7075486, + "end": 1788922242.7075508, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922242.8277454, + "end": 1788922242.8277476, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922242.950294, + "end": 1788922242.9502962, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922243.0693293, + "end": 1788922243.0693307, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922243.2184427, + "end": 1788922243.2184446, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922243.3400695, + "end": 1788922243.3400717, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922243.4587479, + "end": 1788922243.45875, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922243.5807874, + "end": 1788922243.5807896, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922243.7067819, + "end": 1788922243.7067838, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922243.8356984, + "end": 1788922243.8357003, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922243.959291, + "end": 1788922243.9592927, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922244.080161, + "end": 1788922244.0801625, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922244.1996424, + "end": 1788922244.199644, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922244.318174, + "end": 1788922244.318176, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922244.451145, + "end": 1788922244.4511468, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922244.5701833, + "end": 1788922244.570185, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922244.6948023, + "end": 1788922244.694804, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922244.8176062, + "end": 1788922244.8176079, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922244.9399116, + "end": 1788922244.9399133, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922245.0612528, + "end": 1788922245.061255, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922245.1843472, + "end": 1788922245.1843493, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922245.3095908, + "end": 1788922245.3095927, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922245.433744, + "end": 1788922245.4337456, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922245.557295, + "end": 1788922245.5572972, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922245.687104, + "end": 1788922245.687106, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922245.8201053, + "end": 1788922245.8201072, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922246.0662894, + "end": 1788922246.0662916, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922246.1840081, + "end": 1788922246.18401, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922246.3050156, + "end": 1788922246.3050172, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922246.4248142, + "end": 1788922246.4248161, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922246.542762, + "end": 1788922246.542764, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922246.6651924, + "end": 1788922246.6651943, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922246.7983098, + "end": 1788922246.7983117, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922246.9191864, + "end": 1788922246.9191883, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922247.045741, + "end": 1788922247.0457428, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922247.1724925, + "end": 1788922247.1724944, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922247.3057518, + "end": 1788922247.3057537, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922247.4234405, + "end": 1788922247.4234421, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922247.5429838, + "end": 1788922247.5429857, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922247.6628087, + "end": 1788922247.66281, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922247.7901843, + "end": 1788922247.790186, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922248.5937364, + "end": 1788922248.5937383, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922248.7371235, + "end": 1788922248.7371256, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922248.8638175, + "end": 1788922248.8638191, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922248.9846368, + "end": 1788922248.9846385, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922249.1100187, + "end": 1788922249.1100209, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922249.23438, + "end": 1788922249.2343824, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922249.3560884, + "end": 1788922249.3560903, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922249.4756975, + "end": 1788922249.475699, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922249.595203, + "end": 1788922249.5952048, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922249.7219691, + "end": 1788922249.721971, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922249.8416002, + "end": 1788922249.8416018, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922249.960877, + "end": 1788922249.960879, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922250.0821667, + "end": 1788922250.0821686, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922250.204699, + "end": 1788922250.204701, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922250.3251905, + "end": 1788922250.3251925, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922250.446325, + "end": 1788922250.4463267, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922250.5665355, + "end": 1788922250.566537, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922250.6892598, + "end": 1788922250.689262, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922250.809991, + "end": 1788922250.8099928, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922250.9312, + "end": 1788922250.9312015, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922251.0541074, + "end": 1788922251.054109, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922251.1736279, + "end": 1788922251.1736298, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922251.293682, + "end": 1788922251.2936838, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922251.4155478, + "end": 1788922251.4155498, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922251.5392137, + "end": 1788922251.5392153, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922251.6640065, + "end": 1788922251.6640084, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922251.786086, + "end": 1788922251.7860882, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922251.9111588, + "end": 1788922251.9111605, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922252.037268, + "end": 1788922252.03727, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922252.16496, + "end": 1788922252.1649618, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922252.2899609, + "end": 1788922252.2899628, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922252.415439, + "end": 1788922252.4154406, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922252.5386841, + "end": 1788922252.5386863, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922252.6627693, + "end": 1788922252.662771, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922252.785744, + "end": 1788922252.7857459, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922252.906836, + "end": 1788922252.906838, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922253.027591, + "end": 1788922253.0275927, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922253.1465538, + "end": 1788922253.1465557, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922253.2670672, + "end": 1788922253.267069, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922253.3887315, + "end": 1788922253.3887336, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922253.5098217, + "end": 1788922253.5098236, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922253.6294003, + "end": 1788922253.6294022, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922253.7505198, + "end": 1788922253.750522, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922253.8704977, + "end": 1788922253.8704996, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922253.993293, + "end": 1788922253.993295, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922254.1166255, + "end": 1788922254.1166275, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922254.2385066, + "end": 1788922254.2385085, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922254.3581705, + "end": 1788922254.3581727, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922254.5079572, + "end": 1788922254.5079591, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922254.6280353, + "end": 1788922254.6280372, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922254.7517314, + "end": 1788922254.7517335, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922254.8745792, + "end": 1788922254.874581, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922256.05979, + "end": 1788922256.0597918, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922256.2031589, + "end": 1788922256.2031605, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922256.3346908, + "end": 1788922256.3346927, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922256.4550836, + "end": 1788922256.4550855, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922256.5795505, + "end": 1788922256.5795522, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922256.7017565, + "end": 1788922256.7017584, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922256.8250453, + "end": 1788922256.8250468, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922256.9440336, + "end": 1788922256.9440353, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922257.0626676, + "end": 1788922257.0626693, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922257.1812527, + "end": 1788922257.1812546, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922257.3009083, + "end": 1788922257.30091, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922257.4200146, + "end": 1788922257.4200163, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922257.5405107, + "end": 1788922257.5405126, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922257.665199, + "end": 1788922257.665201, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922257.7867892, + "end": 1788922257.7867906, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922257.906161, + "end": 1788922257.9061632, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922258.0328302, + "end": 1788922258.032832, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922258.1599345, + "end": 1788922258.159936, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922258.2790053, + "end": 1788922258.2790072, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922258.4014337, + "end": 1788922258.4014354, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922258.5207486, + "end": 1788922258.5207508, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922258.6410782, + "end": 1788922258.6410801, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922258.7652938, + "end": 1788922258.7652955, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922258.8844016, + "end": 1788922258.8844035, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922259.0051622, + "end": 1788922259.0051641, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922259.125578, + "end": 1788922259.1255796, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922259.2527246, + "end": 1788922259.2527268, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922259.3748355, + "end": 1788922259.3748374, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922259.498, + "end": 1788922259.4980016, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922259.626546, + "end": 1788922259.626548, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922259.7557254, + "end": 1788922259.7557273, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922259.8803647, + "end": 1788922259.8803663, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922260.0067322, + "end": 1788922260.0067341, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922260.136301, + "end": 1788922260.1363032, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922260.2737892, + "end": 1788922260.273791, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922260.4475224, + "end": 1788922260.4475243, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922260.62131, + "end": 1788922260.621312, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922260.9264674, + "end": 1788922260.926469, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922261.1042862, + "end": 1788922261.1042879, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922261.226794, + "end": 1788922261.2267962, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922261.3451347, + "end": 1788922261.3451366, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922261.4633226, + "end": 1788922261.463324, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922261.5829787, + "end": 1788922261.5829804, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922261.7065115, + "end": 1788922261.7065144, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.86102294921875e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922261.8258612, + "end": 1788922261.8258626, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922261.9452791, + "end": 1788922261.9452815, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922262.064881, + "end": 1788922262.064883, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922262.1828318, + "end": 1788922262.1828337, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922262.3038273, + "end": 1788922262.303829, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922262.422375, + "end": 1788922262.4223766, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922262.5531719, + "end": 1788922262.5531738, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922262.672736, + "end": 1788922262.6727378, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922262.795661, + "end": 1788922262.7956629, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922262.9171221, + "end": 1788922262.9171238, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922263.044316, + "end": 1788922263.044318, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922263.9375682, + "end": 1788922263.9375706, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922264.079566, + "end": 1788922264.0795681, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922264.2137697, + "end": 1788922264.2137716, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922264.3499377, + "end": 1788922264.3499393, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922264.4802184, + "end": 1788922264.4802203, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922264.6158073, + "end": 1788922264.615809, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922264.745661, + "end": 1788922264.7456632, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922264.877475, + "end": 1788922264.877477, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922265.0135596, + "end": 1788922265.0135612, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922265.146489, + "end": 1788922265.1464908, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922265.2773335, + "end": 1788922265.277335, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922265.4106634, + "end": 1788922265.4106653, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922265.5421288, + "end": 1788922265.5421305, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922265.6758692, + "end": 1788922265.675871, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922265.8104744, + "end": 1788922265.810476, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922265.9423256, + "end": 1788922265.9423275, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922266.115204, + "end": 1788922266.115206, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922266.2375245, + "end": 1788922266.2375262, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922266.3580759, + "end": 1788922266.358078, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922266.4795384, + "end": 1788922266.4795406, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922266.6025648, + "end": 1788922266.6025667, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922266.7246556, + "end": 1788922266.7246578, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922266.8480656, + "end": 1788922266.8480673, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922266.9693124, + "end": 1788922266.9693143, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922267.0930629, + "end": 1788922267.0930648, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922267.2133305, + "end": 1788922267.2133322, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922267.333264, + "end": 1788922267.333266, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922267.4566128, + "end": 1788922267.4566147, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922267.5830455, + "end": 1788922267.5830472, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922267.714474, + "end": 1788922267.7144759, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922267.8389883, + "end": 1788922267.8389904, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922267.9586093, + "end": 1788922267.958611, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922268.0820367, + "end": 1788922268.0820389, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922268.2039201, + "end": 1788922268.2039223, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922268.322657, + "end": 1788922268.322659, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922268.4404378, + "end": 1788922268.4404397, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922268.5608249, + "end": 1788922268.5608268, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922268.6895285, + "end": 1788922268.6895304, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922268.8095086, + "end": 1788922268.8095105, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922268.9307246, + "end": 1788922268.9307263, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922269.0525177, + "end": 1788922269.0525193, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922269.1768165, + "end": 1788922269.1768184, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922269.2972565, + "end": 1788922269.2972584, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922269.4177065, + "end": 1788922269.4177084, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922269.5375698, + "end": 1788922269.5375717, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922269.6685448, + "end": 1788922269.668547, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922269.792792, + "end": 1788922269.7927938, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922269.9174843, + "end": 1788922269.9174862, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922270.0376978, + "end": 1788922270.0377002, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922270.159905, + "end": 1788922270.1599069, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922270.282052, + "end": 1788922270.282054, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922270.401393, + "end": 1788922270.4013946, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922270.5246992, + "end": 1788922270.5247009, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922271.000903, + "end": 1788922271.0009046, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922271.1226902, + "end": 1788922271.1226919, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922271.2468321, + "end": 1788922271.2468343, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922271.3688066, + "end": 1788922271.3688085, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922271.490491, + "end": 1788922271.4904928, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922271.610541, + "end": 1788922271.6105428, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922271.7349696, + "end": 1788922271.7349718, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922271.8583858, + "end": 1788922271.8583877, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922271.9802182, + "end": 1788922271.9802198, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922272.1012738, + "end": 1788922272.1012754, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922272.2201233, + "end": 1788922272.2201252, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922272.9918206, + "end": 1788922272.9918222, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922273.1344135, + "end": 1788922273.1344156, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922273.2654998, + "end": 1788922273.2655015, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922273.3861718, + "end": 1788922273.386174, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922273.5078373, + "end": 1788922273.507839, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922273.6309092, + "end": 1788922273.6309116, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922273.7587965, + "end": 1788922273.7587986, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922273.8822522, + "end": 1788922273.8822544, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922274.0029945, + "end": 1788922274.0029967, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922274.1276312, + "end": 1788922274.1276329, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922274.2488308, + "end": 1788922274.2488327, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922274.370412, + "end": 1788922274.370414, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922274.4917028, + "end": 1788922274.491705, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922274.6163108, + "end": 1788922274.6163125, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922274.745732, + "end": 1788922274.7457337, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922274.867669, + "end": 1788922274.867671, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922274.9945765, + "end": 1788922274.9945781, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922275.1156917, + "end": 1788922275.1156936, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922275.2381265, + "end": 1788922275.2381284, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922275.360315, + "end": 1788922275.360317, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922275.4838495, + "end": 1788922275.4838512, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922275.6094136, + "end": 1788922275.6094155, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922275.7350748, + "end": 1788922275.7350767, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922275.8598714, + "end": 1788922275.8598733, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922275.9956498, + "end": 1788922275.9956515, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922276.121227, + "end": 1788922276.1212287, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922276.245785, + "end": 1788922276.245787, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922276.366927, + "end": 1788922276.3669286, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922276.4903073, + "end": 1788922276.4903092, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922276.6192977, + "end": 1788922276.6192997, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922276.7440565, + "end": 1788922276.7440584, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922276.8679297, + "end": 1788922276.8679316, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922276.9887094, + "end": 1788922276.988711, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922277.1098208, + "end": 1788922277.1098225, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922277.2344472, + "end": 1788922277.2344491, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922277.357199, + "end": 1788922277.3572006, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922277.4806874, + "end": 1788922277.4806895, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922277.6039422, + "end": 1788922277.6039443, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922277.727446, + "end": 1788922277.727448, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922277.8527925, + "end": 1788922277.8527944, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922277.978098, + "end": 1788922277.9781, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922278.1034982, + "end": 1788922278.1035001, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922278.2302494, + "end": 1788922278.2302513, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922278.3523057, + "end": 1788922278.3523078, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922278.4745874, + "end": 1788922278.474589, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922278.5987544, + "end": 1788922278.598756, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922278.7214978, + "end": 1788922278.7214997, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922278.8442664, + "end": 1788922278.8442683, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922278.9656162, + "end": 1788922278.9656184, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922279.0939162, + "end": 1788922279.0939178, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922279.2172348, + "end": 1788922279.2172365, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922279.3395224, + "end": 1788922279.339524, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922279.4640498, + "end": 1788922279.4640515, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922279.5900824, + "end": 1788922279.5900843, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922279.7213278, + "end": 1788922279.72133, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922279.8546348, + "end": 1788922279.8546371, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922279.9852114, + "end": 1788922279.9852133, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922280.107011, + "end": 1788922280.1070132, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922280.22866, + "end": 1788922280.228662, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922280.3500931, + "end": 1788922280.3500946, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922280.4719546, + "end": 1788922280.4719565, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922280.5957723, + "end": 1788922280.5957747, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922280.719342, + "end": 1788922280.7193444, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922280.841232, + "end": 1788922280.841234, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922280.974391, + "end": 1788922280.974393, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922281.734893, + "end": 1788922281.7348964, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 3.337860107421875e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922281.8767538, + "end": 1788922281.8767557, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922282.0008492, + "end": 1788922282.000851, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922282.1237674, + "end": 1788922282.123769, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922282.2462327, + "end": 1788922282.246235, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922282.3680897, + "end": 1788922282.3680918, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922282.4882698, + "end": 1788922282.488272, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922282.6098795, + "end": 1788922282.6098816, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922282.7319713, + "end": 1788922282.7319732, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922282.8535979, + "end": 1788922282.8535998, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922282.9732368, + "end": 1788922282.973239, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922283.095219, + "end": 1788922283.095221, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922283.216499, + "end": 1788922283.216501, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922283.3372698, + "end": 1788922283.3372717, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922283.4574392, + "end": 1788922283.457441, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922283.579844, + "end": 1788922283.579846, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922283.7024565, + "end": 1788922283.7024584, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922283.8276372, + "end": 1788922283.827639, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922283.9477332, + "end": 1788922283.9477353, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922284.0729785, + "end": 1788922284.0729802, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922284.1935046, + "end": 1788922284.1935062, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922284.3159575, + "end": 1788922284.3159592, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922284.4374645, + "end": 1788922284.4374666, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922284.5569313, + "end": 1788922284.5569334, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922284.6795504, + "end": 1788922284.679552, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922284.8003788, + "end": 1788922284.8003807, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922284.9203887, + "end": 1788922284.9203908, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922285.044139, + "end": 1788922285.044141, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922285.168303, + "end": 1788922285.168305, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922285.3006222, + "end": 1788922285.3006246, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922285.4231906, + "end": 1788922285.4231923, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922285.5519965, + "end": 1788922285.5519984, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922285.6747367, + "end": 1788922285.6747384, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922285.7965138, + "end": 1788922285.7965157, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922285.9200945, + "end": 1788922285.9200962, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922286.0403306, + "end": 1788922286.0403328, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922286.1656973, + "end": 1788922286.1656992, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922286.2892601, + "end": 1788922286.2892618, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922286.4082632, + "end": 1788922286.4082665, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 3.337860107421875e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922286.5444307, + "end": 1788922286.544433, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922286.6655242, + "end": 1788922286.6655264, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922286.7856205, + "end": 1788922286.7856224, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922286.9078977, + "end": 1788922286.9078994, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922287.0279498, + "end": 1788922287.0279517, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922287.1513493, + "end": 1788922287.151351, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922287.2721148, + "end": 1788922287.2721164, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922287.3925865, + "end": 1788922287.3925884, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922287.5162776, + "end": 1788922287.5162795, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922287.6475215, + "end": 1788922287.6475236, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922289.006026, + "end": 1788922289.0060282, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922291.2069778, + "end": 1788922291.20698, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922293.390129, + "end": 1788922293.3901308, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922296.022322, + "end": 1788922296.022324, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922300.3089197, + "end": 1788922300.3089216, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922302.5306237, + "end": 1788922302.530626, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922306.8473477, + "end": 1788922306.8473501, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922309.1537678, + "end": 1788922309.15377, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922315.4699786, + "end": 1788922315.469981, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922317.5896637, + "end": 1788922317.589666, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922321.1042101, + "end": 1788922321.104212, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922322.214327, + "end": 1788922322.2143288, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922325.7179074, + "end": 1788922325.7179096, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922330.8520212, + "end": 1788922330.8520234, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922338.4723613, + "end": 1788922338.4723632, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922342.179806, + "end": 1788922342.179808, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922345.1672316, + "end": 1788922345.1672335, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922347.8445036, + "end": 1788922347.8445055, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922352.1119435, + "end": 1788922352.1119454, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922352.8980305, + "end": 1788922352.8980324, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922355.5667827, + "end": 1788922355.5667849, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922355.8455327, + "end": 1788922355.8455348, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922355.9642806, + "end": 1788922355.9642823, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922356.7643185, + "end": 1788922356.7643206, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922356.907541, + "end": 1788922356.9075425, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922357.0270498, + "end": 1788922357.0270514, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922357.1461446, + "end": 1788922357.146146, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922357.2645109, + "end": 1788922357.2645128, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922357.382893, + "end": 1788922357.3828948, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922357.5007842, + "end": 1788922357.5007858, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922357.619397, + "end": 1788922357.6193986, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922357.8280108, + "end": 1788922357.8280122, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922358.0344913, + "end": 1788922358.0344932, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922358.1532068, + "end": 1788922358.1532085, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922358.2711942, + "end": 1788922358.271196, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922358.3898926, + "end": 1788922358.3898942, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922358.5088239, + "end": 1788922358.5088255, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922358.6264927, + "end": 1788922358.6264946, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922358.7429764, + "end": 1788922358.7429783, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922358.8601089, + "end": 1788922358.8601105, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922358.991419, + "end": 1788922358.9914212, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922359.1095304, + "end": 1788922359.109532, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922359.2274585, + "end": 1788922359.2274604, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922359.3459957, + "end": 1788922359.3459976, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922359.4647276, + "end": 1788922359.4647293, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922359.5844421, + "end": 1788922359.5844438, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922359.7045772, + "end": 1788922359.7045789, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922359.825478, + "end": 1788922359.82548, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922359.9476488, + "end": 1788922359.947651, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922360.0668654, + "end": 1788922360.0668669, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922360.188601, + "end": 1788922360.1886027, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922360.3117456, + "end": 1788922360.3117473, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922360.4373422, + "end": 1788922360.4373443, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922360.5609372, + "end": 1788922360.560939, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922360.6815326, + "end": 1788922360.6815348, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922360.800159, + "end": 1788922360.8001604, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922360.92, + "end": 1788922360.9200017, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922361.0380182, + "end": 1788922361.0380201, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922361.1594687, + "end": 1788922361.1594708, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922361.2783153, + "end": 1788922361.278317, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922361.3971083, + "end": 1788922361.3971102, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922361.5165648, + "end": 1788922361.5165665, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922361.635531, + "end": 1788922361.6355329, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922361.7547777, + "end": 1788922361.7547796, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922361.8734756, + "end": 1788922361.8734775, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922361.9920752, + "end": 1788922361.992077, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922362.110859, + "end": 1788922362.1108613, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922362.229812, + "end": 1788922362.2298138, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922362.3477, + "end": 1788922362.347702, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922362.4660125, + "end": 1788922362.4660141, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922362.5861394, + "end": 1788922362.5861409, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922362.704803, + "end": 1788922362.704805, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922362.823411, + "end": 1788922362.8234124, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922362.9418404, + "end": 1788922362.9418418, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922363.0590417, + "end": 1788922363.0590436, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922363.1771998, + "end": 1788922363.177202, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922363.2977068, + "end": 1788922363.2977085, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922363.4186044, + "end": 1788922363.418606, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922363.5421011, + "end": 1788922363.5421033, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922363.6665454, + "end": 1788922363.6665473, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922363.792067, + "end": 1788922363.7920692, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922363.9121494, + "end": 1788922363.912151, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922364.0324187, + "end": 1788922364.0324209, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922364.1534111, + "end": 1788922364.1534128, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922364.2721796, + "end": 1788922364.2721815, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922364.3909662, + "end": 1788922364.390968, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922364.5097907, + "end": 1788922364.5097926, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922364.6281621, + "end": 1788922364.6281638, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922364.7462187, + "end": 1788922364.7462206, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922364.8668792, + "end": 1788922364.8668811, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922364.992365, + "end": 1788922364.9923663, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922365.1192558, + "end": 1788922365.119258, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922365.2386506, + "end": 1788922365.2386525, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922365.3579051, + "end": 1788922365.357907, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922365.4776702, + "end": 1788922365.4776719, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922365.5959811, + "end": 1788922365.5959828, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922365.7158692, + "end": 1788922365.7158706, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922365.83584, + "end": 1788922365.835842, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922365.9552836, + "end": 1788922365.9552855, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922366.7391593, + "end": 1788922366.7391615, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922366.8897786, + "end": 1788922366.8897803, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922367.0086987, + "end": 1788922367.0087004, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922367.1256382, + "end": 1788922367.1256397, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922367.2439826, + "end": 1788922367.2439845, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922367.363432, + "end": 1788922367.3634338, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922367.482487, + "end": 1788922367.482489, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922367.6005259, + "end": 1788922367.6005275, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922367.720949, + "end": 1788922367.7209508, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922367.8411238, + "end": 1788922367.8411257, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922367.962457, + "end": 1788922367.9624588, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922368.084389, + "end": 1788922368.0843906, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922368.2060466, + "end": 1788922368.2060483, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922368.3282657, + "end": 1788922368.3282676, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922368.4491594, + "end": 1788922368.4491615, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922368.5722632, + "end": 1788922368.5722647, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922368.694157, + "end": 1788922368.6941586, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922368.818156, + "end": 1788922368.818158, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922368.9424624, + "end": 1788922368.9424646, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922369.0638928, + "end": 1788922369.0638947, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922369.1862051, + "end": 1788922369.186207, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922369.3072374, + "end": 1788922369.3072395, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922369.4299955, + "end": 1788922369.4299972, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922369.5520713, + "end": 1788922369.5520732, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922369.6723924, + "end": 1788922369.6723943, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922369.792606, + "end": 1788922369.7926083, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922369.915154, + "end": 1788922369.9151556, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922370.0366883, + "end": 1788922370.0366902, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922370.1587725, + "end": 1788922370.1587744, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922370.2814314, + "end": 1788922370.281433, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922370.404854, + "end": 1788922370.4048557, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922370.5233603, + "end": 1788922370.5233617, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922370.6434247, + "end": 1788922370.6434267, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922370.7672014, + "end": 1788922370.7672033, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922370.8874054, + "end": 1788922370.8874068, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922371.0086596, + "end": 1788922371.008662, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922371.1265306, + "end": 1788922371.1265326, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922371.2432866, + "end": 1788922371.2432883, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922371.364567, + "end": 1788922371.364569, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922371.4825456, + "end": 1788922371.4825475, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922371.6013546, + "end": 1788922371.6013563, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922371.7229614, + "end": 1788922371.722963, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922371.840064, + "end": 1788922371.8400657, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922371.9578767, + "end": 1788922371.9578788, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922372.0792108, + "end": 1788922372.0792124, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922372.2087972, + "end": 1788922372.208799, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922372.327581, + "end": 1788922372.3275824, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922372.445844, + "end": 1788922372.4458458, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922372.5647094, + "end": 1788922372.564711, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922372.6858041, + "end": 1788922372.6858056, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922372.8054602, + "end": 1788922372.8054616, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922372.924192, + "end": 1788922372.9241939, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922373.0460212, + "end": 1788922373.0460227, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922373.1672199, + "end": 1788922373.1672218, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922373.289533, + "end": 1788922373.2895348, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922373.4163127, + "end": 1788922373.4163144, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922373.5403757, + "end": 1788922373.5403776, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922373.6592543, + "end": 1788922373.659256, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922373.7780952, + "end": 1788922373.7780972, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922373.8980708, + "end": 1788922373.8980727, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922374.0188608, + "end": 1788922374.0188625, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922374.1433856, + "end": 1788922374.1433876, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922374.2611773, + "end": 1788922374.2611792, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922374.3821406, + "end": 1788922374.3821425, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922374.5001543, + "end": 1788922374.500156, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922374.6191347, + "end": 1788922374.6191363, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922374.7382948, + "end": 1788922374.7382963, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922374.8610907, + "end": 1788922374.8610926, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922375.8191853, + "end": 1788922375.8191874, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922375.9720662, + "end": 1788922375.9720678, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922376.0917332, + "end": 1788922376.0917351, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922376.2096596, + "end": 1788922376.2096615, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922376.3280551, + "end": 1788922376.3280568, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922376.4458652, + "end": 1788922376.4458673, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922376.564858, + "end": 1788922376.5648599, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922376.6838949, + "end": 1788922376.6838963, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922376.8023605, + "end": 1788922376.8023627, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922376.9210289, + "end": 1788922376.9210303, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922377.0394883, + "end": 1788922377.03949, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922377.1577578, + "end": 1788922377.1577592, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922377.2747796, + "end": 1788922377.2747817, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922377.3934166, + "end": 1788922377.3934186, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922377.5122228, + "end": 1788922377.5122247, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922377.6329994, + "end": 1788922377.6330013, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922377.7637775, + "end": 1788922377.7637799, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922377.9043002, + "end": 1788922377.9043024, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922378.026663, + "end": 1788922378.026665, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922378.1517549, + "end": 1788922378.1517568, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922378.2757246, + "end": 1788922378.2757266, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922378.3997238, + "end": 1788922378.399726, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922378.522267, + "end": 1788922378.522269, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922378.645371, + "end": 1788922378.6453726, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922378.7676444, + "end": 1788922378.7676482, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 3.814697265625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922378.8906655, + "end": 1788922378.8906672, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922379.0145206, + "end": 1788922379.0145226, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922379.1377337, + "end": 1788922379.1377354, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922379.2650526, + "end": 1788922379.2650545, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922379.3943856, + "end": 1788922379.3943877, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922379.5199006, + "end": 1788922379.5199025, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922379.6491141, + "end": 1788922379.6491158, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922379.7701046, + "end": 1788922379.770106, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922379.893534, + "end": 1788922379.8935354, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922380.0175576, + "end": 1788922380.0175593, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922380.1406238, + "end": 1788922380.1406257, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922380.2626553, + "end": 1788922380.2626567, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922380.3819711, + "end": 1788922380.3819733, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922380.5007143, + "end": 1788922380.500716, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922380.6215563, + "end": 1788922380.6215582, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922380.7422035, + "end": 1788922380.7422051, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922380.8638005, + "end": 1788922380.8638027, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922380.9967659, + "end": 1788922380.996768, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922381.115715, + "end": 1788922381.115717, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922381.2345605, + "end": 1788922381.2345624, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922381.3543234, + "end": 1788922381.3543258, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922381.4739127, + "end": 1788922381.4739146, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922381.5936348, + "end": 1788922381.5936363, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922381.7519934, + "end": 1788922381.751995, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922381.875667, + "end": 1788922381.8756688, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922381.9956205, + "end": 1788922381.9956222, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922382.114124, + "end": 1788922382.1141257, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922382.2368438, + "end": 1788922382.2368453, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922382.358444, + "end": 1788922382.3584461, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922382.4826977, + "end": 1788922382.4826999, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922382.6077366, + "end": 1788922382.607739, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922382.7343957, + "end": 1788922382.7343974, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922382.8553343, + "end": 1788922382.8553362, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922382.9761403, + "end": 1788922382.9761422, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922383.0995378, + "end": 1788922383.09954, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922383.220755, + "end": 1788922383.2207572, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922383.3412862, + "end": 1788922383.3412879, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922383.466704, + "end": 1788922383.4667056, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922383.589359, + "end": 1788922383.5893612, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922383.7120035, + "end": 1788922383.7120056, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922383.8348722, + "end": 1788922383.8348744, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922383.9563832, + "end": 1788922383.9563854, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922384.0794783, + "end": 1788922384.0794804, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922384.2020018, + "end": 1788922384.2020037, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922384.322577, + "end": 1788922384.3225787, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922384.4469826, + "end": 1788922384.4469848, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922384.565693, + "end": 1788922384.565695, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922384.6856468, + "end": 1788922384.685649, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922384.805589, + "end": 1788922384.805591, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922384.9260166, + "end": 1788922384.9260182, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922385.0462167, + "end": 1788922385.0462184, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922385.168133, + "end": 1788922385.168135, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922385.2878444, + "end": 1788922385.2878458, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922386.4101267, + "end": 1788922386.4101288, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922386.5466714, + "end": 1788922386.5466728, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922386.6659718, + "end": 1788922386.6659734, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922386.7849157, + "end": 1788922386.7849176, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922386.9027479, + "end": 1788922386.9027495, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922387.0221634, + "end": 1788922387.0221653, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922387.1446505, + "end": 1788922387.1446524, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922387.2649045, + "end": 1788922387.2649062, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922387.3845236, + "end": 1788922387.3845253, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922387.503571, + "end": 1788922387.503573, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922387.623148, + "end": 1788922387.6231496, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922387.7463875, + "end": 1788922387.7463892, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922387.866031, + "end": 1788922387.8660324, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922387.9933195, + "end": 1788922387.993321, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922388.1164494, + "end": 1788922388.116451, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922388.2355556, + "end": 1788922388.235557, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922388.355072, + "end": 1788922388.3550737, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922388.47358, + "end": 1788922388.4735816, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922388.5948446, + "end": 1788922388.5948465, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922388.7143083, + "end": 1788922388.7143102, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922388.8340719, + "end": 1788922388.8340738, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922388.9549398, + "end": 1788922388.9549415, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922389.0761979, + "end": 1788922389.0761998, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922389.1960826, + "end": 1788922389.1960845, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922389.3164291, + "end": 1788922389.316431, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922389.4364448, + "end": 1788922389.4364464, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922389.556847, + "end": 1788922389.556849, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922389.6786013, + "end": 1788922389.6786032, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922389.801666, + "end": 1788922389.8016682, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922389.9247682, + "end": 1788922389.9247704, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922390.0513108, + "end": 1788922390.0513124, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922390.1735635, + "end": 1788922390.1735654, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922390.2962284, + "end": 1788922390.2962303, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922390.4223735, + "end": 1788922390.4223754, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922390.5442312, + "end": 1788922390.5442333, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922391.0196714, + "end": 1788922391.0196733, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922391.144078, + "end": 1788922391.1440797, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922391.2671125, + "end": 1788922391.2671144, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922391.3922987, + "end": 1788922391.3923006, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922391.519569, + "end": 1788922391.5195708, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922391.638545, + "end": 1788922391.6385467, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922391.7607186, + "end": 1788922391.7607205, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922391.882131, + "end": 1788922391.882133, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922392.0110266, + "end": 1788922392.0110285, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922392.1320112, + "end": 1788922392.132013, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922392.2540576, + "end": 1788922392.2540596, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922392.3749506, + "end": 1788922392.3749526, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922392.5023196, + "end": 1788922392.5023215, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922392.6262894, + "end": 1788922392.6262915, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922392.7496247, + "end": 1788922392.7496266, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922392.87751, + "end": 1788922392.8775125, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922393.0053513, + "end": 1788922393.0053532, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922393.140091, + "end": 1788922393.1400926, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922393.2678106, + "end": 1788922393.2678123, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922393.3938327, + "end": 1788922393.3938348, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922393.5173557, + "end": 1788922393.5173573, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922393.6489341, + "end": 1788922393.6489358, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922393.7766902, + "end": 1788922393.776692, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922393.9007103, + "end": 1788922393.900712, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922394.024367, + "end": 1788922394.024369, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922394.1481628, + "end": 1788922394.1481647, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922394.2682106, + "end": 1788922394.2682123, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922394.393204, + "end": 1788922394.3932056, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922394.514685, + "end": 1788922394.514687, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922394.6328712, + "end": 1788922394.6328728, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922394.7557118, + "end": 1788922394.7557135, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922394.8752255, + "end": 1788922394.8752275, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922394.993313, + "end": 1788922394.9933147, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922395.120428, + "end": 1788922395.1204298, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922395.240393, + "end": 1788922395.2403948, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922395.3589232, + "end": 1788922395.358925, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922395.480248, + "end": 1788922395.48025, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922395.5986948, + "end": 1788922395.598697, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922395.7174964, + "end": 1788922395.717498, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922395.836684, + "end": 1788922395.836686, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922395.955573, + "end": 1788922395.9555748, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922396.7361767, + "end": 1788922396.7361784, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922396.8922029, + "end": 1788922396.8922045, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922397.0195756, + "end": 1788922397.0195773, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922397.1387784, + "end": 1788922397.13878, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922397.2580588, + "end": 1788922397.2580602, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922397.376611, + "end": 1788922397.3766131, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922397.4994774, + "end": 1788922397.4994793, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922397.6226807, + "end": 1788922397.6226823, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922397.7435784, + "end": 1788922397.7435803, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922397.8642812, + "end": 1788922397.8642828, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922397.9966354, + "end": 1788922397.996637, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922398.121169, + "end": 1788922398.121171, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922398.2438655, + "end": 1788922398.2438676, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922398.373702, + "end": 1788922398.3737042, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922398.496515, + "end": 1788922398.496517, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922398.6192188, + "end": 1788922398.619221, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922398.7402103, + "end": 1788922398.740212, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922398.860064, + "end": 1788922398.8600657, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922398.9799435, + "end": 1788922398.9799452, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922399.1039147, + "end": 1788922399.103917, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922399.2243006, + "end": 1788922399.2243023, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922399.3441188, + "end": 1788922399.3441205, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922399.4630015, + "end": 1788922399.4630036, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922399.5827186, + "end": 1788922399.5827205, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922399.706718, + "end": 1788922399.7067194, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922399.828345, + "end": 1788922399.828347, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922399.9482863, + "end": 1788922399.948288, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922400.0708723, + "end": 1788922400.0708745, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922400.1951063, + "end": 1788922400.195108, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922400.316862, + "end": 1788922400.316864, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922400.441168, + "end": 1788922400.44117, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922400.5602946, + "end": 1788922400.5602968, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922400.680596, + "end": 1788922400.680598, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922400.8044088, + "end": 1788922400.804411, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922400.9265435, + "end": 1788922400.9265451, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922401.0485942, + "end": 1788922401.048596, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922401.1718035, + "end": 1788922401.1718051, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922401.2932582, + "end": 1788922401.29326, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922401.4174635, + "end": 1788922401.4174657, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922401.5381107, + "end": 1788922401.5381122, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922401.661897, + "end": 1788922401.6618989, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922401.7889225, + "end": 1788922401.7889245, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922401.91284, + "end": 1788922401.912842, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922402.0426052, + "end": 1788922402.0426068, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922402.166148, + "end": 1788922402.1661499, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922402.3014932, + "end": 1788922402.301495, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922402.4269066, + "end": 1788922402.4269085, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922402.5506601, + "end": 1788922402.5506618, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922402.6828742, + "end": 1788922402.682876, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922402.8056884, + "end": 1788922402.80569, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922402.9292607, + "end": 1788922402.9292626, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922403.0530922, + "end": 1788922403.053094, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922403.1814132, + "end": 1788922403.1814148, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922403.3042307, + "end": 1788922403.3042324, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922403.4318728, + "end": 1788922403.4318745, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922403.5621417, + "end": 1788922403.5621436, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922403.6899757, + "end": 1788922403.6899776, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922403.8099747, + "end": 1788922403.8099768, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922403.9321687, + "end": 1788922403.9321704, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922404.055859, + "end": 1788922404.055861, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922404.1780782, + "end": 1788922404.1780806, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922404.3007174, + "end": 1788922404.3007193, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922404.4232366, + "end": 1788922404.423238, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922405.214269, + "end": 1788922405.214271, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922405.3491263, + "end": 1788922405.3491285, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922405.4682713, + "end": 1788922405.468273, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922405.5868979, + "end": 1788922405.5868998, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922405.7097945, + "end": 1788922405.7097962, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922405.8289657, + "end": 1788922405.8289673, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922405.94941, + "end": 1788922405.9494116, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922406.0682094, + "end": 1788922406.0682116, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922406.187683, + "end": 1788922406.1876848, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922406.306306, + "end": 1788922406.3063076, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922406.426352, + "end": 1788922406.426354, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922406.5448704, + "end": 1788922406.5448725, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922406.6727202, + "end": 1788922406.672722, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922406.7974823, + "end": 1788922406.797484, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922406.9276607, + "end": 1788922406.9276624, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922407.0503857, + "end": 1788922407.0503876, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922407.169167, + "end": 1788922407.169169, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922407.2871125, + "end": 1788922407.2871141, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922407.407368, + "end": 1788922407.40737, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922407.5268764, + "end": 1788922407.5268784, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922407.6513739, + "end": 1788922407.6513755, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922407.7751, + "end": 1788922407.775102, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922407.8954258, + "end": 1788922407.895428, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922408.017874, + "end": 1788922408.0178754, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922408.1418102, + "end": 1788922408.141812, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922408.2617075, + "end": 1788922408.26171, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922408.380759, + "end": 1788922408.380761, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922408.5046692, + "end": 1788922408.5046713, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922408.6247969, + "end": 1788922408.6247988, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922408.7480652, + "end": 1788922408.7480671, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922408.8693702, + "end": 1788922408.8693717, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922408.9873865, + "end": 1788922408.987388, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922409.1062844, + "end": 1788922409.106286, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922409.224399, + "end": 1788922409.224401, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922409.3456092, + "end": 1788922409.3456113, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922409.4646106, + "end": 1788922409.4646122, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922409.582439, + "end": 1788922409.5824406, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922409.702136, + "end": 1788922409.702138, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922409.821267, + "end": 1788922409.8212686, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922409.9398644, + "end": 1788922409.939866, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922410.0607834, + "end": 1788922410.0607848, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922410.180311, + "end": 1788922410.1803126, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922410.3027692, + "end": 1788922410.3027706, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922410.4222267, + "end": 1788922410.4222286, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922410.542177, + "end": 1788922410.5421789, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922410.6612523, + "end": 1788922410.6612542, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922410.779275, + "end": 1788922410.7792768, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922410.8980722, + "end": 1788922410.8980742, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922411.0169814, + "end": 1788922411.016983, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922411.1350498, + "end": 1788922411.1350515, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922411.257164, + "end": 1788922411.2571661, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922411.3770165, + "end": 1788922411.3770185, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922411.5026567, + "end": 1788922411.5026586, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922411.763904, + "end": 1788922411.763906, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922411.966363, + "end": 1788922411.9663649, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922412.0921826, + "end": 1788922412.0921843, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922412.2157023, + "end": 1788922412.2157042, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922412.3372135, + "end": 1788922412.3372154, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922412.460367, + "end": 1788922412.4603689, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922412.5856438, + "end": 1788922412.5856457, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922412.7087831, + "end": 1788922412.7087848, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922412.833457, + "end": 1788922412.833459, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922412.954373, + "end": 1788922412.9543746, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922413.081053, + "end": 1788922413.0810547, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922413.2008276, + "end": 1788922413.2008295, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922413.3294368, + "end": 1788922413.3294384, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922413.454037, + "end": 1788922413.4540389, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922413.5786648, + "end": 1788922413.5786664, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922413.7032025, + "end": 1788922413.7032046, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922413.8237429, + "end": 1788922413.8237457, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.86102294921875e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922413.9485335, + "end": 1788922413.9485352, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "proc_entry", + "start": 1788923227.1091754, + "end": 1788923227.1091754, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788923227.1145763, + "end": 1788923333.3225842, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 106.2080078125 + }, + { + "name": "init_device", + "start": 1788923228.5311859, + "end": 1788923232.3279603, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 3.796774387359619 + }, + { + "name": "load_model", + "start": 1788923232.331271, + "end": 1788923236.7510307, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 4.419759750366211 + }, + { + "name": "load_weights", + "start": 1788923232.3312802, + "end": 1788923236.712257, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 4.380976676940918 + }, + { + "name": "talker_mtp_init", + "start": 1788923236.714655, + "end": 1788923236.7153904, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 0.0007355213165283203 + }, + { + "name": "attn_prewarm", + "start": 1788923236.7175193, + "end": 1788923236.7487643, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 0.031244993209838867 + }, + { + "name": "cudagraph_capture", + "start": 1788923283.746249, + "end": 1788923285.3429737, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 1.5967247486114502 + }, + { + "name": "talker_mtp_capture", + "start": 1788923285.3451498, + "end": 1788923329.0233388, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 43.67818903923035 + }, + { + "name": "predictor_setup_compile", + "start": 1788923285.3463383, + "end": 1788923317.472545, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 32.12620663642883 + }, + { + "name": "predictor_warmup", + "start": 1788923285.3491554, + "end": 1788923317.4686341, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 32.119478702545166 + }, + { + "name": "predictor_setup_compile", + "start": 1788923328.7860222, + "end": 1788923328.786027, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 4.76837158203125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788923328.843508, + "end": 1788923328.8435097, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788923328.8743784, + "end": 1788923328.87438, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788923328.9149973, + "end": 1788923328.914999, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788923328.9366474, + "end": 1788923328.9366486, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 1.1920928955078125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788923328.9699705, + "end": 1788923328.969972, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788923328.992727, + "end": 1788923328.992729, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "proc_entry", + "start": 1788923381.7366383, + "end": 1788923381.7366383, + "stage_id": 1, + "replica_id": 0, + "pid": 2762384, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788923381.7424514, + "end": 1788923400.2362626, + "stage_id": 1, + "replica_id": 0, + "pid": 2762384, + "role": "worker", + "extra": {}, + "dur_s": 18.49381113052368 + }, + { + "name": "init_device", + "start": 1788923383.286638, + "end": 1788923386.25587, + "stage_id": 1, + "replica_id": 0, + "pid": 2762384, + "role": "worker", + "extra": {}, + "dur_s": 2.9692320823669434 + }, + { + "name": "load_model", + "start": 1788923386.2589943, + "end": 1788923394.3909209, + "stage_id": 1, + "replica_id": 0, + "pid": 2762384, + "role": "worker", + "extra": {}, + "dur_s": 8.131926536560059 + }, + { + "name": "load_weights", + "start": 1788923386.2589998, + "end": 1788923394.3745768, + "stage_id": 1, + "replica_id": 0, + "pid": 2762384, + "role": "worker", + "extra": {}, + "dur_s": 8.115576982498169 + }, + { + "name": "code2wav_cudagraph", + "start": 1788923387.2726521, + "end": 1788923392.8985684, + "stage_id": 1, + "replica_id": 0, + "pid": 2762384, + "role": "worker", + "extra": {}, + "dur_s": 5.625916242599487 + }, + { + "name": "talker_mtp_init", + "start": 1788923394.3770034, + "end": 1788923394.3770092, + "stage_id": 1, + "replica_id": 0, + "pid": 2762384, + "role": "worker", + "extra": {}, + "dur_s": 5.7220458984375e-06 + }, + { + "name": "attn_prewarm", + "start": 1788923394.3790398, + "end": 1788923394.3888958, + "stage_id": 1, + "replica_id": 0, + "pid": 2762384, + "role": "worker", + "extra": {}, + "dur_s": 0.009855985641479492 + }, + { + "name": "proc_entry", + "start": 1788923520.76439, + "end": 1788923520.76439, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788923520.769632, + "end": 1788923622.328361, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 101.55872893333435 + }, + { + "name": "init_device", + "start": 1788923521.730636, + "end": 1788923524.4227686, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 2.6921327114105225 + }, + { + "name": "load_model", + "start": 1788923524.4261289, + "end": 1788923528.310272, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 3.884143114089966 + }, + { + "name": "load_weights", + "start": 1788923524.4261348, + "end": 1788923528.293724, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 3.867589235305786 + }, + { + "name": "talker_mtp_init", + "start": 1788923528.2960641, + "end": 1788923528.2966921, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 0.0006279945373535156 + }, + { + "name": "attn_prewarm", + "start": 1788923528.298702, + "end": 1788923528.308208, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 0.009505987167358398 + }, + { + "name": "cudagraph_capture", + "start": 1788923572.1205914, + "end": 1788923573.7725155, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 1.6519241333007812 + }, + { + "name": "talker_mtp_capture", + "start": 1788923573.7748175, + "end": 1788923618.4058168, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 44.63099932670593 + }, + { + "name": "predictor_setup_compile", + "start": 1788923573.7759342, + "end": 1788923606.8795116, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 33.10357737541199 + }, + { + "name": "predictor_warmup", + "start": 1788923573.7788312, + "end": 1788923606.8752263, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 33.09639501571655 + }, + { + "name": "predictor_setup_compile", + "start": 1788923618.05152, + "end": 1788923618.0515277, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 7.62939453125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788923618.0927148, + "end": 1788923618.0927162, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788923618.1180415, + "end": 1788923618.1180432, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788923618.1523292, + "end": 1788923618.152331, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788923618.1815462, + "end": 1788923618.181548, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788923618.2289858, + "end": 1788923618.2289894, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 3.5762786865234375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788923618.25184, + "end": 1788923618.2518415, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "proc_entry", + "start": 1788923652.7091901, + "end": 1788923652.7091901, + "stage_id": 1, + "replica_id": 0, + "pid": 2812451, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788923652.7179894, + "end": 1788923670.7210789, + "stage_id": 1, + "replica_id": 0, + "pid": 2812451, + "role": "worker", + "extra": {}, + "dur_s": 18.003089427947998 + }, + { + "name": "init_device", + "start": 1788923653.690033, + "end": 1788923656.7602575, + "stage_id": 1, + "replica_id": 0, + "pid": 2812451, + "role": "worker", + "extra": {}, + "dur_s": 3.0702245235443115 + }, + { + "name": "load_model", + "start": 1788923656.764278, + "end": 1788923665.1128788, + "stage_id": 1, + "replica_id": 0, + "pid": 2812451, + "role": "worker", + "extra": {}, + "dur_s": 8.3486008644104 + }, + { + "name": "load_weights", + "start": 1788923656.7642834, + "end": 1788923665.0844479, + "stage_id": 1, + "replica_id": 0, + "pid": 2812451, + "role": "worker", + "extra": {}, + "dur_s": 8.320164442062378 + }, + { + "name": "code2wav_cudagraph", + "start": 1788923657.87952, + "end": 1788923664.0052748, + "stage_id": 1, + "replica_id": 0, + "pid": 2812451, + "role": "worker", + "extra": {}, + "dur_s": 6.1257548332214355 + }, + { + "name": "talker_mtp_init", + "start": 1788923665.086772, + "end": 1788923665.086778, + "stage_id": 1, + "replica_id": 0, + "pid": 2812451, + "role": "worker", + "extra": {}, + "dur_s": 5.9604644775390625e-06 + }, + { + "name": "attn_prewarm", + "start": 1788923665.0888252, + "end": 1788923665.099304, + "stage_id": 1, + "replica_id": 0, + "pid": 2812451, + "role": "worker", + "extra": {}, + "dur_s": 0.010478734970092773 + }, + { + "name": "stages_init", + "start": 1788936529.6979997, + "end": 1788936674.397558, + "stage_id": null, + "replica_id": 0, + "pid": 298809, + "role": "engine", + "extra": {}, + "dur_s": 144.69955825805664 + }, + { + "name": "g3_device_lock", + "start": 1788936531.2434604, + "end": 1788936531.243561, + "stage_id": 0, + "replica_id": 0, + "pid": 298809, + "role": "engine", + "extra": {}, + "dur_s": 0.00010061264038085938 + }, + { + "name": "g2_launch_lock_wait", + "start": 1788936531.2435925, + "end": 1788936531.2435951, + "stage_id": 0, + "replica_id": 0, + "pid": 298809, + "role": "engine", + "extra": { + "acquired": true + }, + "dur_s": 2.6226043701171875e-06 + }, + { + "name": "g2_spawn_and_ready", + "start": 1788936531.2436483, + "end": 1788936603.499106, + "stage_id": 0, + "replica_id": 0, + "pid": 298809, + "role": "engine", + "extra": {}, + "dur_s": 72.25545763969421 + }, + { + "name": "proc_entry", + "start": 1788936574.8267415, + "end": 1788936574.8267415, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788936574.8329685, + "end": 1788936603.8029175, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 28.9699490070343 + }, + { + "name": "init_device", + "start": 1788936575.8882682, + "end": 1788936578.6792152, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 2.7909469604492188 + }, + { + "name": "load_model", + "start": 1788936578.682053, + "end": 1788936583.338705, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 4.656651973724365 + }, + { + "name": "load_weights", + "start": 1788936578.682058, + "end": 1788936583.3190696, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 4.637011528015137 + }, + { + "name": "talker_mtp_init", + "start": 1788936583.3216677, + "end": 1788936583.3223124, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 0.000644683837890625 + }, + { + "name": "attn_prewarm", + "start": 1788936583.324597, + "end": 1788936583.3364623, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 0.011865377426147461 + }, + { + "name": "cudagraph_capture", + "start": 1788936591.3938837, + "end": 1788936592.5315228, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 1.137639045715332 + }, + { + "name": "talker_mtp_capture", + "start": 1788936592.5337355, + "end": 1788936599.7085168, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 7.174781322479248 + }, + { + "name": "predictor_setup_compile", + "start": 1788936592.5391328, + "end": 1788936597.73426, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 5.195127248764038 + }, + { + "name": "predictor_warmup", + "start": 1788936592.5422835, + "end": 1788936597.7318294, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 5.1895458698272705 + }, + { + "name": "predictor_setup_compile", + "start": 1788936599.3423288, + "end": 1788936599.3423352, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 6.4373016357421875e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936599.4079788, + "end": 1788936599.4079804, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936599.4507217, + "end": 1788936599.4507236, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936599.4857783, + "end": 1788936599.4857802, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936599.507808, + "end": 1788936599.5078096, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936599.5410802, + "end": 1788936599.5410821, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936599.563107, + "end": 1788936599.5631087, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "g3_device_lock", + "start": 1788936603.6833346, + "end": 1788936603.6834738, + "stage_id": 1, + "replica_id": 0, + "pid": 298809, + "role": "engine", + "extra": {}, + "dur_s": 0.0001392364501953125 + }, + { + "name": "g2_launch_lock_wait", + "start": 1788936603.6835158, + "end": 1788936603.6835191, + "stage_id": 1, + "replica_id": 0, + "pid": 298809, + "role": "engine", + "extra": { + "acquired": true + }, + "dur_s": 3.337860107421875e-06 + }, + { + "name": "g2_spawn_and_ready", + "start": 1788936603.6837084, + "end": 1788936670.85467, + "stage_id": 1, + "replica_id": 0, + "pid": 298809, + "role": "engine", + "extra": {}, + "dur_s": 67.17096161842346 + }, + { + "name": "proc_entry", + "start": 1788936650.3800523, + "end": 1788936650.3800523, + "stage_id": 1, + "replica_id": 0, + "pid": 315931, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788936650.3870533, + "end": 1788936671.2531564, + "stage_id": 1, + "replica_id": 0, + "pid": 315931, + "role": "worker", + "extra": {}, + "dur_s": 20.866103172302246 + }, + { + "name": "init_device", + "start": 1788936651.391546, + "end": 1788936654.5958083, + "stage_id": 1, + "replica_id": 0, + "pid": 315931, + "role": "worker", + "extra": {}, + "dur_s": 3.2042622566223145 + }, + { + "name": "load_model", + "start": 1788936654.5988574, + "end": 1788936665.0310636, + "stage_id": 1, + "replica_id": 0, + "pid": 315931, + "role": "worker", + "extra": {}, + "dur_s": 10.432206153869629 + }, + { + "name": "load_weights", + "start": 1788936654.598863, + "end": 1788936665.0023777, + "stage_id": 1, + "replica_id": 0, + "pid": 315931, + "role": "worker", + "extra": {}, + "dur_s": 10.403514862060547 + }, + { + "name": "code2wav_cudagraph", + "start": 1788936656.428203, + "end": 1788936663.7956676, + "stage_id": 1, + "replica_id": 0, + "pid": 315931, + "role": "worker", + "extra": {}, + "dur_s": 7.367464542388916 + }, + { + "name": "talker_mtp_init", + "start": 1788936665.006864, + "end": 1788936665.0068693, + "stage_id": 1, + "replica_id": 0, + "pid": 315931, + "role": "worker", + "extra": {}, + "dur_s": 5.245208740234375e-06 + }, + { + "name": "attn_prewarm", + "start": 1788936665.01048, + "end": 1788936665.0288026, + "stage_id": 1, + "replica_id": 0, + "pid": 315931, + "role": "worker", + "extra": {}, + "dur_s": 0.01832270622253418 + } + ] + } + }, + "resources": { + "peak_rss_bytes": 8390901760, + "peak_gpu_mem_mib": 40876, + "gpu_mem_samples": 200, + "gpu_mem_mode": "per-process" + }, + "requests": [ + { + "request_id": "w0", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 637.0644452981651, + "gap_ms": 637.0644452981651, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 646.9365353696048, + "gap_ms": 9.872090071439743, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 683.693531434983, + "gap_ms": 36.75699606537819, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 791.069989092648, + "gap_ms": 107.37645765766501, + "samples": 30720 + } + ], + "t_final_ms": 901.3936081901193, + "ttfa_ms": 637.0644452981651, + "playback_start_ms": 637.0644452981651, + "stall_at_ttfa_ms": 0, + "n_chunks": 4, + "streamed_audio_s": 2.4, + "tail_audio_s": 1.44, + "total_wall_s": 0.9013936081901193, + "rtf_streamed": 0.32961249545527005, + "rtf_total": 0.23473791879951023, + "gap_ms": [ + 9.872090071439743, + 36.75699606537819, + 107.37645765766501 + ], + "text": "Hello, welcome to the voice synthesis benchmark test.", + "warmup": true + }, + { + "request_id": "r0_0", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 43.94029639661312, + "gap_ms": 43.94029639661312, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 69.26364498212934, + "gap_ms": 25.323348585516214, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 124.64887741953135, + "gap_ms": 55.38523243740201, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 231.5700752660632, + "gap_ms": 106.92119784653187, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 389.94302600622177, + "gap_ms": 158.37295074015856, + "samples": 48000 + } + ], + "t_final_ms": 449.81304509565234, + "ttfa_ms": 43.94029639661312, + "playback_start_ms": 43.94029639661312, + "stall_at_ttfa_ms": 0, + "n_chunks": 5, + "streamed_audio_s": 4.4, + "tail_audio_s": 0.8, + "total_wall_s": 0.44981304509565234, + "rtf_streamed": 0.08862341500141403, + "rtf_total": 0.08650250867224084, + "gap_ms": [ + 25.323348585516214, + 55.38523243740201, + 106.92119784653187, + 158.37295074015856 + ], + "text": "Hello, welcome to the voice synthesis benchmark test.", + "warmup": false + }, + { + "request_id": "r0_1", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 53.06077841669321, + "gap_ms": 53.06077841669321, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 77.89371814578772, + "gap_ms": 24.832939729094505, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 131.81092031300068, + "gap_ms": 53.91720216721296, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 237.42457944899797, + "gap_ms": 105.6136591359973, + "samples": 30720 + } + ], + "t_final_ms": 341.73399629071355, + "ttfa_ms": 53.06077841669321, + "playback_start_ms": 53.06077841669321, + "stall_at_ttfa_ms": 0, + "n_chunks": 4, + "streamed_audio_s": 2.4, + "tail_audio_s": 1.36, + "total_wall_s": 0.34173399629071355, + "rtf_streamed": 0.09892690810374916, + "rtf_total": 0.09088670114114722, + "gap_ms": [ + 24.832939729094505, + 53.91720216721296, + 105.6136591359973 + ], + "text": "She said she would be here by noon, but nobody showed up.", + "warmup": false + }, + { + "request_id": "r0_2", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 38.24636386707425, + "gap_ms": 38.24636386707425, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 69.40818671137094, + "gap_ms": 31.161822844296694, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 120.86390284821391, + "gap_ms": 51.455716136842966, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 226.77631676197052, + "gap_ms": 105.91241391375661, + "samples": 30720 + } + ], + "t_final_ms": 348.70932484045625, + "ttfa_ms": 38.24636386707425, + "playback_start_ms": 38.24636386707425, + "stall_at_ttfa_ms": 0, + "n_chunks": 4, + "streamed_audio_s": 2.4, + "tail_audio_s": 1.6, + "total_wall_s": 0.34870932484045625, + "rtf_streamed": 0.09449013198415439, + "rtf_total": 0.08717733121011406, + "gap_ms": [ + 31.161822844296694, + 51.455716136842966, + 105.91241391375661 + ], + "text": "The quick brown fox jumps over the lazy dog near the riverbank.", + "warmup": false + }, + { + "request_id": "r0_3", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 43.688606005162, + "gap_ms": 43.688606005162, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 70.60529477894306, + "gap_ms": 26.91668877378106, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 124.44663979113102, + "gap_ms": 53.84134501218796, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 229.76270178332925, + "gap_ms": 105.31606199219823, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 386.274185962975, + "gap_ms": 156.51148417964578, + "samples": 48000 + } + ], + "t_final_ms": 431.7770558409393, + "ttfa_ms": 43.688606005162, + "playback_start_ms": 43.688606005162, + "stall_at_ttfa_ms": 0, + "n_chunks": 5, + "streamed_audio_s": 4.4, + "tail_audio_s": 0.56, + "total_wall_s": 0.4317770558409393, + "rtf_streamed": 0.08778958771885795, + "rtf_total": 0.0870518257743829, + "gap_ms": [ + 26.91668877378106, + 53.84134501218796, + 105.31606199219823, + 156.51148417964578 + ], + "text": "I can't believe how beautiful the sunset looks from up here on the mountain.", + "warmup": false + }, + { + "request_id": "r0_4", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 43.80699433386326, + "gap_ms": 43.80699433386326, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 73.02827015519142, + "gap_ms": 29.221275821328163, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 124.78582235053182, + "gap_ms": 51.757552195340395, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 229.72586331889033, + "gap_ms": 104.94004096835852, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 390.7042653299868, + "gap_ms": 160.97840201109648, + "samples": 48000 + }, + { + "idx": 5, + "t_ms": 547.3195291124284, + "gap_ms": 156.61526378244162, + "samples": 48000 + } + ], + "t_final_ms": 608.5460991598666, + "ttfa_ms": 43.80699433386326, + "playback_start_ms": 43.80699433386326, + "stall_at_ttfa_ms": 0, + "n_chunks": 6, + "streamed_audio_s": 6.4, + "tail_audio_s": 0.8, + "total_wall_s": 0.6085460991598666, + "rtf_streamed": 0.08551867642381694, + "rtf_total": 0.08452029154998146, + "gap_ms": [ + 29.221275821328163, + 51.757552195340395, + 104.94004096835852, + 160.97840201109648, + 156.61526378244162 + ], + "text": "Please remember to bring your identification documents to the appointment tomorrow morning.", + "warmup": false + }, + { + "request_id": "r0_5", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 46.138978097587824, + "gap_ms": 46.138978097587824, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 77.35109608620405, + "gap_ms": 31.212117988616228, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 130.77649101614952, + "gap_ms": 53.42539492994547, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 233.32741484045982, + "gap_ms": 102.5509238243103, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 396.05866791680455, + "gap_ms": 162.73125307634473, + "samples": 48000 + }, + { + "idx": 5, + "t_ms": 553.8265048526227, + "gap_ms": 157.7678369358182, + "samples": 48000 + } + ], + "t_final_ms": 649.7529181651771, + "ttfa_ms": 46.138978097587824, + "playback_start_ms": 46.138978097587824, + "stall_at_ttfa_ms": 0, + "n_chunks": 6, + "streamed_audio_s": 6.4, + "tail_audio_s": 1.28, + "total_wall_s": 0.6497529181651771, + "rtf_streamed": 0.0865353913832223, + "rtf_total": 0.08460324455275743, + "gap_ms": [ + 31.212117988616228, + 53.42539492994547, + 102.5509238243103, + 162.73125307634473, + 157.7678369358182 + ], + "text": "Have you ever wondered what it would be like to travel through time and visit ancient civilizations?", + "warmup": false + }, + { + "request_id": "r0_6", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 43.29657414928079, + "gap_ms": 43.29657414928079, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 69.10883029922843, + "gap_ms": 25.812256149947643, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 124.04887797310948, + "gap_ms": 54.940047673881054, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 230.65012833103538, + "gap_ms": 106.60125035792589, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 392.1788022853434, + "gap_ms": 161.52867395430803, + "samples": 48000 + } + ], + "t_final_ms": 484.4381483271718, + "ttfa_ms": 43.29657414928079, + "playback_start_ms": 43.29657414928079, + "stall_at_ttfa_ms": 0, + "n_chunks": 5, + "streamed_audio_s": 4.4, + "tail_audio_s": 1.2, + "total_wall_s": 0.4844381483271718, + "rtf_streamed": 0.08913154597394167, + "rtf_total": 0.08650681220128068, + "gap_ms": [ + 25.812256149947643, + 54.940047673881054, + 106.60125035792589, + 161.52867395430803 + ], + "text": "The restaurant on the corner serves the best pasta I have ever tasted in my entire life.", + "warmup": false + }, + { + "request_id": "r0_7", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 47.132029198110104, + "gap_ms": 47.132029198110104, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 71.92414626479149, + "gap_ms": 24.792117066681385, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 130.5932211689651, + "gap_ms": 58.66907490417361, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 234.1448119841516, + "gap_ms": 103.5515908151865, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 394.24585131928325, + "gap_ms": 160.10103933513165, + "samples": 48000 + } + ], + "t_final_ms": 542.3066709190607, + "ttfa_ms": 47.132029198110104, + "playback_start_ms": 47.132029198110104, + "stall_at_ttfa_ms": 0, + "n_chunks": 5, + "streamed_audio_s": 4.4, + "tail_audio_s": 1.92, + "total_wall_s": 0.5423066709190607, + "rtf_streamed": 0.08960132984529164, + "rtf_total": 0.08580801755048428, + "gap_ms": [ + 24.792117066681385, + 58.66907490417361, + 103.5515908151865, + 160.10103933513165 + ], + "text": "After the meeting, we should discuss the quarterly results and plan for the next phase.", + "warmup": false + }, + { + "request_id": "r0_8", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 41.39774199575186, + "gap_ms": 41.39774199575186, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 66.19172915816307, + "gap_ms": 24.793987162411213, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 123.16396413370967, + "gap_ms": 56.9722349755466, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 230.12973088771105, + "gap_ms": 106.96576675400138, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 388.4739512577653, + "gap_ms": 158.34422037005424, + "samples": 48000 + }, + { + "idx": 5, + "t_ms": 547.2865761257708, + "gap_ms": 158.8126248680055, + "samples": 48000 + } + ], + "t_final_ms": 651.8923141993582, + "ttfa_ms": 41.39774199575186, + "playback_start_ms": 41.39774199575186, + "stall_at_ttfa_ms": 0, + "n_chunks": 6, + "streamed_audio_s": 6.4, + "tail_audio_s": 1.36, + "total_wall_s": 0.6518923141993582, + "rtf_streamed": 0.08551352751965169, + "rtf_total": 0.08400674152053585, + "gap_ms": [ + 24.793987162411213, + 56.9722349755466, + 106.96576675400138, + 158.34422037005424, + 158.8126248680055 + ], + "text": "Learning a new language takes patience, practice, and a genuine curiosity about other cultures.", + "warmup": false + }, + { + "request_id": "r0_9", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 48.16489294171333, + "gap_ms": 48.16489294171333, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 76.45703898742795, + "gap_ms": 28.292146045714617, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 128.21923103183508, + "gap_ms": 51.76219204440713, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 235.89561181142926, + "gap_ms": 107.67638077959418, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 396.05719689279795, + "gap_ms": 160.16158508136868, + "samples": 48000 + } + ], + "t_final_ms": 535.8352391049266, + "ttfa_ms": 48.16489294171333, + "playback_start_ms": 48.16489294171333, + "stall_at_ttfa_ms": 0, + "n_chunks": 5, + "streamed_audio_s": 4.4, + "tail_audio_s": 1.84, + "total_wall_s": 0.5358352391049266, + "rtf_streamed": 0.0900129992938177, + "rtf_total": 0.0858710319078408, + "gap_ms": [ + 28.292146045714617, + 51.76219204440713, + 107.67638077959418, + 160.16158508136868 + ], + "text": "The train leaves at half past seven, so we need to arrive at the station before then.", + "warmup": false + }, + { + "request_id": "r0_10", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 43.559032026678324, + "gap_ms": 43.559032026678324, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 69.27466299384832, + "gap_ms": 25.71563096717, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 124.00639383122325, + "gap_ms": 54.731730837374926, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 229.51331874355674, + "gap_ms": 105.50692491233349, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 390.01822704449296, + "gap_ms": 160.50490830093622, + "samples": 48000 + }, + { + "idx": 5, + "t_ms": 547.685045748949, + "gap_ms": 157.6668187044561, + "samples": 48000 + } + ], + "t_final_ms": 566.0886839032173, + "ttfa_ms": 43.559032026678324, + "playback_start_ms": 43.559032026678324, + "stall_at_ttfa_ms": 0, + "n_chunks": 6, + "streamed_audio_s": 6.4, + "tail_audio_s": 0.24, + "total_wall_s": 0.5660886839032173, + "rtf_streamed": 0.08557578839827329, + "rtf_total": 0.08525431986494236, + "gap_ms": [ + 25.71563096717, + 54.731730837374926, + 105.50692491233349, + 160.50490830093622, + 157.6668187044561 + ], + "text": "Could you please turn down the music a little bit, I'm trying to concentrate on my work.", + "warmup": false + }, + { + "request_id": "r0_11", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 46.82807205244899, + "gap_ms": 46.82807205244899, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 69.6515841409564, + "gap_ms": 22.823512088507414, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 125.62634097412229, + "gap_ms": 55.974756833165884, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 233.44989772886038, + "gap_ms": 107.82355675473809, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 392.95385079458356, + "gap_ms": 159.50395306572318, + "samples": 48000 + } + ], + "t_final_ms": 500.68393908441067, + "ttfa_ms": 46.82807205244899, + "playback_start_ms": 46.82807205244899, + "stall_at_ttfa_ms": 0, + "n_chunks": 5, + "streamed_audio_s": 4.4, + "tail_audio_s": 1.44, + "total_wall_s": 0.5006839390844107, + "rtf_streamed": 0.08930769336240535, + "rtf_total": 0.08573355121308401, + "gap_ms": [ + 22.823512088507414, + 55.974756833165884, + 107.82355675473809, + 159.50395306572318 + ], + "text": "It was a dark and stormy night when the old lighthouse keeper heard a knock at the door.", + "warmup": false + }, + { + "request_id": "r1_0", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 43.959115631878376, + "gap_ms": 43.959115631878376, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 71.0198599845171, + "gap_ms": 27.06074435263872, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 130.3234719671309, + "gap_ms": 59.3036119826138, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 230.42095359414816, + "gap_ms": 100.09748162701726, + "samples": 30720 + } + ], + "t_final_ms": 360.218966845423, + "ttfa_ms": 43.959115631878376, + "playback_start_ms": 43.959115631878376, + "stall_at_ttfa_ms": 0, + "n_chunks": 4, + "streamed_audio_s": 2.4, + "tail_audio_s": 1.68, + "total_wall_s": 0.360218966845423, + "rtf_streamed": 0.09600873066422841, + "rtf_total": 0.08828896246211347, + "gap_ms": [ + 27.06074435263872, + 59.3036119826138, + 100.09748162701726 + ], + "text": "Hello, welcome to the voice synthesis benchmark test.", + "warmup": false + }, + { + "request_id": "r1_1", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 39.03679782524705, + "gap_ms": 39.03679782524705, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 66.14433089271188, + "gap_ms": 27.10753306746483, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 122.4030782468617, + "gap_ms": 56.25874735414982, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 226.129911839962, + "gap_ms": 103.72683359310031, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 395.1273509301245, + "gap_ms": 168.99743909016252, + "samples": 48000 + } + ], + "t_final_ms": 416.8555960059166, + "ttfa_ms": 39.03679782524705, + "playback_start_ms": 39.03679782524705, + "stall_at_ttfa_ms": 0, + "n_chunks": 5, + "streamed_audio_s": 4.4, + "tail_audio_s": 0.32, + "total_wall_s": 0.4168555960059166, + "rtf_streamed": 0.08980167066593739, + "rtf_total": 0.08831686356057554, + "gap_ms": [ + 27.10753306746483, + 56.25874735414982, + 103.72683359310031, + 168.99743909016252 + ], + "text": "She said she would be here by noon, but nobody showed up.", + "warmup": false + }, + { + "request_id": "r1_2", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 50.54616276174784, + "gap_ms": 50.54616276174784, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 71.04496192187071, + "gap_ms": 20.49879916012287, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 118.91527799889445, + "gap_ms": 47.870316077023745, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 225.29430873692036, + "gap_ms": 106.3790307380259, + "samples": 30720 + } + ], + "t_final_ms": 338.56374584138393, + "ttfa_ms": 50.54616276174784, + "playback_start_ms": 50.54616276174784, + "stall_at_ttfa_ms": 0, + "n_chunks": 4, + "streamed_audio_s": 2.4, + "tail_audio_s": 1.44, + "total_wall_s": 0.33856374584138393, + "rtf_streamed": 0.09387262864038348, + "rtf_total": 0.08816764214619374, + "gap_ms": [ + 20.49879916012287, + 47.870316077023745, + 106.3790307380259 + ], + "text": "The quick brown fox jumps over the lazy dog near the riverbank.", + "warmup": false + }, + { + "request_id": "r1_3", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 44.772916939109564, + "gap_ms": 44.772916939109564, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 68.17289488390088, + "gap_ms": 23.399977944791317, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 120.32141210511327, + "gap_ms": 52.14851722121239, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 227.06922888755798, + "gap_ms": 106.74781678244472, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 388.3225219324231, + "gap_ms": 161.25329304486513, + "samples": 48000 + } + ], + "t_final_ms": 393.8644980080426, + "ttfa_ms": 44.772916939109564, + "playback_start_ms": 44.772916939109564, + "stall_at_ttfa_ms": 0, + "n_chunks": 5, + "streamed_audio_s": 4.4, + "tail_audio_s": 0.08, + "total_wall_s": 0.3938644980080426, + "rtf_streamed": 0.08825511862100524, + "rtf_total": 0.08791618259108093, + "gap_ms": [ + 23.399977944791317, + 52.14851722121239, + 106.74781678244472, + 161.25329304486513 + ], + "text": "I can't believe how beautiful the sunset looks from up here on the mountain.", + "warmup": false + }, + { + "request_id": "r1_4", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 48.2013407163322, + "gap_ms": 48.2013407163322, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 76.31454989314079, + "gap_ms": 28.113209176808596, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 127.93795298784971, + "gap_ms": 51.62340309470892, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 235.31203903257847, + "gap_ms": 107.37408604472876, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 394.7704746387899, + "gap_ms": 159.45843560621142, + "samples": 48000 + }, + { + "idx": 5, + "t_ms": 549.5878658257425, + "gap_ms": 154.8173911869526, + "samples": 48000 + } + ], + "t_final_ms": 599.0610746666789, + "ttfa_ms": 48.2013407163322, + "playback_start_ms": 48.2013407163322, + "stall_at_ttfa_ms": 0, + "n_chunks": 6, + "streamed_audio_s": 6.4, + "tail_audio_s": 0.64, + "total_wall_s": 0.5990610746666789, + "rtf_streamed": 0.08587310403527226, + "rtf_total": 0.0850939026515169, + "gap_ms": [ + 28.113209176808596, + 51.62340309470892, + 107.37408604472876, + 159.45843560621142, + 154.8173911869526 + ], + "text": "Please remember to bring your identification documents to the appointment tomorrow morning.", + "warmup": false + }, + { + "request_id": "r1_5", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 40.93892080709338, + "gap_ms": 40.93892080709338, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 69.41608805209398, + "gap_ms": 28.4771672450006, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 120.02874072641134, + "gap_ms": 50.61265267431736, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 227.63067577034235, + "gap_ms": 107.60193504393101, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 383.8161607272923, + "gap_ms": 156.18548495694995, + "samples": 48000 + } + ], + "t_final_ms": 510.029090102762, + "ttfa_ms": 40.93892080709338, + "playback_start_ms": 40.93892080709338, + "stall_at_ttfa_ms": 0, + "n_chunks": 5, + "streamed_audio_s": 4.4, + "tail_audio_s": 1.6, + "total_wall_s": 0.510029090102762, + "rtf_streamed": 0.08723094561983916, + "rtf_total": 0.08500484835046034, + "gap_ms": [ + 28.4771672450006, + 50.61265267431736, + 107.60193504393101, + 156.18548495694995 + ], + "text": "Have you ever wondered what it would be like to travel through time and visit ancient civilizations?", + "warmup": false + }, + { + "request_id": "r1_6", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 45.64937110990286, + "gap_ms": 45.64937110990286, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 70.71365183219314, + "gap_ms": 25.064280722290277, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 124.57371084019542, + "gap_ms": 53.86005900800228, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 229.0486111305654, + "gap_ms": 104.47490029036999, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 387.79221288859844, + "gap_ms": 158.74360175803304, + "samples": 48000 + }, + { + "idx": 5, + "t_ms": 545.6288009881973, + "gap_ms": 157.83658809959888, + "samples": 48000 + } + ], + "t_final_ms": 612.1062790043652, + "ttfa_ms": 45.64937110990286, + "playback_start_ms": 45.64937110990286, + "stall_at_ttfa_ms": 0, + "n_chunks": 6, + "streamed_audio_s": 6.4, + "tail_audio_s": 0.88, + "total_wall_s": 0.6121062790043652, + "rtf_streamed": 0.08525450015440583, + "rtf_total": 0.08408053283026995, + "gap_ms": [ + 25.064280722290277, + 53.86005900800228, + 104.47490029036999, + 158.74360175803304, + 157.83658809959888 + ], + "text": "The restaurant on the corner serves the best pasta I have ever tasted in my entire life.", + "warmup": false + }, + { + "request_id": "r1_7", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 47.68581781536341, + "gap_ms": 47.68581781536341, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 71.74362987279892, + "gap_ms": 24.057812057435513, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 123.79882810637355, + "gap_ms": 52.05519823357463, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 229.56922091543674, + "gap_ms": 105.7703928090632, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 391.8168172240257, + "gap_ms": 162.24759630858898, + "samples": 48000 + } + ], + "t_final_ms": 458.6551380343735, + "ttfa_ms": 47.68581781536341, + "playback_start_ms": 47.68581781536341, + "stall_at_ttfa_ms": 0, + "n_chunks": 5, + "streamed_audio_s": 4.4, + "tail_audio_s": 0.88, + "total_wall_s": 0.4586551380343735, + "rtf_streamed": 0.08904927664182402, + "rtf_total": 0.08686650341560104, + "gap_ms": [ + 24.057812057435513, + 52.05519823357463, + 105.7703928090632, + 162.24759630858898 + ], + "text": "After the meeting, we should discuss the quarterly results and plan for the next phase.", + "warmup": false + }, + { + "request_id": "r1_8", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 44.43064006045461, + "gap_ms": 44.43064006045461, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 74.02231777086854, + "gap_ms": 29.591677710413933, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 125.25950372219086, + "gap_ms": 51.23718595132232, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 229.83495611697435, + "gap_ms": 104.5754523947835, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 391.1338779143989, + "gap_ms": 161.29892179742455, + "samples": 48000 + }, + { + "idx": 5, + "t_ms": 550.2003948204219, + "gap_ms": 159.06651690602303, + "samples": 48000 + }, + { + "idx": 6, + "t_ms": 711.4561959169805, + "gap_ms": 161.25580109655857, + "samples": 48000 + } + ], + "t_final_ms": 728.8351287133992, + "ttfa_ms": 44.43064006045461, + "playback_start_ms": 44.43064006045461, + "stall_at_ttfa_ms": 0, + "n_chunks": 7, + "streamed_audio_s": 8.4, + "tail_audio_s": 0.24, + "total_wall_s": 0.7288351287133992, + "rtf_streamed": 0.08469716618059292, + "rtf_total": 0.08435591767516193, + "gap_ms": [ + 29.591677710413933, + 51.23718595132232, + 104.5754523947835, + 161.29892179742455, + 159.06651690602303, + 161.25580109655857 + ], + "text": "Learning a new language takes patience, practice, and a genuine curiosity about other cultures.", + "warmup": false + }, + { + "request_id": "r1_9", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 44.28028594702482, + "gap_ms": 44.28028594702482, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 72.92464980855584, + "gap_ms": 28.64436386153102, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 124.36443381011486, + "gap_ms": 51.43978400155902, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 236.36183002963662, + "gap_ms": 111.99739621952176, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 396.6598310507834, + "gap_ms": 160.29800102114677, + "samples": 48000 + } + ], + "t_final_ms": 483.1477948464453, + "ttfa_ms": 44.28028594702482, + "playback_start_ms": 44.28028594702482, + "stall_at_ttfa_ms": 0, + "n_chunks": 5, + "streamed_audio_s": 4.4, + "tail_audio_s": 1.12, + "total_wall_s": 0.4831477948464453, + "rtf_streamed": 0.09014996160245077, + "rtf_total": 0.08752677442870385, + "gap_ms": [ + 28.64436386153102, + 51.43978400155902, + 111.99739621952176, + 160.29800102114677 + ], + "text": "The train leaves at half past seven, so we need to arrive at the station before then.", + "warmup": false + }, + { + "request_id": "r1_10", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 43.70614793151617, + "gap_ms": 43.70614793151617, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 69.62194107472897, + "gap_ms": 25.915793143212795, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 122.9554689489305, + "gap_ms": 53.333527874201536, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 227.39622788503766, + "gap_ms": 104.44075893610716, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 389.33985214680433, + "gap_ms": 161.94362426176667, + "samples": 48000 + } + ], + "t_final_ms": 500.110886991024, + "ttfa_ms": 43.70614793151617, + "playback_start_ms": 43.70614793151617, + "stall_at_ttfa_ms": 0, + "n_chunks": 5, + "streamed_audio_s": 4.4, + "tail_audio_s": 1.44, + "total_wall_s": 0.500110886991024, + "rtf_streamed": 0.08848633003336462, + "rtf_total": 0.0856354258546274, + "gap_ms": [ + 25.915793143212795, + 53.333527874201536, + 104.44075893610716, + 161.94362426176667 + ], + "text": "Could you please turn down the music a little bit, I'm trying to concentrate on my work.", + "warmup": false + }, + { + "request_id": "r1_11", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 41.118059772998095, + "gap_ms": 41.118059772998095, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 69.152666721493, + "gap_ms": 28.03460694849491, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 123.15012700855732, + "gap_ms": 53.997460287064314, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 227.42630681023002, + "gap_ms": 104.2761798016727, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 386.32482197135687, + "gap_ms": 158.89851516112685, + "samples": 48000 + } + ], + "t_final_ms": 439.31071972474456, + "ttfa_ms": 41.118059772998095, + "playback_start_ms": 41.118059772998095, + "stall_at_ttfa_ms": 0, + "n_chunks": 5, + "streamed_audio_s": 4.4, + "tail_audio_s": 0.72, + "total_wall_s": 0.43931071972474456, + "rtf_streamed": 0.0878010959025811, + "rtf_total": 0.08580287494623917, + "gap_ms": [ + 28.03460694849491, + 53.997460287064314, + 104.2761798016727, + 158.89851516112685 + ], + "text": "It was a dark and stormy night when the old lighthouse keeper heard a knock at the door.", + "warmup": false + }, + { + "request_id": "r2_0", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 42.79184713959694, + "gap_ms": 42.79184713959694, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 65.39661111310124, + "gap_ms": 22.604763973504305, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 121.42907315865159, + "gap_ms": 56.032462045550346, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 226.57090472057462, + "gap_ms": 105.14183156192303, + "samples": 30720 + } + ], + "t_final_ms": 310.6488757766783, + "ttfa_ms": 42.79184713959694, + "playback_start_ms": 42.79184713959694, + "stall_at_ttfa_ms": 0, + "n_chunks": 4, + "streamed_audio_s": 2.4, + "tail_audio_s": 1.12, + "total_wall_s": 0.3106488757766783, + "rtf_streamed": 0.09440454363357276, + "rtf_total": 0.08825252152746543, + "gap_ms": [ + 22.604763973504305, + 56.032462045550346, + 105.14183156192303 + ], + "text": "Hello, welcome to the voice synthesis benchmark test.", + "warmup": false + }, + { + "request_id": "r2_1", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 39.34777807444334, + "gap_ms": 39.34777807444334, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 68.55665287002921, + "gap_ms": 29.20887479558587, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 123.24588419869542, + "gap_ms": 54.68923132866621, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 225.48108408227563, + "gap_ms": 102.23519988358021, + "samples": 30720 + } + ], + "t_final_ms": 295.0020949356258, + "ttfa_ms": 39.34777807444334, + "playback_start_ms": 39.34777807444334, + "stall_at_ttfa_ms": 0, + "n_chunks": 4, + "streamed_audio_s": 2.4, + "tail_audio_s": 0.88, + "total_wall_s": 0.2950020949356258, + "rtf_streamed": 0.09395045170094818, + "rtf_total": 0.08993966309012982, + "gap_ms": [ + 29.20887479558587, + 54.68923132866621, + 102.23519988358021 + ], + "text": "She said she would be here by noon, but nobody showed up.", + "warmup": false + }, + { + "request_id": "r2_2", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 39.674513041973114, + "gap_ms": 39.674513041973114, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 66.74941396340728, + "gap_ms": 27.074900921434164, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 124.19599434360862, + "gap_ms": 57.44658038020134, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 228.3385102637112, + "gap_ms": 104.1425159201026, + "samples": 30720 + } + ], + "t_final_ms": 382.22365034744143, + "ttfa_ms": 39.674513041973114, + "playback_start_ms": 39.674513041973114, + "stall_at_ttfa_ms": 0, + "n_chunks": 4, + "streamed_audio_s": 2.4, + "tail_audio_s": 2.0, + "total_wall_s": 0.38222365034744143, + "rtf_streamed": 0.09514104594321302, + "rtf_total": 0.08686901144260031, + "gap_ms": [ + 27.074900921434164, + 57.44658038020134, + 104.1425159201026 + ], + "text": "The quick brown fox jumps over the lazy dog near the riverbank.", + "warmup": false + }, + { + "request_id": "r2_3", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 38.604546803981066, + "gap_ms": 38.604546803981066, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 66.58447766676545, + "gap_ms": 27.979930862784386, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 118.55448270216584, + "gap_ms": 51.97000503540039, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 226.95049177855253, + "gap_ms": 108.39600907638669, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 385.08325070142746, + "gap_ms": 158.13275892287493, + "samples": 48000 + } + ], + "t_final_ms": 416.5876326151192, + "ttfa_ms": 38.604546803981066, + "playback_start_ms": 38.604546803981066, + "stall_at_ttfa_ms": 0, + "n_chunks": 5, + "streamed_audio_s": 4.4, + "tail_audio_s": 0.4, + "total_wall_s": 0.4165876326151192, + "rtf_streamed": 0.08751892061396079, + "rtf_total": 0.08678909012814982, + "gap_ms": [ + 27.979930862784386, + 51.97000503540039, + 108.39600907638669, + 158.13275892287493 + ], + "text": "I can't believe how beautiful the sunset looks from up here on the mountain.", + "warmup": false + }, + { + "request_id": "r2_4", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 41.82390309870243, + "gap_ms": 41.82390309870243, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 67.60611804202199, + "gap_ms": 25.78221494331956, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 119.8930898681283, + "gap_ms": 52.28697182610631, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 226.40761407092214, + "gap_ms": 106.51452420279384, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 387.26810924708843, + "gap_ms": 160.8604951761663, + "samples": 48000 + } + ], + "t_final_ms": 429.83350809663534, + "ttfa_ms": 41.82390309870243, + "playback_start_ms": 41.82390309870243, + "stall_at_ttfa_ms": 0, + "n_chunks": 5, + "streamed_audio_s": 4.4, + "tail_audio_s": 0.56, + "total_wall_s": 0.42983350809663534, + "rtf_streamed": 0.08801547937433828, + "rtf_total": 0.08665998147109583, + "gap_ms": [ + 25.78221494331956, + 52.28697182610631, + 106.51452420279384, + 160.8604951761663 + ], + "text": "Please remember to bring your identification documents to the appointment tomorrow morning.", + "warmup": false + }, + { + "request_id": "r2_5", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 47.2238389775157, + "gap_ms": 47.2238389775157, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 75.16215415671468, + "gap_ms": 27.93831517919898, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 126.83402607217431, + "gap_ms": 51.67187191545963, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 231.46754829213023, + "gap_ms": 104.63352221995592, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 394.154136069119, + "gap_ms": 162.68658777698874, + "samples": 48000 + } + ], + "t_final_ms": 526.3214269652963, + "ttfa_ms": 47.2238389775157, + "playback_start_ms": 47.2238389775157, + "stall_at_ttfa_ms": 0, + "n_chunks": 5, + "streamed_audio_s": 4.4, + "tail_audio_s": 1.76, + "total_wall_s": 0.5263214269652963, + "rtf_streamed": 0.08958048547025431, + "rtf_total": 0.08544179009176887, + "gap_ms": [ + 27.93831517919898, + 51.67187191545963, + 104.63352221995592, + 162.68658777698874 + ], + "text": "Have you ever wondered what it would be like to travel through time and visit ancient civilizations?", + "warmup": false + }, + { + "request_id": "r2_6", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 40.526983328163624, + "gap_ms": 40.526983328163624, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 66.78712600842118, + "gap_ms": 26.26014268025756, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 119.82984002679586, + "gap_ms": 53.04271401837468, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 229.90353405475616, + "gap_ms": 110.0736940279603, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 387.52159802243114, + "gap_ms": 157.61806396767497, + "samples": 48000 + }, + { + "idx": 5, + "t_ms": 548.1596882455051, + "gap_ms": 160.63809022307396, + "samples": 48000 + } + ], + "t_final_ms": 553.7138879299164, + "ttfa_ms": 40.526983328163624, + "playback_start_ms": 40.526983328163624, + "stall_at_ttfa_ms": 0, + "n_chunks": 6, + "streamed_audio_s": 6.4, + "tail_audio_s": 0.08, + "total_wall_s": 0.5537138879299164, + "rtf_streamed": 0.08564995128836017, + "rtf_total": 0.0854496740632587, + "gap_ms": [ + 26.26014268025756, + 53.04271401837468, + 110.0736940279603, + 157.61806396767497, + 160.63809022307396 + ], + "text": "The restaurant on the corner serves the best pasta I have ever tasted in my entire life.", + "warmup": false + }, + { + "request_id": "r2_7", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 37.98118745908141, + "gap_ms": 37.98118745908141, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 66.03517336770892, + "gap_ms": 28.05398590862751, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 121.00919242948294, + "gap_ms": 54.974019061774015, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 226.25513933598995, + "gap_ms": 105.24594690650702, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 387.86938413977623, + "gap_ms": 161.61424480378628, + "samples": 48000 + } + ], + "t_final_ms": 459.0171533636749, + "ttfa_ms": 37.98118745908141, + "playback_start_ms": 37.98118745908141, + "stall_at_ttfa_ms": 0, + "n_chunks": 5, + "streamed_audio_s": 4.4, + "tail_audio_s": 0.96, + "total_wall_s": 0.4590171533636749, + "rtf_streamed": 0.08815213275904005, + "rtf_total": 0.0856375286126259, + "gap_ms": [ + 28.05398590862751, + 54.974019061774015, + 105.24594690650702, + 161.61424480378628 + ], + "text": "After the meeting, we should discuss the quarterly results and plan for the next phase.", + "warmup": false + }, + { + "request_id": "r2_8", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 44.13667693734169, + "gap_ms": 44.13667693734169, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 66.73171324655414, + "gap_ms": 22.595036309212446, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 123.7714821472764, + "gap_ms": 57.039768900722265, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 228.24037820100784, + "gap_ms": 104.46889605373144, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 385.32790588214993, + "gap_ms": 157.0875276811421, + "samples": 48000 + } + ], + "t_final_ms": 535.5701888911426, + "ttfa_ms": 44.13667693734169, + "playback_start_ms": 44.13667693734169, + "stall_at_ttfa_ms": 0, + "n_chunks": 5, + "streamed_audio_s": 4.4, + "tail_audio_s": 2.0, + "total_wall_s": 0.5355701888911426, + "rtf_streamed": 0.08757452406412498, + "rtf_total": 0.08368284201424103, + "gap_ms": [ + 22.595036309212446, + 57.039768900722265, + 104.46889605373144, + 157.0875276811421 + ], + "text": "Learning a new language takes patience, practice, and a genuine curiosity about other cultures.", + "warmup": false + }, + { + "request_id": "r2_9", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 42.75363916531205, + "gap_ms": 42.75363916531205, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 65.57123409584165, + "gap_ms": 22.817594930529594, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 118.1169762276113, + "gap_ms": 52.54574213176966, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 224.51395215466619, + "gap_ms": 106.39697592705488, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 385.6074679642916, + "gap_ms": 161.0935158096254, + "samples": 48000 + }, + { + "idx": 5, + "t_ms": 543.6660400591791, + "gap_ms": 158.0585720948875, + "samples": 48000 + }, + { + "idx": 6, + "t_ms": 705.8485690504313, + "gap_ms": 162.18252899125218, + "samples": 48000 + } + ], + "t_final_ms": 750.3180271014571, + "ttfa_ms": 42.75363916531205, + "playback_start_ms": 42.75363916531205, + "stall_at_ttfa_ms": 0, + "n_chunks": 7, + "streamed_audio_s": 8.4, + "tail_audio_s": 0.64, + "total_wall_s": 0.7503180271014571, + "rtf_streamed": 0.08402959155362276, + "rtf_total": 0.08299978175901074, + "gap_ms": [ + 22.817594930529594, + 52.54574213176966, + 106.39697592705488, + 161.0935158096254, + 158.0585720948875, + 162.18252899125218 + ], + "text": "The train leaves at half past seven, so we need to arrive at the station before then.", + "warmup": false + }, + { + "request_id": "r2_10", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 43.576900381594896, + "gap_ms": 43.576900381594896, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 68.56062542647123, + "gap_ms": 24.983725044876337, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 120.63038442283869, + "gap_ms": 52.069758996367455, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 227.85758506506681, + "gap_ms": 107.22720064222813, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 387.5360260717571, + "gap_ms": 159.67844100669026, + "samples": 48000 + } + ], + "t_final_ms": 457.9168614000082, + "ttfa_ms": 43.576900381594896, + "playback_start_ms": 43.576900381594896, + "stall_at_ttfa_ms": 0, + "n_chunks": 5, + "streamed_audio_s": 4.4, + "tail_audio_s": 0.96, + "total_wall_s": 0.4579168614000082, + "rtf_streamed": 0.08807636956176297, + "rtf_total": 0.08543225026119555, + "gap_ms": [ + 24.983725044876337, + 52.069758996367455, + 107.22720064222813, + 159.67844100669026 + ], + "text": "Could you please turn down the music a little bit, I'm trying to concentrate on my work.", + "warmup": false + }, + { + "request_id": "r2_11", + "sr": 24000, + "chunks": [ + { + "idx": 0, + "t_ms": 42.520156130194664, + "gap_ms": 42.520156130194664, + "samples": 3840 + }, + { + "idx": 1, + "t_ms": 70.65628794953227, + "gap_ms": 28.136131819337606, + "samples": 7680 + }, + { + "idx": 2, + "t_ms": 121.9495190307498, + "gap_ms": 51.29323108121753, + "samples": 15360 + }, + { + "idx": 3, + "t_ms": 226.18175530806184, + "gap_ms": 104.23223627731204, + "samples": 30720 + }, + { + "idx": 4, + "t_ms": 384.69010405242443, + "gap_ms": 158.5083487443626, + "samples": 48000 + } + ], + "t_final_ms": 463.6590271256864, + "ttfa_ms": 42.520156130194664, + "playback_start_ms": 42.520156130194664, + "stall_at_ttfa_ms": 0, + "n_chunks": 5, + "streamed_audio_s": 4.4, + "tail_audio_s": 1.04, + "total_wall_s": 0.4636590271256864, + "rtf_streamed": 0.08742956910282372, + "rtf_total": 0.08523143880986882, + "gap_ms": [ + 28.136131819337606, + 51.29323108121753, + 104.23223627731204, + 158.5083487443626 + ], + "text": "It was a dark and stormy night when the old lighthouse keeper heard a knock at the door.", + "warmup": false + } + ], + "summary": { + "n_requests": 36, + "ttfa_ms": { + "n": 36, + "p50": 43.688606005162, + "p90": 48.16489294171333, + "max": 53.06077841669321, + "mean": 43.7374418704874 + }, + "playback_start_ms": { + "n": 36, + "p50": 43.688606005162, + "p90": 48.16489294171333, + "max": 53.06077841669321, + "mean": 43.7374418704874 + }, + "stall_at_ttfa_ms": { + "n": 36, + "p50": 0.0, + "p90": 0.0, + "max": 0.0, + "mean": 0.0 + }, + "rtf_streamed": { + "n": 36, + "p50": 0.08815213275904005, + "p90": 0.09449013198415439, + "max": 0.09892690810374916, + "mean": 0.0890841830232362 + }, + "rtf_total": { + "n": 36, + "p50": 0.08580287494623917, + "p90": 0.08828896246211347, + "max": 0.09088670114114722, + "mean": 0.08620456614840964 + }, + "gap_ms": { + "n": 148, + "p50": 102.23519988358021, + "p90": 160.63809022307396, + "max": 168.99743909016252, + "mean": 88.36180210503674 + }, + "total_audio_s": 166.4, + "total_wall_s": 17.53314868826419 + } +} \ No newline at end of file diff --git a/benchmarks/tts/edge_results/stream_latency/timelines/0.6B_edge_final.json b/benchmarks/tts/edge_results/stream_latency/timelines/0.6B_edge_final.json new file mode 100644 index 000000000..f029508fc --- /dev/null +++ b/benchmarks/tts/edge_results/stream_latency/timelines/0.6B_edge_final.json @@ -0,0 +1,10781 @@ +{ + "schema": 1, + "t0": 1788936744.1299126, + "t_end": 1788936883.428955, + "total_s": 139.2990424633026, + "phases": [ + { + "name": "proc_entry", + "start": 1788922130.877344, + "end": 1788922130.877344, + "stage_id": 0, + "replica_id": 0, + "pid": 2564074, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788922130.8864088, + "end": 1788922164.9667127, + "stage_id": 0, + "replica_id": 0, + "pid": 2564074, + "role": "worker", + "extra": {}, + "dur_s": 34.08030390739441 + }, + { + "name": "init_device", + "start": 1788922159.3280494, + "end": 1788922159.5362585, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 0.20820903778076172 + }, + { + "name": "load_model", + "start": 1788922159.5429327, + "end": 1788922164.054677, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 4.511744260787964 + }, + { + "name": "load_weights", + "start": 1788922159.5429373, + "end": 1788922164.0436099, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 4.5006725788116455 + }, + { + "name": "talker_mtp_init", + "start": 1788922164.0478003, + "end": 1788922164.0480099, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 0.00020956993103027344 + }, + { + "name": "attn_prewarm", + "start": 1788922164.0528018, + "end": 1788922164.0528057, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 3.814697265625e-06 + }, + { + "name": "proc_entry", + "start": 1788922191.4990642, + "end": 1788922191.4990642, + "stage_id": 1, + "replica_id": 0, + "pid": 2572020, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788922191.50477, + "end": 1788922220.5615401, + "stage_id": 1, + "replica_id": 0, + "pid": 2572020, + "role": "worker", + "extra": {}, + "dur_s": 29.056770086288452 + }, + { + "name": "init_device", + "start": 1788922218.1614058, + "end": 1788922218.3837707, + "stage_id": 1, + "replica_id": 0, + "pid": 2576162, + "role": "worker", + "extra": {}, + "dur_s": 0.2223649024963379 + }, + { + "name": "load_model", + "start": 1788922218.3888378, + "end": 1788922219.7271593, + "stage_id": 1, + "replica_id": 0, + "pid": 2576162, + "role": "worker", + "extra": {}, + "dur_s": 1.3383214473724365 + }, + { + "name": "load_weights", + "start": 1788922218.3888428, + "end": 1788922219.721446, + "stage_id": 1, + "replica_id": 0, + "pid": 2576162, + "role": "worker", + "extra": {}, + "dur_s": 1.3326032161712646 + }, + { + "name": "talker_mtp_init", + "start": 1788922219.7234585, + "end": 1788922219.7234626, + "stage_id": 1, + "replica_id": 0, + "pid": 2576162, + "role": "worker", + "extra": {}, + "dur_s": 4.0531158447265625e-06 + }, + { + "name": "attn_prewarm", + "start": 1788922219.7253046, + "end": 1788922219.725309, + "stage_id": 1, + "replica_id": 0, + "pid": 2576162, + "role": "worker", + "extra": {}, + "dur_s": 4.291534423828125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922232.3800435, + "end": 1788922232.3805099, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 0.00046634674072265625 + }, + { + "name": "predictor_setup_compile", + "start": 1788922232.5448647, + "end": 1788922232.5448668, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922232.6840897, + "end": 1788922232.6840913, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922232.815864, + "end": 1788922232.8158658, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922232.9475458, + "end": 1788922232.9475477, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922233.082061, + "end": 1788922233.0820625, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922233.2166655, + "end": 1788922233.2166674, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922233.352209, + "end": 1788922233.3522112, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922233.4855177, + "end": 1788922233.4855196, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922233.62089, + "end": 1788922233.6208916, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922233.7555537, + "end": 1788922233.7555556, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922233.8874066, + "end": 1788922233.8874087, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922234.01654, + "end": 1788922234.0165417, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922234.1470726, + "end": 1788922234.147074, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922234.2782345, + "end": 1788922234.2782362, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922234.4144115, + "end": 1788922234.4144132, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922234.5394251, + "end": 1788922234.5394268, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922234.6593056, + "end": 1788922234.6593072, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922234.779752, + "end": 1788922234.7797534, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922234.8985298, + "end": 1788922234.8985317, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922235.0202105, + "end": 1788922235.020212, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922235.1377785, + "end": 1788922235.13778, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922235.2551062, + "end": 1788922235.255108, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922235.3753815, + "end": 1788922235.3753834, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922235.4955156, + "end": 1788922235.4955177, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922235.617653, + "end": 1788922235.617655, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922235.736819, + "end": 1788922235.7368205, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922235.867074, + "end": 1788922235.8670764, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922236.012944, + "end": 1788922236.012946, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922236.1489553, + "end": 1788922236.148957, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922236.275778, + "end": 1788922236.2757797, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922236.3979807, + "end": 1788922236.3979828, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922236.5204244, + "end": 1788922236.5204265, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922236.6427953, + "end": 1788922236.6427972, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922236.7658389, + "end": 1788922236.7658405, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922236.889487, + "end": 1788922236.8894892, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922237.0114186, + "end": 1788922237.0114205, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922237.1327617, + "end": 1788922237.1327634, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922237.257166, + "end": 1788922237.2571678, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922237.3795977, + "end": 1788922237.3795993, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922237.5026846, + "end": 1788922237.5026865, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922237.6275811, + "end": 1788922237.6275833, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922237.7538147, + "end": 1788922237.7538166, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922237.8757157, + "end": 1788922237.8757176, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922238.0011864, + "end": 1788922238.0011883, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922238.1255898, + "end": 1788922238.1255913, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922238.2487857, + "end": 1788922238.2487876, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922238.3698301, + "end": 1788922238.369832, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922238.4959528, + "end": 1788922238.4959548, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922238.6160035, + "end": 1788922238.6160057, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922238.7370863, + "end": 1788922238.7370877, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922238.8616793, + "end": 1788922238.8616812, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922238.997887, + "end": 1788922238.9978883, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922240.212831, + "end": 1788922240.212833, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922240.356153, + "end": 1788922240.356155, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922240.4775074, + "end": 1788922240.4775093, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922240.5968802, + "end": 1788922240.596882, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922240.7270894, + "end": 1788922240.7270916, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922240.8489797, + "end": 1788922240.8489816, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922240.97141, + "end": 1788922240.9714117, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922241.090862, + "end": 1788922241.090864, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922241.20853, + "end": 1788922241.2085316, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922241.332088, + "end": 1788922241.3320897, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922241.4508145, + "end": 1788922241.4508162, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922241.5702968, + "end": 1788922241.5702991, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922241.694816, + "end": 1788922241.6948178, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922241.817439, + "end": 1788922241.817441, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922241.9354365, + "end": 1788922241.9354386, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922242.0606773, + "end": 1788922242.0606792, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922242.1798375, + "end": 1788922242.1798391, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922242.3017752, + "end": 1788922242.3017771, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922242.4618602, + "end": 1788922242.461862, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922242.5869555, + "end": 1788922242.5869572, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922242.7075486, + "end": 1788922242.7075508, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922242.8277454, + "end": 1788922242.8277476, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922242.950294, + "end": 1788922242.9502962, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922243.0693293, + "end": 1788922243.0693307, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922243.2184427, + "end": 1788922243.2184446, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922243.3400695, + "end": 1788922243.3400717, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922243.4587479, + "end": 1788922243.45875, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922243.5807874, + "end": 1788922243.5807896, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922243.7067819, + "end": 1788922243.7067838, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922243.8356984, + "end": 1788922243.8357003, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922243.959291, + "end": 1788922243.9592927, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922244.080161, + "end": 1788922244.0801625, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922244.1996424, + "end": 1788922244.199644, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922244.318174, + "end": 1788922244.318176, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922244.451145, + "end": 1788922244.4511468, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922244.5701833, + "end": 1788922244.570185, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922244.6948023, + "end": 1788922244.694804, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922244.8176062, + "end": 1788922244.8176079, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922244.9399116, + "end": 1788922244.9399133, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922245.0612528, + "end": 1788922245.061255, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922245.1843472, + "end": 1788922245.1843493, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922245.3095908, + "end": 1788922245.3095927, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922245.433744, + "end": 1788922245.4337456, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922245.557295, + "end": 1788922245.5572972, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922245.687104, + "end": 1788922245.687106, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922245.8201053, + "end": 1788922245.8201072, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922246.0662894, + "end": 1788922246.0662916, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922246.1840081, + "end": 1788922246.18401, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922246.3050156, + "end": 1788922246.3050172, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922246.4248142, + "end": 1788922246.4248161, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922246.542762, + "end": 1788922246.542764, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922246.6651924, + "end": 1788922246.6651943, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922246.7983098, + "end": 1788922246.7983117, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922246.9191864, + "end": 1788922246.9191883, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922247.045741, + "end": 1788922247.0457428, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922247.1724925, + "end": 1788922247.1724944, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922247.3057518, + "end": 1788922247.3057537, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922247.4234405, + "end": 1788922247.4234421, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922247.5429838, + "end": 1788922247.5429857, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922247.6628087, + "end": 1788922247.66281, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922247.7901843, + "end": 1788922247.790186, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922248.5937364, + "end": 1788922248.5937383, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922248.7371235, + "end": 1788922248.7371256, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922248.8638175, + "end": 1788922248.8638191, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922248.9846368, + "end": 1788922248.9846385, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922249.1100187, + "end": 1788922249.1100209, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922249.23438, + "end": 1788922249.2343824, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922249.3560884, + "end": 1788922249.3560903, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922249.4756975, + "end": 1788922249.475699, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922249.595203, + "end": 1788922249.5952048, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922249.7219691, + "end": 1788922249.721971, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922249.8416002, + "end": 1788922249.8416018, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922249.960877, + "end": 1788922249.960879, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922250.0821667, + "end": 1788922250.0821686, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922250.204699, + "end": 1788922250.204701, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922250.3251905, + "end": 1788922250.3251925, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922250.446325, + "end": 1788922250.4463267, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922250.5665355, + "end": 1788922250.566537, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922250.6892598, + "end": 1788922250.689262, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922250.809991, + "end": 1788922250.8099928, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922250.9312, + "end": 1788922250.9312015, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922251.0541074, + "end": 1788922251.054109, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922251.1736279, + "end": 1788922251.1736298, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922251.293682, + "end": 1788922251.2936838, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922251.4155478, + "end": 1788922251.4155498, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922251.5392137, + "end": 1788922251.5392153, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922251.6640065, + "end": 1788922251.6640084, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922251.786086, + "end": 1788922251.7860882, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922251.9111588, + "end": 1788922251.9111605, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922252.037268, + "end": 1788922252.03727, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922252.16496, + "end": 1788922252.1649618, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922252.2899609, + "end": 1788922252.2899628, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922252.415439, + "end": 1788922252.4154406, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922252.5386841, + "end": 1788922252.5386863, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922252.6627693, + "end": 1788922252.662771, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922252.785744, + "end": 1788922252.7857459, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922252.906836, + "end": 1788922252.906838, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922253.027591, + "end": 1788922253.0275927, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922253.1465538, + "end": 1788922253.1465557, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922253.2670672, + "end": 1788922253.267069, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922253.3887315, + "end": 1788922253.3887336, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922253.5098217, + "end": 1788922253.5098236, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922253.6294003, + "end": 1788922253.6294022, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922253.7505198, + "end": 1788922253.750522, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922253.8704977, + "end": 1788922253.8704996, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922253.993293, + "end": 1788922253.993295, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922254.1166255, + "end": 1788922254.1166275, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922254.2385066, + "end": 1788922254.2385085, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922254.3581705, + "end": 1788922254.3581727, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922254.5079572, + "end": 1788922254.5079591, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922254.6280353, + "end": 1788922254.6280372, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922254.7517314, + "end": 1788922254.7517335, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922254.8745792, + "end": 1788922254.874581, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922256.05979, + "end": 1788922256.0597918, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922256.2031589, + "end": 1788922256.2031605, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922256.3346908, + "end": 1788922256.3346927, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922256.4550836, + "end": 1788922256.4550855, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922256.5795505, + "end": 1788922256.5795522, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922256.7017565, + "end": 1788922256.7017584, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922256.8250453, + "end": 1788922256.8250468, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922256.9440336, + "end": 1788922256.9440353, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922257.0626676, + "end": 1788922257.0626693, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922257.1812527, + "end": 1788922257.1812546, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922257.3009083, + "end": 1788922257.30091, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922257.4200146, + "end": 1788922257.4200163, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922257.5405107, + "end": 1788922257.5405126, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922257.665199, + "end": 1788922257.665201, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922257.7867892, + "end": 1788922257.7867906, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922257.906161, + "end": 1788922257.9061632, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922258.0328302, + "end": 1788922258.032832, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922258.1599345, + "end": 1788922258.159936, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922258.2790053, + "end": 1788922258.2790072, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922258.4014337, + "end": 1788922258.4014354, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922258.5207486, + "end": 1788922258.5207508, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922258.6410782, + "end": 1788922258.6410801, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922258.7652938, + "end": 1788922258.7652955, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922258.8844016, + "end": 1788922258.8844035, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922259.0051622, + "end": 1788922259.0051641, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922259.125578, + "end": 1788922259.1255796, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922259.2527246, + "end": 1788922259.2527268, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922259.3748355, + "end": 1788922259.3748374, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922259.498, + "end": 1788922259.4980016, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922259.626546, + "end": 1788922259.626548, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922259.7557254, + "end": 1788922259.7557273, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922259.8803647, + "end": 1788922259.8803663, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922260.0067322, + "end": 1788922260.0067341, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922260.136301, + "end": 1788922260.1363032, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922260.2737892, + "end": 1788922260.273791, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922260.4475224, + "end": 1788922260.4475243, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922260.62131, + "end": 1788922260.621312, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922260.9264674, + "end": 1788922260.926469, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922261.1042862, + "end": 1788922261.1042879, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922261.226794, + "end": 1788922261.2267962, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922261.3451347, + "end": 1788922261.3451366, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922261.4633226, + "end": 1788922261.463324, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922261.5829787, + "end": 1788922261.5829804, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922261.7065115, + "end": 1788922261.7065144, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.86102294921875e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922261.8258612, + "end": 1788922261.8258626, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922261.9452791, + "end": 1788922261.9452815, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922262.064881, + "end": 1788922262.064883, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922262.1828318, + "end": 1788922262.1828337, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922262.3038273, + "end": 1788922262.303829, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922262.422375, + "end": 1788922262.4223766, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922262.5531719, + "end": 1788922262.5531738, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922262.672736, + "end": 1788922262.6727378, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922262.795661, + "end": 1788922262.7956629, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922262.9171221, + "end": 1788922262.9171238, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922263.044316, + "end": 1788922263.044318, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922263.9375682, + "end": 1788922263.9375706, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922264.079566, + "end": 1788922264.0795681, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922264.2137697, + "end": 1788922264.2137716, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922264.3499377, + "end": 1788922264.3499393, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922264.4802184, + "end": 1788922264.4802203, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922264.6158073, + "end": 1788922264.615809, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922264.745661, + "end": 1788922264.7456632, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922264.877475, + "end": 1788922264.877477, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922265.0135596, + "end": 1788922265.0135612, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922265.146489, + "end": 1788922265.1464908, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922265.2773335, + "end": 1788922265.277335, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922265.4106634, + "end": 1788922265.4106653, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922265.5421288, + "end": 1788922265.5421305, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922265.6758692, + "end": 1788922265.675871, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922265.8104744, + "end": 1788922265.810476, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922265.9423256, + "end": 1788922265.9423275, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922266.115204, + "end": 1788922266.115206, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922266.2375245, + "end": 1788922266.2375262, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922266.3580759, + "end": 1788922266.358078, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922266.4795384, + "end": 1788922266.4795406, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922266.6025648, + "end": 1788922266.6025667, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922266.7246556, + "end": 1788922266.7246578, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922266.8480656, + "end": 1788922266.8480673, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922266.9693124, + "end": 1788922266.9693143, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922267.0930629, + "end": 1788922267.0930648, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922267.2133305, + "end": 1788922267.2133322, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922267.333264, + "end": 1788922267.333266, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922267.4566128, + "end": 1788922267.4566147, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922267.5830455, + "end": 1788922267.5830472, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922267.714474, + "end": 1788922267.7144759, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922267.8389883, + "end": 1788922267.8389904, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922267.9586093, + "end": 1788922267.958611, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922268.0820367, + "end": 1788922268.0820389, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922268.2039201, + "end": 1788922268.2039223, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922268.322657, + "end": 1788922268.322659, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922268.4404378, + "end": 1788922268.4404397, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922268.5608249, + "end": 1788922268.5608268, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922268.6895285, + "end": 1788922268.6895304, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922268.8095086, + "end": 1788922268.8095105, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922268.9307246, + "end": 1788922268.9307263, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922269.0525177, + "end": 1788922269.0525193, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922269.1768165, + "end": 1788922269.1768184, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922269.2972565, + "end": 1788922269.2972584, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922269.4177065, + "end": 1788922269.4177084, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922269.5375698, + "end": 1788922269.5375717, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922269.6685448, + "end": 1788922269.668547, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922269.792792, + "end": 1788922269.7927938, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922269.9174843, + "end": 1788922269.9174862, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922270.0376978, + "end": 1788922270.0377002, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922270.159905, + "end": 1788922270.1599069, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922270.282052, + "end": 1788922270.282054, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922270.401393, + "end": 1788922270.4013946, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922270.5246992, + "end": 1788922270.5247009, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922271.000903, + "end": 1788922271.0009046, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922271.1226902, + "end": 1788922271.1226919, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922271.2468321, + "end": 1788922271.2468343, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922271.3688066, + "end": 1788922271.3688085, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922271.490491, + "end": 1788922271.4904928, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922271.610541, + "end": 1788922271.6105428, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922271.7349696, + "end": 1788922271.7349718, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922271.8583858, + "end": 1788922271.8583877, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922271.9802182, + "end": 1788922271.9802198, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922272.1012738, + "end": 1788922272.1012754, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922272.2201233, + "end": 1788922272.2201252, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922272.9918206, + "end": 1788922272.9918222, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922273.1344135, + "end": 1788922273.1344156, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922273.2654998, + "end": 1788922273.2655015, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922273.3861718, + "end": 1788922273.386174, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922273.5078373, + "end": 1788922273.507839, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922273.6309092, + "end": 1788922273.6309116, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922273.7587965, + "end": 1788922273.7587986, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922273.8822522, + "end": 1788922273.8822544, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922274.0029945, + "end": 1788922274.0029967, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922274.1276312, + "end": 1788922274.1276329, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922274.2488308, + "end": 1788922274.2488327, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922274.370412, + "end": 1788922274.370414, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922274.4917028, + "end": 1788922274.491705, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922274.6163108, + "end": 1788922274.6163125, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922274.745732, + "end": 1788922274.7457337, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922274.867669, + "end": 1788922274.867671, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922274.9945765, + "end": 1788922274.9945781, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922275.1156917, + "end": 1788922275.1156936, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922275.2381265, + "end": 1788922275.2381284, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922275.360315, + "end": 1788922275.360317, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922275.4838495, + "end": 1788922275.4838512, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922275.6094136, + "end": 1788922275.6094155, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922275.7350748, + "end": 1788922275.7350767, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922275.8598714, + "end": 1788922275.8598733, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922275.9956498, + "end": 1788922275.9956515, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922276.121227, + "end": 1788922276.1212287, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922276.245785, + "end": 1788922276.245787, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922276.366927, + "end": 1788922276.3669286, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922276.4903073, + "end": 1788922276.4903092, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922276.6192977, + "end": 1788922276.6192997, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922276.7440565, + "end": 1788922276.7440584, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922276.8679297, + "end": 1788922276.8679316, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922276.9887094, + "end": 1788922276.988711, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922277.1098208, + "end": 1788922277.1098225, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922277.2344472, + "end": 1788922277.2344491, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922277.357199, + "end": 1788922277.3572006, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922277.4806874, + "end": 1788922277.4806895, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922277.6039422, + "end": 1788922277.6039443, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922277.727446, + "end": 1788922277.727448, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922277.8527925, + "end": 1788922277.8527944, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922277.978098, + "end": 1788922277.9781, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922278.1034982, + "end": 1788922278.1035001, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922278.2302494, + "end": 1788922278.2302513, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922278.3523057, + "end": 1788922278.3523078, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922278.4745874, + "end": 1788922278.474589, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922278.5987544, + "end": 1788922278.598756, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922278.7214978, + "end": 1788922278.7214997, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922278.8442664, + "end": 1788922278.8442683, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922278.9656162, + "end": 1788922278.9656184, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922279.0939162, + "end": 1788922279.0939178, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922279.2172348, + "end": 1788922279.2172365, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922279.3395224, + "end": 1788922279.339524, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922279.4640498, + "end": 1788922279.4640515, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922279.5900824, + "end": 1788922279.5900843, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922279.7213278, + "end": 1788922279.72133, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922279.8546348, + "end": 1788922279.8546371, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922279.9852114, + "end": 1788922279.9852133, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922280.107011, + "end": 1788922280.1070132, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922280.22866, + "end": 1788922280.228662, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922280.3500931, + "end": 1788922280.3500946, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922280.4719546, + "end": 1788922280.4719565, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922280.5957723, + "end": 1788922280.5957747, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922280.719342, + "end": 1788922280.7193444, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922280.841232, + "end": 1788922280.841234, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922280.974391, + "end": 1788922280.974393, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922281.734893, + "end": 1788922281.7348964, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 3.337860107421875e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922281.8767538, + "end": 1788922281.8767557, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922282.0008492, + "end": 1788922282.000851, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922282.1237674, + "end": 1788922282.123769, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922282.2462327, + "end": 1788922282.246235, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922282.3680897, + "end": 1788922282.3680918, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922282.4882698, + "end": 1788922282.488272, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922282.6098795, + "end": 1788922282.6098816, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922282.7319713, + "end": 1788922282.7319732, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922282.8535979, + "end": 1788922282.8535998, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922282.9732368, + "end": 1788922282.973239, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922283.095219, + "end": 1788922283.095221, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922283.216499, + "end": 1788922283.216501, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922283.3372698, + "end": 1788922283.3372717, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922283.4574392, + "end": 1788922283.457441, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922283.579844, + "end": 1788922283.579846, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922283.7024565, + "end": 1788922283.7024584, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922283.8276372, + "end": 1788922283.827639, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922283.9477332, + "end": 1788922283.9477353, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922284.0729785, + "end": 1788922284.0729802, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922284.1935046, + "end": 1788922284.1935062, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922284.3159575, + "end": 1788922284.3159592, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922284.4374645, + "end": 1788922284.4374666, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922284.5569313, + "end": 1788922284.5569334, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922284.6795504, + "end": 1788922284.679552, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922284.8003788, + "end": 1788922284.8003807, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922284.9203887, + "end": 1788922284.9203908, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922285.044139, + "end": 1788922285.044141, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922285.168303, + "end": 1788922285.168305, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922285.3006222, + "end": 1788922285.3006246, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922285.4231906, + "end": 1788922285.4231923, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922285.5519965, + "end": 1788922285.5519984, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922285.6747367, + "end": 1788922285.6747384, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922285.7965138, + "end": 1788922285.7965157, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922285.9200945, + "end": 1788922285.9200962, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922286.0403306, + "end": 1788922286.0403328, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922286.1656973, + "end": 1788922286.1656992, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922286.2892601, + "end": 1788922286.2892618, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922286.4082632, + "end": 1788922286.4082665, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 3.337860107421875e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922286.5444307, + "end": 1788922286.544433, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922286.6655242, + "end": 1788922286.6655264, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922286.7856205, + "end": 1788922286.7856224, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922286.9078977, + "end": 1788922286.9078994, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922287.0279498, + "end": 1788922287.0279517, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922287.1513493, + "end": 1788922287.151351, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922287.2721148, + "end": 1788922287.2721164, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922287.3925865, + "end": 1788922287.3925884, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922287.5162776, + "end": 1788922287.5162795, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922287.6475215, + "end": 1788922287.6475236, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922289.006026, + "end": 1788922289.0060282, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922291.2069778, + "end": 1788922291.20698, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922293.390129, + "end": 1788922293.3901308, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922296.022322, + "end": 1788922296.022324, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922300.3089197, + "end": 1788922300.3089216, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922302.5306237, + "end": 1788922302.530626, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922306.8473477, + "end": 1788922306.8473501, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922309.1537678, + "end": 1788922309.15377, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922315.4699786, + "end": 1788922315.469981, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922317.5896637, + "end": 1788922317.589666, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922321.1042101, + "end": 1788922321.104212, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922322.214327, + "end": 1788922322.2143288, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922325.7179074, + "end": 1788922325.7179096, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922330.8520212, + "end": 1788922330.8520234, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922338.4723613, + "end": 1788922338.4723632, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922342.179806, + "end": 1788922342.179808, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922345.1672316, + "end": 1788922345.1672335, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922347.8445036, + "end": 1788922347.8445055, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922352.1119435, + "end": 1788922352.1119454, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922352.8980305, + "end": 1788922352.8980324, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922355.5667827, + "end": 1788922355.5667849, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922355.8455327, + "end": 1788922355.8455348, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922355.9642806, + "end": 1788922355.9642823, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922356.7643185, + "end": 1788922356.7643206, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922356.907541, + "end": 1788922356.9075425, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922357.0270498, + "end": 1788922357.0270514, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922357.1461446, + "end": 1788922357.146146, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922357.2645109, + "end": 1788922357.2645128, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922357.382893, + "end": 1788922357.3828948, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922357.5007842, + "end": 1788922357.5007858, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922357.619397, + "end": 1788922357.6193986, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922357.8280108, + "end": 1788922357.8280122, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922358.0344913, + "end": 1788922358.0344932, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922358.1532068, + "end": 1788922358.1532085, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922358.2711942, + "end": 1788922358.271196, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922358.3898926, + "end": 1788922358.3898942, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922358.5088239, + "end": 1788922358.5088255, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922358.6264927, + "end": 1788922358.6264946, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922358.7429764, + "end": 1788922358.7429783, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922358.8601089, + "end": 1788922358.8601105, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922358.991419, + "end": 1788922358.9914212, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922359.1095304, + "end": 1788922359.109532, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922359.2274585, + "end": 1788922359.2274604, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922359.3459957, + "end": 1788922359.3459976, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922359.4647276, + "end": 1788922359.4647293, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922359.5844421, + "end": 1788922359.5844438, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922359.7045772, + "end": 1788922359.7045789, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922359.825478, + "end": 1788922359.82548, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922359.9476488, + "end": 1788922359.947651, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922360.0668654, + "end": 1788922360.0668669, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922360.188601, + "end": 1788922360.1886027, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922360.3117456, + "end": 1788922360.3117473, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922360.4373422, + "end": 1788922360.4373443, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922360.5609372, + "end": 1788922360.560939, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922360.6815326, + "end": 1788922360.6815348, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922360.800159, + "end": 1788922360.8001604, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922360.92, + "end": 1788922360.9200017, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922361.0380182, + "end": 1788922361.0380201, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922361.1594687, + "end": 1788922361.1594708, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922361.2783153, + "end": 1788922361.278317, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922361.3971083, + "end": 1788922361.3971102, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922361.5165648, + "end": 1788922361.5165665, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922361.635531, + "end": 1788922361.6355329, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922361.7547777, + "end": 1788922361.7547796, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922361.8734756, + "end": 1788922361.8734775, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922361.9920752, + "end": 1788922361.992077, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922362.110859, + "end": 1788922362.1108613, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922362.229812, + "end": 1788922362.2298138, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922362.3477, + "end": 1788922362.347702, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922362.4660125, + "end": 1788922362.4660141, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922362.5861394, + "end": 1788922362.5861409, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922362.704803, + "end": 1788922362.704805, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922362.823411, + "end": 1788922362.8234124, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922362.9418404, + "end": 1788922362.9418418, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922363.0590417, + "end": 1788922363.0590436, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922363.1771998, + "end": 1788922363.177202, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922363.2977068, + "end": 1788922363.2977085, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922363.4186044, + "end": 1788922363.418606, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922363.5421011, + "end": 1788922363.5421033, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922363.6665454, + "end": 1788922363.6665473, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922363.792067, + "end": 1788922363.7920692, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922363.9121494, + "end": 1788922363.912151, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922364.0324187, + "end": 1788922364.0324209, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922364.1534111, + "end": 1788922364.1534128, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922364.2721796, + "end": 1788922364.2721815, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922364.3909662, + "end": 1788922364.390968, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922364.5097907, + "end": 1788922364.5097926, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922364.6281621, + "end": 1788922364.6281638, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922364.7462187, + "end": 1788922364.7462206, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922364.8668792, + "end": 1788922364.8668811, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922364.992365, + "end": 1788922364.9923663, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922365.1192558, + "end": 1788922365.119258, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922365.2386506, + "end": 1788922365.2386525, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922365.3579051, + "end": 1788922365.357907, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922365.4776702, + "end": 1788922365.4776719, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922365.5959811, + "end": 1788922365.5959828, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922365.7158692, + "end": 1788922365.7158706, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922365.83584, + "end": 1788922365.835842, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922365.9552836, + "end": 1788922365.9552855, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922366.7391593, + "end": 1788922366.7391615, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922366.8897786, + "end": 1788922366.8897803, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922367.0086987, + "end": 1788922367.0087004, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922367.1256382, + "end": 1788922367.1256397, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922367.2439826, + "end": 1788922367.2439845, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922367.363432, + "end": 1788922367.3634338, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922367.482487, + "end": 1788922367.482489, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922367.6005259, + "end": 1788922367.6005275, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922367.720949, + "end": 1788922367.7209508, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922367.8411238, + "end": 1788922367.8411257, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922367.962457, + "end": 1788922367.9624588, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922368.084389, + "end": 1788922368.0843906, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922368.2060466, + "end": 1788922368.2060483, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922368.3282657, + "end": 1788922368.3282676, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922368.4491594, + "end": 1788922368.4491615, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922368.5722632, + "end": 1788922368.5722647, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922368.694157, + "end": 1788922368.6941586, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922368.818156, + "end": 1788922368.818158, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922368.9424624, + "end": 1788922368.9424646, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922369.0638928, + "end": 1788922369.0638947, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922369.1862051, + "end": 1788922369.186207, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922369.3072374, + "end": 1788922369.3072395, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922369.4299955, + "end": 1788922369.4299972, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922369.5520713, + "end": 1788922369.5520732, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922369.6723924, + "end": 1788922369.6723943, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922369.792606, + "end": 1788922369.7926083, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922369.915154, + "end": 1788922369.9151556, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922370.0366883, + "end": 1788922370.0366902, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922370.1587725, + "end": 1788922370.1587744, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922370.2814314, + "end": 1788922370.281433, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922370.404854, + "end": 1788922370.4048557, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922370.5233603, + "end": 1788922370.5233617, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922370.6434247, + "end": 1788922370.6434267, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922370.7672014, + "end": 1788922370.7672033, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922370.8874054, + "end": 1788922370.8874068, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922371.0086596, + "end": 1788922371.008662, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922371.1265306, + "end": 1788922371.1265326, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922371.2432866, + "end": 1788922371.2432883, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922371.364567, + "end": 1788922371.364569, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922371.4825456, + "end": 1788922371.4825475, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922371.6013546, + "end": 1788922371.6013563, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922371.7229614, + "end": 1788922371.722963, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922371.840064, + "end": 1788922371.8400657, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922371.9578767, + "end": 1788922371.9578788, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922372.0792108, + "end": 1788922372.0792124, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922372.2087972, + "end": 1788922372.208799, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922372.327581, + "end": 1788922372.3275824, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922372.445844, + "end": 1788922372.4458458, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922372.5647094, + "end": 1788922372.564711, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922372.6858041, + "end": 1788922372.6858056, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922372.8054602, + "end": 1788922372.8054616, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922372.924192, + "end": 1788922372.9241939, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922373.0460212, + "end": 1788922373.0460227, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922373.1672199, + "end": 1788922373.1672218, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922373.289533, + "end": 1788922373.2895348, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922373.4163127, + "end": 1788922373.4163144, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922373.5403757, + "end": 1788922373.5403776, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922373.6592543, + "end": 1788922373.659256, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922373.7780952, + "end": 1788922373.7780972, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922373.8980708, + "end": 1788922373.8980727, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922374.0188608, + "end": 1788922374.0188625, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922374.1433856, + "end": 1788922374.1433876, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922374.2611773, + "end": 1788922374.2611792, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922374.3821406, + "end": 1788922374.3821425, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922374.5001543, + "end": 1788922374.500156, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922374.6191347, + "end": 1788922374.6191363, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922374.7382948, + "end": 1788922374.7382963, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922374.8610907, + "end": 1788922374.8610926, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922375.8191853, + "end": 1788922375.8191874, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922375.9720662, + "end": 1788922375.9720678, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922376.0917332, + "end": 1788922376.0917351, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922376.2096596, + "end": 1788922376.2096615, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922376.3280551, + "end": 1788922376.3280568, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922376.4458652, + "end": 1788922376.4458673, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922376.564858, + "end": 1788922376.5648599, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922376.6838949, + "end": 1788922376.6838963, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922376.8023605, + "end": 1788922376.8023627, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922376.9210289, + "end": 1788922376.9210303, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922377.0394883, + "end": 1788922377.03949, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922377.1577578, + "end": 1788922377.1577592, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922377.2747796, + "end": 1788922377.2747817, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922377.3934166, + "end": 1788922377.3934186, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922377.5122228, + "end": 1788922377.5122247, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922377.6329994, + "end": 1788922377.6330013, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922377.7637775, + "end": 1788922377.7637799, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922377.9043002, + "end": 1788922377.9043024, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922378.026663, + "end": 1788922378.026665, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922378.1517549, + "end": 1788922378.1517568, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922378.2757246, + "end": 1788922378.2757266, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922378.3997238, + "end": 1788922378.399726, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922378.522267, + "end": 1788922378.522269, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922378.645371, + "end": 1788922378.6453726, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922378.7676444, + "end": 1788922378.7676482, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 3.814697265625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922378.8906655, + "end": 1788922378.8906672, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922379.0145206, + "end": 1788922379.0145226, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922379.1377337, + "end": 1788922379.1377354, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922379.2650526, + "end": 1788922379.2650545, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922379.3943856, + "end": 1788922379.3943877, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922379.5199006, + "end": 1788922379.5199025, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922379.6491141, + "end": 1788922379.6491158, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922379.7701046, + "end": 1788922379.770106, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922379.893534, + "end": 1788922379.8935354, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922380.0175576, + "end": 1788922380.0175593, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922380.1406238, + "end": 1788922380.1406257, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922380.2626553, + "end": 1788922380.2626567, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922380.3819711, + "end": 1788922380.3819733, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922380.5007143, + "end": 1788922380.500716, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922380.6215563, + "end": 1788922380.6215582, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922380.7422035, + "end": 1788922380.7422051, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922380.8638005, + "end": 1788922380.8638027, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922380.9967659, + "end": 1788922380.996768, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922381.115715, + "end": 1788922381.115717, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922381.2345605, + "end": 1788922381.2345624, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922381.3543234, + "end": 1788922381.3543258, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922381.4739127, + "end": 1788922381.4739146, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922381.5936348, + "end": 1788922381.5936363, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922381.7519934, + "end": 1788922381.751995, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922381.875667, + "end": 1788922381.8756688, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922381.9956205, + "end": 1788922381.9956222, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922382.114124, + "end": 1788922382.1141257, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922382.2368438, + "end": 1788922382.2368453, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922382.358444, + "end": 1788922382.3584461, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922382.4826977, + "end": 1788922382.4826999, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922382.6077366, + "end": 1788922382.607739, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922382.7343957, + "end": 1788922382.7343974, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922382.8553343, + "end": 1788922382.8553362, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922382.9761403, + "end": 1788922382.9761422, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922383.0995378, + "end": 1788922383.09954, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922383.220755, + "end": 1788922383.2207572, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922383.3412862, + "end": 1788922383.3412879, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922383.466704, + "end": 1788922383.4667056, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922383.589359, + "end": 1788922383.5893612, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922383.7120035, + "end": 1788922383.7120056, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922383.8348722, + "end": 1788922383.8348744, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922383.9563832, + "end": 1788922383.9563854, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922384.0794783, + "end": 1788922384.0794804, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922384.2020018, + "end": 1788922384.2020037, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922384.322577, + "end": 1788922384.3225787, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922384.4469826, + "end": 1788922384.4469848, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922384.565693, + "end": 1788922384.565695, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922384.6856468, + "end": 1788922384.685649, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922384.805589, + "end": 1788922384.805591, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922384.9260166, + "end": 1788922384.9260182, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922385.0462167, + "end": 1788922385.0462184, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922385.168133, + "end": 1788922385.168135, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922385.2878444, + "end": 1788922385.2878458, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922386.4101267, + "end": 1788922386.4101288, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922386.5466714, + "end": 1788922386.5466728, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922386.6659718, + "end": 1788922386.6659734, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922386.7849157, + "end": 1788922386.7849176, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922386.9027479, + "end": 1788922386.9027495, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922387.0221634, + "end": 1788922387.0221653, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922387.1446505, + "end": 1788922387.1446524, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922387.2649045, + "end": 1788922387.2649062, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922387.3845236, + "end": 1788922387.3845253, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922387.503571, + "end": 1788922387.503573, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922387.623148, + "end": 1788922387.6231496, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922387.7463875, + "end": 1788922387.7463892, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922387.866031, + "end": 1788922387.8660324, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922387.9933195, + "end": 1788922387.993321, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922388.1164494, + "end": 1788922388.116451, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922388.2355556, + "end": 1788922388.235557, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922388.355072, + "end": 1788922388.3550737, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922388.47358, + "end": 1788922388.4735816, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922388.5948446, + "end": 1788922388.5948465, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922388.7143083, + "end": 1788922388.7143102, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922388.8340719, + "end": 1788922388.8340738, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922388.9549398, + "end": 1788922388.9549415, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922389.0761979, + "end": 1788922389.0761998, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922389.1960826, + "end": 1788922389.1960845, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922389.3164291, + "end": 1788922389.316431, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922389.4364448, + "end": 1788922389.4364464, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922389.556847, + "end": 1788922389.556849, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922389.6786013, + "end": 1788922389.6786032, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922389.801666, + "end": 1788922389.8016682, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922389.9247682, + "end": 1788922389.9247704, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922390.0513108, + "end": 1788922390.0513124, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922390.1735635, + "end": 1788922390.1735654, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922390.2962284, + "end": 1788922390.2962303, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922390.4223735, + "end": 1788922390.4223754, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922390.5442312, + "end": 1788922390.5442333, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922391.0196714, + "end": 1788922391.0196733, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922391.144078, + "end": 1788922391.1440797, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922391.2671125, + "end": 1788922391.2671144, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922391.3922987, + "end": 1788922391.3923006, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922391.519569, + "end": 1788922391.5195708, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922391.638545, + "end": 1788922391.6385467, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922391.7607186, + "end": 1788922391.7607205, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922391.882131, + "end": 1788922391.882133, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922392.0110266, + "end": 1788922392.0110285, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922392.1320112, + "end": 1788922392.132013, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922392.2540576, + "end": 1788922392.2540596, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922392.3749506, + "end": 1788922392.3749526, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922392.5023196, + "end": 1788922392.5023215, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922392.6262894, + "end": 1788922392.6262915, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922392.7496247, + "end": 1788922392.7496266, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922392.87751, + "end": 1788922392.8775125, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922393.0053513, + "end": 1788922393.0053532, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922393.140091, + "end": 1788922393.1400926, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922393.2678106, + "end": 1788922393.2678123, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922393.3938327, + "end": 1788922393.3938348, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922393.5173557, + "end": 1788922393.5173573, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922393.6489341, + "end": 1788922393.6489358, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922393.7766902, + "end": 1788922393.776692, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922393.9007103, + "end": 1788922393.900712, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922394.024367, + "end": 1788922394.024369, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922394.1481628, + "end": 1788922394.1481647, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922394.2682106, + "end": 1788922394.2682123, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922394.393204, + "end": 1788922394.3932056, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922394.514685, + "end": 1788922394.514687, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922394.6328712, + "end": 1788922394.6328728, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922394.7557118, + "end": 1788922394.7557135, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922394.8752255, + "end": 1788922394.8752275, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922394.993313, + "end": 1788922394.9933147, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922395.120428, + "end": 1788922395.1204298, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922395.240393, + "end": 1788922395.2403948, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922395.3589232, + "end": 1788922395.358925, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922395.480248, + "end": 1788922395.48025, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922395.5986948, + "end": 1788922395.598697, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922395.7174964, + "end": 1788922395.717498, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922395.836684, + "end": 1788922395.836686, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922395.955573, + "end": 1788922395.9555748, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922396.7361767, + "end": 1788922396.7361784, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922396.8922029, + "end": 1788922396.8922045, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922397.0195756, + "end": 1788922397.0195773, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922397.1387784, + "end": 1788922397.13878, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922397.2580588, + "end": 1788922397.2580602, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922397.376611, + "end": 1788922397.3766131, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922397.4994774, + "end": 1788922397.4994793, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922397.6226807, + "end": 1788922397.6226823, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922397.7435784, + "end": 1788922397.7435803, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922397.8642812, + "end": 1788922397.8642828, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922397.9966354, + "end": 1788922397.996637, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922398.121169, + "end": 1788922398.121171, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922398.2438655, + "end": 1788922398.2438676, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922398.373702, + "end": 1788922398.3737042, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922398.496515, + "end": 1788922398.496517, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922398.6192188, + "end": 1788922398.619221, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922398.7402103, + "end": 1788922398.740212, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922398.860064, + "end": 1788922398.8600657, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922398.9799435, + "end": 1788922398.9799452, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922399.1039147, + "end": 1788922399.103917, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922399.2243006, + "end": 1788922399.2243023, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922399.3441188, + "end": 1788922399.3441205, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922399.4630015, + "end": 1788922399.4630036, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922399.5827186, + "end": 1788922399.5827205, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922399.706718, + "end": 1788922399.7067194, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922399.828345, + "end": 1788922399.828347, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922399.9482863, + "end": 1788922399.948288, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922400.0708723, + "end": 1788922400.0708745, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922400.1951063, + "end": 1788922400.195108, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922400.316862, + "end": 1788922400.316864, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922400.441168, + "end": 1788922400.44117, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922400.5602946, + "end": 1788922400.5602968, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922400.680596, + "end": 1788922400.680598, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922400.8044088, + "end": 1788922400.804411, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922400.9265435, + "end": 1788922400.9265451, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922401.0485942, + "end": 1788922401.048596, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922401.1718035, + "end": 1788922401.1718051, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922401.2932582, + "end": 1788922401.29326, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922401.4174635, + "end": 1788922401.4174657, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922401.5381107, + "end": 1788922401.5381122, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922401.661897, + "end": 1788922401.6618989, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922401.7889225, + "end": 1788922401.7889245, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922401.91284, + "end": 1788922401.912842, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922402.0426052, + "end": 1788922402.0426068, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922402.166148, + "end": 1788922402.1661499, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922402.3014932, + "end": 1788922402.301495, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922402.4269066, + "end": 1788922402.4269085, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922402.5506601, + "end": 1788922402.5506618, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922402.6828742, + "end": 1788922402.682876, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922402.8056884, + "end": 1788922402.80569, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922402.9292607, + "end": 1788922402.9292626, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922403.0530922, + "end": 1788922403.053094, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922403.1814132, + "end": 1788922403.1814148, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922403.3042307, + "end": 1788922403.3042324, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922403.4318728, + "end": 1788922403.4318745, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922403.5621417, + "end": 1788922403.5621436, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922403.6899757, + "end": 1788922403.6899776, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922403.8099747, + "end": 1788922403.8099768, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922403.9321687, + "end": 1788922403.9321704, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922404.055859, + "end": 1788922404.055861, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922404.1780782, + "end": 1788922404.1780806, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922404.3007174, + "end": 1788922404.3007193, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922404.4232366, + "end": 1788922404.423238, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922405.214269, + "end": 1788922405.214271, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922405.3491263, + "end": 1788922405.3491285, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922405.4682713, + "end": 1788922405.468273, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922405.5868979, + "end": 1788922405.5868998, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922405.7097945, + "end": 1788922405.7097962, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922405.8289657, + "end": 1788922405.8289673, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922405.94941, + "end": 1788922405.9494116, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922406.0682094, + "end": 1788922406.0682116, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922406.187683, + "end": 1788922406.1876848, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922406.306306, + "end": 1788922406.3063076, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922406.426352, + "end": 1788922406.426354, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922406.5448704, + "end": 1788922406.5448725, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922406.6727202, + "end": 1788922406.672722, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922406.7974823, + "end": 1788922406.797484, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922406.9276607, + "end": 1788922406.9276624, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922407.0503857, + "end": 1788922407.0503876, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922407.169167, + "end": 1788922407.169169, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922407.2871125, + "end": 1788922407.2871141, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922407.407368, + "end": 1788922407.40737, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922407.5268764, + "end": 1788922407.5268784, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922407.6513739, + "end": 1788922407.6513755, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922407.7751, + "end": 1788922407.775102, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922407.8954258, + "end": 1788922407.895428, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922408.017874, + "end": 1788922408.0178754, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922408.1418102, + "end": 1788922408.141812, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922408.2617075, + "end": 1788922408.26171, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922408.380759, + "end": 1788922408.380761, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922408.5046692, + "end": 1788922408.5046713, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922408.6247969, + "end": 1788922408.6247988, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922408.7480652, + "end": 1788922408.7480671, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922408.8693702, + "end": 1788922408.8693717, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922408.9873865, + "end": 1788922408.987388, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922409.1062844, + "end": 1788922409.106286, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922409.224399, + "end": 1788922409.224401, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922409.3456092, + "end": 1788922409.3456113, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922409.4646106, + "end": 1788922409.4646122, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922409.582439, + "end": 1788922409.5824406, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922409.702136, + "end": 1788922409.702138, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922409.821267, + "end": 1788922409.8212686, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922409.9398644, + "end": 1788922409.939866, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922410.0607834, + "end": 1788922410.0607848, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922410.180311, + "end": 1788922410.1803126, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922410.3027692, + "end": 1788922410.3027706, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922410.4222267, + "end": 1788922410.4222286, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922410.542177, + "end": 1788922410.5421789, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922410.6612523, + "end": 1788922410.6612542, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922410.779275, + "end": 1788922410.7792768, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922410.8980722, + "end": 1788922410.8980742, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922411.0169814, + "end": 1788922411.016983, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922411.1350498, + "end": 1788922411.1350515, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922411.257164, + "end": 1788922411.2571661, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922411.3770165, + "end": 1788922411.3770185, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922411.5026567, + "end": 1788922411.5026586, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922411.763904, + "end": 1788922411.763906, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922411.966363, + "end": 1788922411.9663649, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922412.0921826, + "end": 1788922412.0921843, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922412.2157023, + "end": 1788922412.2157042, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922412.3372135, + "end": 1788922412.3372154, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922412.460367, + "end": 1788922412.4603689, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922412.5856438, + "end": 1788922412.5856457, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922412.7087831, + "end": 1788922412.7087848, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922412.833457, + "end": 1788922412.833459, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922412.954373, + "end": 1788922412.9543746, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922413.081053, + "end": 1788922413.0810547, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922413.2008276, + "end": 1788922413.2008295, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922413.3294368, + "end": 1788922413.3294384, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922413.454037, + "end": 1788922413.4540389, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922413.5786648, + "end": 1788922413.5786664, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922413.7032025, + "end": 1788922413.7032046, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922413.8237429, + "end": 1788922413.8237457, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.86102294921875e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922413.9485335, + "end": 1788922413.9485352, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "proc_entry", + "start": 1788923227.1091754, + "end": 1788923227.1091754, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788923227.1145763, + "end": 1788923333.3225842, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 106.2080078125 + }, + { + "name": "init_device", + "start": 1788923228.5311859, + "end": 1788923232.3279603, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 3.796774387359619 + }, + { + "name": "load_model", + "start": 1788923232.331271, + "end": 1788923236.7510307, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 4.419759750366211 + }, + { + "name": "load_weights", + "start": 1788923232.3312802, + "end": 1788923236.712257, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 4.380976676940918 + }, + { + "name": "talker_mtp_init", + "start": 1788923236.714655, + "end": 1788923236.7153904, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 0.0007355213165283203 + }, + { + "name": "attn_prewarm", + "start": 1788923236.7175193, + "end": 1788923236.7487643, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 0.031244993209838867 + }, + { + "name": "cudagraph_capture", + "start": 1788923283.746249, + "end": 1788923285.3429737, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 1.5967247486114502 + }, + { + "name": "talker_mtp_capture", + "start": 1788923285.3451498, + "end": 1788923329.0233388, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 43.67818903923035 + }, + { + "name": "predictor_setup_compile", + "start": 1788923285.3463383, + "end": 1788923317.472545, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 32.12620663642883 + }, + { + "name": "predictor_warmup", + "start": 1788923285.3491554, + "end": 1788923317.4686341, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 32.119478702545166 + }, + { + "name": "predictor_setup_compile", + "start": 1788923328.7860222, + "end": 1788923328.786027, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 4.76837158203125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788923328.843508, + "end": 1788923328.8435097, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788923328.8743784, + "end": 1788923328.87438, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788923328.9149973, + "end": 1788923328.914999, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788923328.9366474, + "end": 1788923328.9366486, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 1.1920928955078125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788923328.9699705, + "end": 1788923328.969972, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788923328.992727, + "end": 1788923328.992729, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "proc_entry", + "start": 1788923381.7366383, + "end": 1788923381.7366383, + "stage_id": 1, + "replica_id": 0, + "pid": 2762384, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788923381.7424514, + "end": 1788923400.2362626, + "stage_id": 1, + "replica_id": 0, + "pid": 2762384, + "role": "worker", + "extra": {}, + "dur_s": 18.49381113052368 + }, + { + "name": "init_device", + "start": 1788923383.286638, + "end": 1788923386.25587, + "stage_id": 1, + "replica_id": 0, + "pid": 2762384, + "role": "worker", + "extra": {}, + "dur_s": 2.9692320823669434 + }, + { + "name": "load_model", + "start": 1788923386.2589943, + "end": 1788923394.3909209, + "stage_id": 1, + "replica_id": 0, + "pid": 2762384, + "role": "worker", + "extra": {}, + "dur_s": 8.131926536560059 + }, + { + "name": "load_weights", + "start": 1788923386.2589998, + "end": 1788923394.3745768, + "stage_id": 1, + "replica_id": 0, + "pid": 2762384, + "role": "worker", + "extra": {}, + "dur_s": 8.115576982498169 + }, + { + "name": "code2wav_cudagraph", + "start": 1788923387.2726521, + "end": 1788923392.8985684, + "stage_id": 1, + "replica_id": 0, + "pid": 2762384, + "role": "worker", + "extra": {}, + "dur_s": 5.625916242599487 + }, + { + "name": "talker_mtp_init", + "start": 1788923394.3770034, + "end": 1788923394.3770092, + "stage_id": 1, + "replica_id": 0, + "pid": 2762384, + "role": "worker", + "extra": {}, + "dur_s": 5.7220458984375e-06 + }, + { + "name": "attn_prewarm", + "start": 1788923394.3790398, + "end": 1788923394.3888958, + "stage_id": 1, + "replica_id": 0, + "pid": 2762384, + "role": "worker", + "extra": {}, + "dur_s": 0.009855985641479492 + }, + { + "name": "proc_entry", + "start": 1788923520.76439, + "end": 1788923520.76439, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788923520.769632, + "end": 1788923622.328361, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 101.55872893333435 + }, + { + "name": "init_device", + "start": 1788923521.730636, + "end": 1788923524.4227686, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 2.6921327114105225 + }, + { + "name": "load_model", + "start": 1788923524.4261289, + "end": 1788923528.310272, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 3.884143114089966 + }, + { + "name": "load_weights", + "start": 1788923524.4261348, + "end": 1788923528.293724, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 3.867589235305786 + }, + { + "name": "talker_mtp_init", + "start": 1788923528.2960641, + "end": 1788923528.2966921, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 0.0006279945373535156 + }, + { + "name": "attn_prewarm", + "start": 1788923528.298702, + "end": 1788923528.308208, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 0.009505987167358398 + }, + { + "name": "cudagraph_capture", + "start": 1788923572.1205914, + "end": 1788923573.7725155, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 1.6519241333007812 + }, + { + "name": "talker_mtp_capture", + "start": 1788923573.7748175, + "end": 1788923618.4058168, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 44.63099932670593 + }, + { + "name": "predictor_setup_compile", + "start": 1788923573.7759342, + "end": 1788923606.8795116, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 33.10357737541199 + }, + { + "name": "predictor_warmup", + "start": 1788923573.7788312, + "end": 1788923606.8752263, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 33.09639501571655 + }, + { + "name": "predictor_setup_compile", + "start": 1788923618.05152, + "end": 1788923618.0515277, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 7.62939453125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788923618.0927148, + "end": 1788923618.0927162, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788923618.1180415, + "end": 1788923618.1180432, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788923618.1523292, + "end": 1788923618.152331, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788923618.1815462, + "end": 1788923618.181548, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788923618.2289858, + "end": 1788923618.2289894, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 3.5762786865234375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788923618.25184, + "end": 1788923618.2518415, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "proc_entry", + "start": 1788923652.7091901, + "end": 1788923652.7091901, + "stage_id": 1, + "replica_id": 0, + "pid": 2812451, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788923652.7179894, + "end": 1788923670.7210789, + "stage_id": 1, + "replica_id": 0, + "pid": 2812451, + "role": "worker", + "extra": {}, + "dur_s": 18.003089427947998 + }, + { + "name": "init_device", + "start": 1788923653.690033, + "end": 1788923656.7602575, + "stage_id": 1, + "replica_id": 0, + "pid": 2812451, + "role": "worker", + "extra": {}, + "dur_s": 3.0702245235443115 + }, + { + "name": "load_model", + "start": 1788923656.764278, + "end": 1788923665.1128788, + "stage_id": 1, + "replica_id": 0, + "pid": 2812451, + "role": "worker", + "extra": {}, + "dur_s": 8.3486008644104 + }, + { + "name": "load_weights", + "start": 1788923656.7642834, + "end": 1788923665.0844479, + "stage_id": 1, + "replica_id": 0, + "pid": 2812451, + "role": "worker", + "extra": {}, + "dur_s": 8.320164442062378 + }, + { + "name": "code2wav_cudagraph", + "start": 1788923657.87952, + "end": 1788923664.0052748, + "stage_id": 1, + "replica_id": 0, + "pid": 2812451, + "role": "worker", + "extra": {}, + "dur_s": 6.1257548332214355 + }, + { + "name": "talker_mtp_init", + "start": 1788923665.086772, + "end": 1788923665.086778, + "stage_id": 1, + "replica_id": 0, + "pid": 2812451, + "role": "worker", + "extra": {}, + "dur_s": 5.9604644775390625e-06 + }, + { + "name": "attn_prewarm", + "start": 1788923665.0888252, + "end": 1788923665.099304, + "stage_id": 1, + "replica_id": 0, + "pid": 2812451, + "role": "worker", + "extra": {}, + "dur_s": 0.010478734970092773 + }, + { + "name": "proc_entry", + "start": 1788936574.8267415, + "end": 1788936574.8267415, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788936574.8329685, + "end": 1788936603.8029175, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 28.9699490070343 + }, + { + "name": "init_device", + "start": 1788936575.8882682, + "end": 1788936578.6792152, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 2.7909469604492188 + }, + { + "name": "load_model", + "start": 1788936578.682053, + "end": 1788936583.338705, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 4.656651973724365 + }, + { + "name": "load_weights", + "start": 1788936578.682058, + "end": 1788936583.3190696, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 4.637011528015137 + }, + { + "name": "talker_mtp_init", + "start": 1788936583.3216677, + "end": 1788936583.3223124, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 0.000644683837890625 + }, + { + "name": "attn_prewarm", + "start": 1788936583.324597, + "end": 1788936583.3364623, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 0.011865377426147461 + }, + { + "name": "cudagraph_capture", + "start": 1788936591.3938837, + "end": 1788936592.5315228, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 1.137639045715332 + }, + { + "name": "talker_mtp_capture", + "start": 1788936592.5337355, + "end": 1788936599.7085168, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 7.174781322479248 + }, + { + "name": "predictor_setup_compile", + "start": 1788936592.5391328, + "end": 1788936597.73426, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 5.195127248764038 + }, + { + "name": "predictor_warmup", + "start": 1788936592.5422835, + "end": 1788936597.7318294, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 5.1895458698272705 + }, + { + "name": "predictor_setup_compile", + "start": 1788936599.3423288, + "end": 1788936599.3423352, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 6.4373016357421875e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936599.4079788, + "end": 1788936599.4079804, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936599.4507217, + "end": 1788936599.4507236, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936599.4857783, + "end": 1788936599.4857802, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936599.507808, + "end": 1788936599.5078096, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936599.5410802, + "end": 1788936599.5410821, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936599.563107, + "end": 1788936599.5631087, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "proc_entry", + "start": 1788936650.3800523, + "end": 1788936650.3800523, + "stage_id": 1, + "replica_id": 0, + "pid": 315931, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788936650.3870533, + "end": 1788936671.2531564, + "stage_id": 1, + "replica_id": 0, + "pid": 315931, + "role": "worker", + "extra": {}, + "dur_s": 20.866103172302246 + }, + { + "name": "init_device", + "start": 1788936651.391546, + "end": 1788936654.5958083, + "stage_id": 1, + "replica_id": 0, + "pid": 315931, + "role": "worker", + "extra": {}, + "dur_s": 3.2042622566223145 + }, + { + "name": "load_model", + "start": 1788936654.5988574, + "end": 1788936665.0310636, + "stage_id": 1, + "replica_id": 0, + "pid": 315931, + "role": "worker", + "extra": {}, + "dur_s": 10.432206153869629 + }, + { + "name": "load_weights", + "start": 1788936654.598863, + "end": 1788936665.0023777, + "stage_id": 1, + "replica_id": 0, + "pid": 315931, + "role": "worker", + "extra": {}, + "dur_s": 10.403514862060547 + }, + { + "name": "code2wav_cudagraph", + "start": 1788936656.428203, + "end": 1788936663.7956676, + "stage_id": 1, + "replica_id": 0, + "pid": 315931, + "role": "worker", + "extra": {}, + "dur_s": 7.367464542388916 + }, + { + "name": "talker_mtp_init", + "start": 1788936665.006864, + "end": 1788936665.0068693, + "stage_id": 1, + "replica_id": 0, + "pid": 315931, + "role": "worker", + "extra": {}, + "dur_s": 5.245208740234375e-06 + }, + { + "name": "attn_prewarm", + "start": 1788936665.01048, + "end": 1788936665.0288026, + "stage_id": 1, + "replica_id": 0, + "pid": 315931, + "role": "worker", + "extra": {}, + "dur_s": 0.01832270622253418 + }, + { + "name": "stages_init", + "start": 1788936744.1304038, + "end": 1788936883.4251776, + "stage_id": null, + "replica_id": 0, + "pid": 298616, + "role": "engine", + "extra": {}, + "dur_s": 139.29477381706238 + }, + { + "name": "g3_device_lock", + "start": 1788936745.5265682, + "end": 1788936745.5266616, + "stage_id": 0, + "replica_id": 0, + "pid": 298616, + "role": "engine", + "extra": {}, + "dur_s": 9.34600830078125e-05 + }, + { + "name": "g2_launch_lock_wait", + "start": 1788936745.5266848, + "end": 1788936745.5266867, + "stage_id": 0, + "replica_id": 0, + "pid": 298616, + "role": "engine", + "extra": { + "acquired": true + }, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "g2_spawn_and_ready", + "start": 1788936745.5267446, + "end": 1788936818.3817623, + "stage_id": 0, + "replica_id": 0, + "pid": 298616, + "role": "engine", + "extra": {}, + "dur_s": 72.85501766204834 + }, + { + "name": "proc_entry", + "start": 1788936790.3901546, + "end": 1788936790.3901546, + "stage_id": 0, + "replica_id": 0, + "pid": 345115, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788936790.3959064, + "end": 1788936818.673594, + "stage_id": 0, + "replica_id": 0, + "pid": 345115, + "role": "worker", + "extra": {}, + "dur_s": 28.277687549591064 + }, + { + "name": "init_device", + "start": 1788936791.684984, + "end": 1788936794.820662, + "stage_id": 0, + "replica_id": 0, + "pid": 345115, + "role": "worker", + "extra": {}, + "dur_s": 3.1356780529022217 + }, + { + "name": "load_model", + "start": 1788936794.823438, + "end": 1788936799.044855, + "stage_id": 0, + "replica_id": 0, + "pid": 345115, + "role": "worker", + "extra": {}, + "dur_s": 4.221417188644409 + }, + { + "name": "load_weights", + "start": 1788936794.8234425, + "end": 1788936799.021266, + "stage_id": 0, + "replica_id": 0, + "pid": 345115, + "role": "worker", + "extra": {}, + "dur_s": 4.197823524475098 + }, + { + "name": "talker_mtp_init", + "start": 1788936799.0235379, + "end": 1788936799.024273, + "stage_id": 0, + "replica_id": 0, + "pid": 345115, + "role": "worker", + "extra": {}, + "dur_s": 0.0007350444793701172 + }, + { + "name": "attn_prewarm", + "start": 1788936799.0273201, + "end": 1788936799.0411026, + "stage_id": 0, + "replica_id": 0, + "pid": 345115, + "role": "worker", + "extra": {}, + "dur_s": 0.013782501220703125 + }, + { + "name": "cudagraph_capture", + "start": 1788936806.4072895, + "end": 1788936807.7447321, + "stage_id": 0, + "replica_id": 0, + "pid": 345115, + "role": "worker", + "extra": {}, + "dur_s": 1.3374426364898682 + }, + { + "name": "talker_mtp_capture", + "start": 1788936807.747468, + "end": 1788936814.722068, + "stage_id": 0, + "replica_id": 0, + "pid": 345115, + "role": "worker", + "extra": {}, + "dur_s": 6.974600076675415 + }, + { + "name": "predictor_setup_compile", + "start": 1788936807.7497606, + "end": 1788936812.935476, + "stage_id": 0, + "replica_id": 0, + "pid": 345115, + "role": "worker", + "extra": {}, + "dur_s": 5.185715436935425 + }, + { + "name": "predictor_warmup", + "start": 1788936807.7529225, + "end": 1788936812.931151, + "stage_id": 0, + "replica_id": 0, + "pid": 345115, + "role": "worker", + "extra": {}, + "dur_s": 5.178228378295898 + }, + { + "name": "predictor_setup_compile", + "start": 1788936814.4957485, + "end": 1788936814.495752, + "stage_id": 0, + "replica_id": 0, + "pid": 345115, + "role": "worker", + "extra": {}, + "dur_s": 3.5762786865234375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936814.529086, + "end": 1788936814.5290878, + "stage_id": 0, + "replica_id": 0, + "pid": 345115, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936814.5579545, + "end": 1788936814.557956, + "stage_id": 0, + "replica_id": 0, + "pid": 345115, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936814.599039, + "end": 1788936814.5990405, + "stage_id": 0, + "replica_id": 0, + "pid": 345115, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936814.620782, + "end": 1788936814.6207836, + "stage_id": 0, + "replica_id": 0, + "pid": 345115, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936814.6507585, + "end": 1788936814.6507602, + "stage_id": 0, + "replica_id": 0, + "pid": 345115, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936814.6720755, + "end": 1788936814.6720767, + "stage_id": 0, + "replica_id": 0, + "pid": 345115, + "role": "worker", + "extra": {}, + "dur_s": 1.1920928955078125e-06 + }, + { + "name": "g3_device_lock", + "start": 1788936818.5644627, + "end": 1788936818.564607, + "stage_id": 1, + "replica_id": 0, + "pid": 298616, + "role": "engine", + "extra": {}, + "dur_s": 0.0001442432403564453 + }, + { + "name": "g2_launch_lock_wait", + "start": 1788936818.5646343, + "end": 1788936818.5646377, + "stage_id": 1, + "replica_id": 0, + "pid": 298616, + "role": "engine", + "extra": { + "acquired": true + }, + "dur_s": 3.337860107421875e-06 + }, + { + "name": "g2_spawn_and_ready", + "start": 1788936818.5648115, + "end": 1788936879.8210611, + "stage_id": 1, + "replica_id": 0, + "pid": 298616, + "role": "engine", + "extra": {}, + "dur_s": 61.25624966621399 + }, + { + "name": "proc_entry", + "start": 1788936861.8538547, + "end": 1788936861.8538547, + "stage_id": 1, + "replica_id": 0, + "pid": 357023, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788936861.8589706, + "end": 1788936880.167889, + "stage_id": 1, + "replica_id": 0, + "pid": 357023, + "role": "worker", + "extra": {}, + "dur_s": 18.308918476104736 + }, + { + "name": "init_device", + "start": 1788936862.8504453, + "end": 1788936865.8942008, + "stage_id": 1, + "replica_id": 0, + "pid": 357023, + "role": "worker", + "extra": {}, + "dur_s": 3.043755531311035 + }, + { + "name": "load_model", + "start": 1788936865.9004166, + "end": 1788936874.4206614, + "stage_id": 1, + "replica_id": 0, + "pid": 357023, + "role": "worker", + "extra": {}, + "dur_s": 8.520244836807251 + }, + { + "name": "load_weights", + "start": 1788936865.9004223, + "end": 1788936874.4000983, + "stage_id": 1, + "replica_id": 0, + "pid": 357023, + "role": "worker", + "extra": {}, + "dur_s": 8.499675989151001 + }, + { + "name": "code2wav_cudagraph", + "start": 1788936867.2004263, + "end": 1788936873.490592, + "stage_id": 1, + "replica_id": 0, + "pid": 357023, + "role": "worker", + "extra": {}, + "dur_s": 6.290165662765503 + }, + { + "name": "talker_mtp_init", + "start": 1788936874.4038315, + "end": 1788936874.403838, + "stage_id": 1, + "replica_id": 0, + "pid": 357023, + "role": "worker", + "extra": {}, + "dur_s": 6.4373016357421875e-06 + }, + { + "name": "attn_prewarm", + "start": 1788936874.408308, + "end": 1788936874.4183342, + "stage_id": 1, + "replica_id": 0, + "pid": 357023, + "role": "worker", + "extra": {}, + "dur_s": 0.010026216506958008 + } + ] +} \ No newline at end of file diff --git a/benchmarks/tts/edge_results/stream_latency/timelines/1.7B_edge_final.json b/benchmarks/tts/edge_results/stream_latency/timelines/1.7B_edge_final.json new file mode 100644 index 000000000..c37e92ef2 --- /dev/null +++ b/benchmarks/tts/edge_results/stream_latency/timelines/1.7B_edge_final.json @@ -0,0 +1,10495 @@ +{ + "schema": 1, + "t0": 1788936529.6974075, + "t_end": 1788936674.4009626, + "total_s": 144.7035551071167, + "phases": [ + { + "name": "proc_entry", + "start": 1788922130.877344, + "end": 1788922130.877344, + "stage_id": 0, + "replica_id": 0, + "pid": 2564074, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788922130.8864088, + "end": 1788922164.9667127, + "stage_id": 0, + "replica_id": 0, + "pid": 2564074, + "role": "worker", + "extra": {}, + "dur_s": 34.08030390739441 + }, + { + "name": "init_device", + "start": 1788922159.3280494, + "end": 1788922159.5362585, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 0.20820903778076172 + }, + { + "name": "load_model", + "start": 1788922159.5429327, + "end": 1788922164.054677, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 4.511744260787964 + }, + { + "name": "load_weights", + "start": 1788922159.5429373, + "end": 1788922164.0436099, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 4.5006725788116455 + }, + { + "name": "talker_mtp_init", + "start": 1788922164.0478003, + "end": 1788922164.0480099, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 0.00020956993103027344 + }, + { + "name": "attn_prewarm", + "start": 1788922164.0528018, + "end": 1788922164.0528057, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 3.814697265625e-06 + }, + { + "name": "proc_entry", + "start": 1788922191.4990642, + "end": 1788922191.4990642, + "stage_id": 1, + "replica_id": 0, + "pid": 2572020, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788922191.50477, + "end": 1788922220.5615401, + "stage_id": 1, + "replica_id": 0, + "pid": 2572020, + "role": "worker", + "extra": {}, + "dur_s": 29.056770086288452 + }, + { + "name": "init_device", + "start": 1788922218.1614058, + "end": 1788922218.3837707, + "stage_id": 1, + "replica_id": 0, + "pid": 2576162, + "role": "worker", + "extra": {}, + "dur_s": 0.2223649024963379 + }, + { + "name": "load_model", + "start": 1788922218.3888378, + "end": 1788922219.7271593, + "stage_id": 1, + "replica_id": 0, + "pid": 2576162, + "role": "worker", + "extra": {}, + "dur_s": 1.3383214473724365 + }, + { + "name": "load_weights", + "start": 1788922218.3888428, + "end": 1788922219.721446, + "stage_id": 1, + "replica_id": 0, + "pid": 2576162, + "role": "worker", + "extra": {}, + "dur_s": 1.3326032161712646 + }, + { + "name": "talker_mtp_init", + "start": 1788922219.7234585, + "end": 1788922219.7234626, + "stage_id": 1, + "replica_id": 0, + "pid": 2576162, + "role": "worker", + "extra": {}, + "dur_s": 4.0531158447265625e-06 + }, + { + "name": "attn_prewarm", + "start": 1788922219.7253046, + "end": 1788922219.725309, + "stage_id": 1, + "replica_id": 0, + "pid": 2576162, + "role": "worker", + "extra": {}, + "dur_s": 4.291534423828125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922232.3800435, + "end": 1788922232.3805099, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 0.00046634674072265625 + }, + { + "name": "predictor_setup_compile", + "start": 1788922232.5448647, + "end": 1788922232.5448668, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922232.6840897, + "end": 1788922232.6840913, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922232.815864, + "end": 1788922232.8158658, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922232.9475458, + "end": 1788922232.9475477, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922233.082061, + "end": 1788922233.0820625, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922233.2166655, + "end": 1788922233.2166674, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922233.352209, + "end": 1788922233.3522112, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922233.4855177, + "end": 1788922233.4855196, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922233.62089, + "end": 1788922233.6208916, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922233.7555537, + "end": 1788922233.7555556, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922233.8874066, + "end": 1788922233.8874087, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922234.01654, + "end": 1788922234.0165417, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922234.1470726, + "end": 1788922234.147074, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922234.2782345, + "end": 1788922234.2782362, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922234.4144115, + "end": 1788922234.4144132, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922234.5394251, + "end": 1788922234.5394268, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922234.6593056, + "end": 1788922234.6593072, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922234.779752, + "end": 1788922234.7797534, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922234.8985298, + "end": 1788922234.8985317, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922235.0202105, + "end": 1788922235.020212, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922235.1377785, + "end": 1788922235.13778, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922235.2551062, + "end": 1788922235.255108, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922235.3753815, + "end": 1788922235.3753834, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922235.4955156, + "end": 1788922235.4955177, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922235.617653, + "end": 1788922235.617655, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922235.736819, + "end": 1788922235.7368205, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922235.867074, + "end": 1788922235.8670764, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922236.012944, + "end": 1788922236.012946, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922236.1489553, + "end": 1788922236.148957, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922236.275778, + "end": 1788922236.2757797, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922236.3979807, + "end": 1788922236.3979828, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922236.5204244, + "end": 1788922236.5204265, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922236.6427953, + "end": 1788922236.6427972, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922236.7658389, + "end": 1788922236.7658405, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922236.889487, + "end": 1788922236.8894892, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922237.0114186, + "end": 1788922237.0114205, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922237.1327617, + "end": 1788922237.1327634, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922237.257166, + "end": 1788922237.2571678, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922237.3795977, + "end": 1788922237.3795993, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922237.5026846, + "end": 1788922237.5026865, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922237.6275811, + "end": 1788922237.6275833, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922237.7538147, + "end": 1788922237.7538166, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922237.8757157, + "end": 1788922237.8757176, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922238.0011864, + "end": 1788922238.0011883, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922238.1255898, + "end": 1788922238.1255913, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922238.2487857, + "end": 1788922238.2487876, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922238.3698301, + "end": 1788922238.369832, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922238.4959528, + "end": 1788922238.4959548, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922238.6160035, + "end": 1788922238.6160057, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922238.7370863, + "end": 1788922238.7370877, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922238.8616793, + "end": 1788922238.8616812, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922238.997887, + "end": 1788922238.9978883, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922240.212831, + "end": 1788922240.212833, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922240.356153, + "end": 1788922240.356155, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922240.4775074, + "end": 1788922240.4775093, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922240.5968802, + "end": 1788922240.596882, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922240.7270894, + "end": 1788922240.7270916, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922240.8489797, + "end": 1788922240.8489816, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922240.97141, + "end": 1788922240.9714117, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922241.090862, + "end": 1788922241.090864, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922241.20853, + "end": 1788922241.2085316, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922241.332088, + "end": 1788922241.3320897, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922241.4508145, + "end": 1788922241.4508162, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922241.5702968, + "end": 1788922241.5702991, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922241.694816, + "end": 1788922241.6948178, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922241.817439, + "end": 1788922241.817441, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922241.9354365, + "end": 1788922241.9354386, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922242.0606773, + "end": 1788922242.0606792, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922242.1798375, + "end": 1788922242.1798391, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922242.3017752, + "end": 1788922242.3017771, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922242.4618602, + "end": 1788922242.461862, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922242.5869555, + "end": 1788922242.5869572, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922242.7075486, + "end": 1788922242.7075508, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922242.8277454, + "end": 1788922242.8277476, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922242.950294, + "end": 1788922242.9502962, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922243.0693293, + "end": 1788922243.0693307, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922243.2184427, + "end": 1788922243.2184446, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922243.3400695, + "end": 1788922243.3400717, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922243.4587479, + "end": 1788922243.45875, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922243.5807874, + "end": 1788922243.5807896, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922243.7067819, + "end": 1788922243.7067838, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922243.8356984, + "end": 1788922243.8357003, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922243.959291, + "end": 1788922243.9592927, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922244.080161, + "end": 1788922244.0801625, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922244.1996424, + "end": 1788922244.199644, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922244.318174, + "end": 1788922244.318176, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922244.451145, + "end": 1788922244.4511468, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922244.5701833, + "end": 1788922244.570185, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922244.6948023, + "end": 1788922244.694804, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922244.8176062, + "end": 1788922244.8176079, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922244.9399116, + "end": 1788922244.9399133, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922245.0612528, + "end": 1788922245.061255, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922245.1843472, + "end": 1788922245.1843493, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922245.3095908, + "end": 1788922245.3095927, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922245.433744, + "end": 1788922245.4337456, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922245.557295, + "end": 1788922245.5572972, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922245.687104, + "end": 1788922245.687106, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922245.8201053, + "end": 1788922245.8201072, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922246.0662894, + "end": 1788922246.0662916, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922246.1840081, + "end": 1788922246.18401, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922246.3050156, + "end": 1788922246.3050172, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922246.4248142, + "end": 1788922246.4248161, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922246.542762, + "end": 1788922246.542764, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922246.6651924, + "end": 1788922246.6651943, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922246.7983098, + "end": 1788922246.7983117, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922246.9191864, + "end": 1788922246.9191883, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922247.045741, + "end": 1788922247.0457428, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922247.1724925, + "end": 1788922247.1724944, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922247.3057518, + "end": 1788922247.3057537, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922247.4234405, + "end": 1788922247.4234421, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922247.5429838, + "end": 1788922247.5429857, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922247.6628087, + "end": 1788922247.66281, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922247.7901843, + "end": 1788922247.790186, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922248.5937364, + "end": 1788922248.5937383, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922248.7371235, + "end": 1788922248.7371256, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922248.8638175, + "end": 1788922248.8638191, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922248.9846368, + "end": 1788922248.9846385, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922249.1100187, + "end": 1788922249.1100209, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922249.23438, + "end": 1788922249.2343824, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922249.3560884, + "end": 1788922249.3560903, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922249.4756975, + "end": 1788922249.475699, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922249.595203, + "end": 1788922249.5952048, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922249.7219691, + "end": 1788922249.721971, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922249.8416002, + "end": 1788922249.8416018, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922249.960877, + "end": 1788922249.960879, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922250.0821667, + "end": 1788922250.0821686, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922250.204699, + "end": 1788922250.204701, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922250.3251905, + "end": 1788922250.3251925, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922250.446325, + "end": 1788922250.4463267, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922250.5665355, + "end": 1788922250.566537, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922250.6892598, + "end": 1788922250.689262, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922250.809991, + "end": 1788922250.8099928, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922250.9312, + "end": 1788922250.9312015, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922251.0541074, + "end": 1788922251.054109, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922251.1736279, + "end": 1788922251.1736298, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922251.293682, + "end": 1788922251.2936838, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922251.4155478, + "end": 1788922251.4155498, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922251.5392137, + "end": 1788922251.5392153, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922251.6640065, + "end": 1788922251.6640084, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922251.786086, + "end": 1788922251.7860882, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922251.9111588, + "end": 1788922251.9111605, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922252.037268, + "end": 1788922252.03727, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922252.16496, + "end": 1788922252.1649618, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922252.2899609, + "end": 1788922252.2899628, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922252.415439, + "end": 1788922252.4154406, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922252.5386841, + "end": 1788922252.5386863, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922252.6627693, + "end": 1788922252.662771, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922252.785744, + "end": 1788922252.7857459, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922252.906836, + "end": 1788922252.906838, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922253.027591, + "end": 1788922253.0275927, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922253.1465538, + "end": 1788922253.1465557, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922253.2670672, + "end": 1788922253.267069, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922253.3887315, + "end": 1788922253.3887336, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922253.5098217, + "end": 1788922253.5098236, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922253.6294003, + "end": 1788922253.6294022, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922253.7505198, + "end": 1788922253.750522, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922253.8704977, + "end": 1788922253.8704996, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922253.993293, + "end": 1788922253.993295, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922254.1166255, + "end": 1788922254.1166275, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922254.2385066, + "end": 1788922254.2385085, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922254.3581705, + "end": 1788922254.3581727, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922254.5079572, + "end": 1788922254.5079591, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922254.6280353, + "end": 1788922254.6280372, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922254.7517314, + "end": 1788922254.7517335, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922254.8745792, + "end": 1788922254.874581, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922256.05979, + "end": 1788922256.0597918, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922256.2031589, + "end": 1788922256.2031605, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922256.3346908, + "end": 1788922256.3346927, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922256.4550836, + "end": 1788922256.4550855, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922256.5795505, + "end": 1788922256.5795522, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922256.7017565, + "end": 1788922256.7017584, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922256.8250453, + "end": 1788922256.8250468, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922256.9440336, + "end": 1788922256.9440353, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922257.0626676, + "end": 1788922257.0626693, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922257.1812527, + "end": 1788922257.1812546, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922257.3009083, + "end": 1788922257.30091, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922257.4200146, + "end": 1788922257.4200163, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922257.5405107, + "end": 1788922257.5405126, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922257.665199, + "end": 1788922257.665201, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922257.7867892, + "end": 1788922257.7867906, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922257.906161, + "end": 1788922257.9061632, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922258.0328302, + "end": 1788922258.032832, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922258.1599345, + "end": 1788922258.159936, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922258.2790053, + "end": 1788922258.2790072, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922258.4014337, + "end": 1788922258.4014354, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922258.5207486, + "end": 1788922258.5207508, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922258.6410782, + "end": 1788922258.6410801, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922258.7652938, + "end": 1788922258.7652955, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922258.8844016, + "end": 1788922258.8844035, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922259.0051622, + "end": 1788922259.0051641, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922259.125578, + "end": 1788922259.1255796, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922259.2527246, + "end": 1788922259.2527268, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922259.3748355, + "end": 1788922259.3748374, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922259.498, + "end": 1788922259.4980016, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922259.626546, + "end": 1788922259.626548, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922259.7557254, + "end": 1788922259.7557273, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922259.8803647, + "end": 1788922259.8803663, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922260.0067322, + "end": 1788922260.0067341, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922260.136301, + "end": 1788922260.1363032, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922260.2737892, + "end": 1788922260.273791, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922260.4475224, + "end": 1788922260.4475243, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922260.62131, + "end": 1788922260.621312, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922260.9264674, + "end": 1788922260.926469, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922261.1042862, + "end": 1788922261.1042879, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922261.226794, + "end": 1788922261.2267962, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922261.3451347, + "end": 1788922261.3451366, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922261.4633226, + "end": 1788922261.463324, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922261.5829787, + "end": 1788922261.5829804, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922261.7065115, + "end": 1788922261.7065144, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.86102294921875e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922261.8258612, + "end": 1788922261.8258626, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922261.9452791, + "end": 1788922261.9452815, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922262.064881, + "end": 1788922262.064883, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922262.1828318, + "end": 1788922262.1828337, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922262.3038273, + "end": 1788922262.303829, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922262.422375, + "end": 1788922262.4223766, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922262.5531719, + "end": 1788922262.5531738, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922262.672736, + "end": 1788922262.6727378, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922262.795661, + "end": 1788922262.7956629, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922262.9171221, + "end": 1788922262.9171238, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922263.044316, + "end": 1788922263.044318, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922263.9375682, + "end": 1788922263.9375706, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922264.079566, + "end": 1788922264.0795681, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922264.2137697, + "end": 1788922264.2137716, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922264.3499377, + "end": 1788922264.3499393, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922264.4802184, + "end": 1788922264.4802203, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922264.6158073, + "end": 1788922264.615809, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922264.745661, + "end": 1788922264.7456632, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922264.877475, + "end": 1788922264.877477, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922265.0135596, + "end": 1788922265.0135612, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922265.146489, + "end": 1788922265.1464908, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922265.2773335, + "end": 1788922265.277335, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922265.4106634, + "end": 1788922265.4106653, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922265.5421288, + "end": 1788922265.5421305, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922265.6758692, + "end": 1788922265.675871, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922265.8104744, + "end": 1788922265.810476, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922265.9423256, + "end": 1788922265.9423275, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922266.115204, + "end": 1788922266.115206, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922266.2375245, + "end": 1788922266.2375262, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922266.3580759, + "end": 1788922266.358078, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922266.4795384, + "end": 1788922266.4795406, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922266.6025648, + "end": 1788922266.6025667, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922266.7246556, + "end": 1788922266.7246578, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922266.8480656, + "end": 1788922266.8480673, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922266.9693124, + "end": 1788922266.9693143, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922267.0930629, + "end": 1788922267.0930648, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922267.2133305, + "end": 1788922267.2133322, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922267.333264, + "end": 1788922267.333266, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922267.4566128, + "end": 1788922267.4566147, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922267.5830455, + "end": 1788922267.5830472, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922267.714474, + "end": 1788922267.7144759, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922267.8389883, + "end": 1788922267.8389904, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922267.9586093, + "end": 1788922267.958611, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922268.0820367, + "end": 1788922268.0820389, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922268.2039201, + "end": 1788922268.2039223, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922268.322657, + "end": 1788922268.322659, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922268.4404378, + "end": 1788922268.4404397, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922268.5608249, + "end": 1788922268.5608268, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922268.6895285, + "end": 1788922268.6895304, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922268.8095086, + "end": 1788922268.8095105, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922268.9307246, + "end": 1788922268.9307263, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922269.0525177, + "end": 1788922269.0525193, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922269.1768165, + "end": 1788922269.1768184, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922269.2972565, + "end": 1788922269.2972584, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922269.4177065, + "end": 1788922269.4177084, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922269.5375698, + "end": 1788922269.5375717, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922269.6685448, + "end": 1788922269.668547, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922269.792792, + "end": 1788922269.7927938, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922269.9174843, + "end": 1788922269.9174862, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922270.0376978, + "end": 1788922270.0377002, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922270.159905, + "end": 1788922270.1599069, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922270.282052, + "end": 1788922270.282054, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922270.401393, + "end": 1788922270.4013946, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922270.5246992, + "end": 1788922270.5247009, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922271.000903, + "end": 1788922271.0009046, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922271.1226902, + "end": 1788922271.1226919, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922271.2468321, + "end": 1788922271.2468343, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922271.3688066, + "end": 1788922271.3688085, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922271.490491, + "end": 1788922271.4904928, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922271.610541, + "end": 1788922271.6105428, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922271.7349696, + "end": 1788922271.7349718, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922271.8583858, + "end": 1788922271.8583877, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922271.9802182, + "end": 1788922271.9802198, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922272.1012738, + "end": 1788922272.1012754, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922272.2201233, + "end": 1788922272.2201252, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922272.9918206, + "end": 1788922272.9918222, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922273.1344135, + "end": 1788922273.1344156, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922273.2654998, + "end": 1788922273.2655015, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922273.3861718, + "end": 1788922273.386174, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922273.5078373, + "end": 1788922273.507839, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922273.6309092, + "end": 1788922273.6309116, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922273.7587965, + "end": 1788922273.7587986, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922273.8822522, + "end": 1788922273.8822544, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922274.0029945, + "end": 1788922274.0029967, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922274.1276312, + "end": 1788922274.1276329, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922274.2488308, + "end": 1788922274.2488327, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922274.370412, + "end": 1788922274.370414, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922274.4917028, + "end": 1788922274.491705, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922274.6163108, + "end": 1788922274.6163125, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922274.745732, + "end": 1788922274.7457337, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922274.867669, + "end": 1788922274.867671, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922274.9945765, + "end": 1788922274.9945781, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922275.1156917, + "end": 1788922275.1156936, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922275.2381265, + "end": 1788922275.2381284, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922275.360315, + "end": 1788922275.360317, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922275.4838495, + "end": 1788922275.4838512, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922275.6094136, + "end": 1788922275.6094155, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922275.7350748, + "end": 1788922275.7350767, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922275.8598714, + "end": 1788922275.8598733, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922275.9956498, + "end": 1788922275.9956515, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922276.121227, + "end": 1788922276.1212287, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922276.245785, + "end": 1788922276.245787, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922276.366927, + "end": 1788922276.3669286, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922276.4903073, + "end": 1788922276.4903092, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922276.6192977, + "end": 1788922276.6192997, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922276.7440565, + "end": 1788922276.7440584, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922276.8679297, + "end": 1788922276.8679316, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922276.9887094, + "end": 1788922276.988711, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922277.1098208, + "end": 1788922277.1098225, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922277.2344472, + "end": 1788922277.2344491, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922277.357199, + "end": 1788922277.3572006, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922277.4806874, + "end": 1788922277.4806895, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922277.6039422, + "end": 1788922277.6039443, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922277.727446, + "end": 1788922277.727448, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922277.8527925, + "end": 1788922277.8527944, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922277.978098, + "end": 1788922277.9781, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922278.1034982, + "end": 1788922278.1035001, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922278.2302494, + "end": 1788922278.2302513, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922278.3523057, + "end": 1788922278.3523078, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922278.4745874, + "end": 1788922278.474589, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922278.5987544, + "end": 1788922278.598756, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922278.7214978, + "end": 1788922278.7214997, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922278.8442664, + "end": 1788922278.8442683, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922278.9656162, + "end": 1788922278.9656184, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922279.0939162, + "end": 1788922279.0939178, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922279.2172348, + "end": 1788922279.2172365, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922279.3395224, + "end": 1788922279.339524, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922279.4640498, + "end": 1788922279.4640515, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922279.5900824, + "end": 1788922279.5900843, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922279.7213278, + "end": 1788922279.72133, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922279.8546348, + "end": 1788922279.8546371, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922279.9852114, + "end": 1788922279.9852133, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922280.107011, + "end": 1788922280.1070132, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922280.22866, + "end": 1788922280.228662, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922280.3500931, + "end": 1788922280.3500946, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922280.4719546, + "end": 1788922280.4719565, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922280.5957723, + "end": 1788922280.5957747, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922280.719342, + "end": 1788922280.7193444, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922280.841232, + "end": 1788922280.841234, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922280.974391, + "end": 1788922280.974393, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922281.734893, + "end": 1788922281.7348964, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 3.337860107421875e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922281.8767538, + "end": 1788922281.8767557, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922282.0008492, + "end": 1788922282.000851, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922282.1237674, + "end": 1788922282.123769, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922282.2462327, + "end": 1788922282.246235, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922282.3680897, + "end": 1788922282.3680918, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922282.4882698, + "end": 1788922282.488272, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922282.6098795, + "end": 1788922282.6098816, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922282.7319713, + "end": 1788922282.7319732, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922282.8535979, + "end": 1788922282.8535998, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922282.9732368, + "end": 1788922282.973239, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922283.095219, + "end": 1788922283.095221, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922283.216499, + "end": 1788922283.216501, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922283.3372698, + "end": 1788922283.3372717, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922283.4574392, + "end": 1788922283.457441, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922283.579844, + "end": 1788922283.579846, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922283.7024565, + "end": 1788922283.7024584, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922283.8276372, + "end": 1788922283.827639, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922283.9477332, + "end": 1788922283.9477353, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922284.0729785, + "end": 1788922284.0729802, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922284.1935046, + "end": 1788922284.1935062, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922284.3159575, + "end": 1788922284.3159592, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922284.4374645, + "end": 1788922284.4374666, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922284.5569313, + "end": 1788922284.5569334, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922284.6795504, + "end": 1788922284.679552, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922284.8003788, + "end": 1788922284.8003807, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922284.9203887, + "end": 1788922284.9203908, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922285.044139, + "end": 1788922285.044141, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922285.168303, + "end": 1788922285.168305, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922285.3006222, + "end": 1788922285.3006246, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922285.4231906, + "end": 1788922285.4231923, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922285.5519965, + "end": 1788922285.5519984, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922285.6747367, + "end": 1788922285.6747384, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922285.7965138, + "end": 1788922285.7965157, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922285.9200945, + "end": 1788922285.9200962, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922286.0403306, + "end": 1788922286.0403328, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922286.1656973, + "end": 1788922286.1656992, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922286.2892601, + "end": 1788922286.2892618, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922286.4082632, + "end": 1788922286.4082665, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 3.337860107421875e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922286.5444307, + "end": 1788922286.544433, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922286.6655242, + "end": 1788922286.6655264, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922286.7856205, + "end": 1788922286.7856224, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922286.9078977, + "end": 1788922286.9078994, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922287.0279498, + "end": 1788922287.0279517, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922287.1513493, + "end": 1788922287.151351, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922287.2721148, + "end": 1788922287.2721164, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922287.3925865, + "end": 1788922287.3925884, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922287.5162776, + "end": 1788922287.5162795, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922287.6475215, + "end": 1788922287.6475236, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922289.006026, + "end": 1788922289.0060282, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922291.2069778, + "end": 1788922291.20698, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922293.390129, + "end": 1788922293.3901308, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922296.022322, + "end": 1788922296.022324, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922300.3089197, + "end": 1788922300.3089216, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922302.5306237, + "end": 1788922302.530626, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922306.8473477, + "end": 1788922306.8473501, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922309.1537678, + "end": 1788922309.15377, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922315.4699786, + "end": 1788922315.469981, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922317.5896637, + "end": 1788922317.589666, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922321.1042101, + "end": 1788922321.104212, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922322.214327, + "end": 1788922322.2143288, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922325.7179074, + "end": 1788922325.7179096, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922330.8520212, + "end": 1788922330.8520234, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922338.4723613, + "end": 1788922338.4723632, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922342.179806, + "end": 1788922342.179808, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922345.1672316, + "end": 1788922345.1672335, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922347.8445036, + "end": 1788922347.8445055, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922352.1119435, + "end": 1788922352.1119454, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922352.8980305, + "end": 1788922352.8980324, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922355.5667827, + "end": 1788922355.5667849, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922355.8455327, + "end": 1788922355.8455348, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922355.9642806, + "end": 1788922355.9642823, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922356.7643185, + "end": 1788922356.7643206, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922356.907541, + "end": 1788922356.9075425, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922357.0270498, + "end": 1788922357.0270514, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922357.1461446, + "end": 1788922357.146146, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922357.2645109, + "end": 1788922357.2645128, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922357.382893, + "end": 1788922357.3828948, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922357.5007842, + "end": 1788922357.5007858, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922357.619397, + "end": 1788922357.6193986, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922357.8280108, + "end": 1788922357.8280122, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922358.0344913, + "end": 1788922358.0344932, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922358.1532068, + "end": 1788922358.1532085, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922358.2711942, + "end": 1788922358.271196, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922358.3898926, + "end": 1788922358.3898942, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922358.5088239, + "end": 1788922358.5088255, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922358.6264927, + "end": 1788922358.6264946, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922358.7429764, + "end": 1788922358.7429783, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922358.8601089, + "end": 1788922358.8601105, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922358.991419, + "end": 1788922358.9914212, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922359.1095304, + "end": 1788922359.109532, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922359.2274585, + "end": 1788922359.2274604, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922359.3459957, + "end": 1788922359.3459976, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922359.4647276, + "end": 1788922359.4647293, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922359.5844421, + "end": 1788922359.5844438, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922359.7045772, + "end": 1788922359.7045789, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922359.825478, + "end": 1788922359.82548, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922359.9476488, + "end": 1788922359.947651, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922360.0668654, + "end": 1788922360.0668669, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922360.188601, + "end": 1788922360.1886027, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922360.3117456, + "end": 1788922360.3117473, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922360.4373422, + "end": 1788922360.4373443, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922360.5609372, + "end": 1788922360.560939, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922360.6815326, + "end": 1788922360.6815348, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922360.800159, + "end": 1788922360.8001604, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922360.92, + "end": 1788922360.9200017, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922361.0380182, + "end": 1788922361.0380201, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922361.1594687, + "end": 1788922361.1594708, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922361.2783153, + "end": 1788922361.278317, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922361.3971083, + "end": 1788922361.3971102, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922361.5165648, + "end": 1788922361.5165665, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922361.635531, + "end": 1788922361.6355329, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922361.7547777, + "end": 1788922361.7547796, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922361.8734756, + "end": 1788922361.8734775, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922361.9920752, + "end": 1788922361.992077, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922362.110859, + "end": 1788922362.1108613, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922362.229812, + "end": 1788922362.2298138, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922362.3477, + "end": 1788922362.347702, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922362.4660125, + "end": 1788922362.4660141, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922362.5861394, + "end": 1788922362.5861409, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922362.704803, + "end": 1788922362.704805, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922362.823411, + "end": 1788922362.8234124, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922362.9418404, + "end": 1788922362.9418418, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922363.0590417, + "end": 1788922363.0590436, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922363.1771998, + "end": 1788922363.177202, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922363.2977068, + "end": 1788922363.2977085, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922363.4186044, + "end": 1788922363.418606, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922363.5421011, + "end": 1788922363.5421033, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922363.6665454, + "end": 1788922363.6665473, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922363.792067, + "end": 1788922363.7920692, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922363.9121494, + "end": 1788922363.912151, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922364.0324187, + "end": 1788922364.0324209, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922364.1534111, + "end": 1788922364.1534128, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922364.2721796, + "end": 1788922364.2721815, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922364.3909662, + "end": 1788922364.390968, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922364.5097907, + "end": 1788922364.5097926, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922364.6281621, + "end": 1788922364.6281638, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922364.7462187, + "end": 1788922364.7462206, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922364.8668792, + "end": 1788922364.8668811, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922364.992365, + "end": 1788922364.9923663, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922365.1192558, + "end": 1788922365.119258, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922365.2386506, + "end": 1788922365.2386525, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922365.3579051, + "end": 1788922365.357907, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922365.4776702, + "end": 1788922365.4776719, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922365.5959811, + "end": 1788922365.5959828, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922365.7158692, + "end": 1788922365.7158706, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922365.83584, + "end": 1788922365.835842, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922365.9552836, + "end": 1788922365.9552855, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922366.7391593, + "end": 1788922366.7391615, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922366.8897786, + "end": 1788922366.8897803, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922367.0086987, + "end": 1788922367.0087004, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922367.1256382, + "end": 1788922367.1256397, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922367.2439826, + "end": 1788922367.2439845, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922367.363432, + "end": 1788922367.3634338, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922367.482487, + "end": 1788922367.482489, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922367.6005259, + "end": 1788922367.6005275, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922367.720949, + "end": 1788922367.7209508, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922367.8411238, + "end": 1788922367.8411257, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922367.962457, + "end": 1788922367.9624588, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922368.084389, + "end": 1788922368.0843906, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922368.2060466, + "end": 1788922368.2060483, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922368.3282657, + "end": 1788922368.3282676, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922368.4491594, + "end": 1788922368.4491615, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922368.5722632, + "end": 1788922368.5722647, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922368.694157, + "end": 1788922368.6941586, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922368.818156, + "end": 1788922368.818158, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922368.9424624, + "end": 1788922368.9424646, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922369.0638928, + "end": 1788922369.0638947, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922369.1862051, + "end": 1788922369.186207, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922369.3072374, + "end": 1788922369.3072395, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922369.4299955, + "end": 1788922369.4299972, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922369.5520713, + "end": 1788922369.5520732, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922369.6723924, + "end": 1788922369.6723943, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922369.792606, + "end": 1788922369.7926083, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922369.915154, + "end": 1788922369.9151556, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922370.0366883, + "end": 1788922370.0366902, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922370.1587725, + "end": 1788922370.1587744, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922370.2814314, + "end": 1788922370.281433, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922370.404854, + "end": 1788922370.4048557, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922370.5233603, + "end": 1788922370.5233617, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922370.6434247, + "end": 1788922370.6434267, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922370.7672014, + "end": 1788922370.7672033, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922370.8874054, + "end": 1788922370.8874068, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922371.0086596, + "end": 1788922371.008662, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922371.1265306, + "end": 1788922371.1265326, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922371.2432866, + "end": 1788922371.2432883, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922371.364567, + "end": 1788922371.364569, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922371.4825456, + "end": 1788922371.4825475, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922371.6013546, + "end": 1788922371.6013563, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922371.7229614, + "end": 1788922371.722963, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922371.840064, + "end": 1788922371.8400657, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922371.9578767, + "end": 1788922371.9578788, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922372.0792108, + "end": 1788922372.0792124, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922372.2087972, + "end": 1788922372.208799, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922372.327581, + "end": 1788922372.3275824, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922372.445844, + "end": 1788922372.4458458, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922372.5647094, + "end": 1788922372.564711, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922372.6858041, + "end": 1788922372.6858056, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922372.8054602, + "end": 1788922372.8054616, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922372.924192, + "end": 1788922372.9241939, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922373.0460212, + "end": 1788922373.0460227, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922373.1672199, + "end": 1788922373.1672218, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922373.289533, + "end": 1788922373.2895348, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922373.4163127, + "end": 1788922373.4163144, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922373.5403757, + "end": 1788922373.5403776, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922373.6592543, + "end": 1788922373.659256, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922373.7780952, + "end": 1788922373.7780972, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922373.8980708, + "end": 1788922373.8980727, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922374.0188608, + "end": 1788922374.0188625, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922374.1433856, + "end": 1788922374.1433876, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922374.2611773, + "end": 1788922374.2611792, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922374.3821406, + "end": 1788922374.3821425, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922374.5001543, + "end": 1788922374.500156, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922374.6191347, + "end": 1788922374.6191363, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922374.7382948, + "end": 1788922374.7382963, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922374.8610907, + "end": 1788922374.8610926, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922375.8191853, + "end": 1788922375.8191874, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922375.9720662, + "end": 1788922375.9720678, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922376.0917332, + "end": 1788922376.0917351, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922376.2096596, + "end": 1788922376.2096615, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922376.3280551, + "end": 1788922376.3280568, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922376.4458652, + "end": 1788922376.4458673, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922376.564858, + "end": 1788922376.5648599, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922376.6838949, + "end": 1788922376.6838963, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922376.8023605, + "end": 1788922376.8023627, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922376.9210289, + "end": 1788922376.9210303, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922377.0394883, + "end": 1788922377.03949, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922377.1577578, + "end": 1788922377.1577592, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922377.2747796, + "end": 1788922377.2747817, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922377.3934166, + "end": 1788922377.3934186, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922377.5122228, + "end": 1788922377.5122247, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922377.6329994, + "end": 1788922377.6330013, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922377.7637775, + "end": 1788922377.7637799, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922377.9043002, + "end": 1788922377.9043024, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922378.026663, + "end": 1788922378.026665, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922378.1517549, + "end": 1788922378.1517568, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922378.2757246, + "end": 1788922378.2757266, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922378.3997238, + "end": 1788922378.399726, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922378.522267, + "end": 1788922378.522269, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922378.645371, + "end": 1788922378.6453726, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922378.7676444, + "end": 1788922378.7676482, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 3.814697265625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922378.8906655, + "end": 1788922378.8906672, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922379.0145206, + "end": 1788922379.0145226, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922379.1377337, + "end": 1788922379.1377354, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922379.2650526, + "end": 1788922379.2650545, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922379.3943856, + "end": 1788922379.3943877, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922379.5199006, + "end": 1788922379.5199025, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922379.6491141, + "end": 1788922379.6491158, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922379.7701046, + "end": 1788922379.770106, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922379.893534, + "end": 1788922379.8935354, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922380.0175576, + "end": 1788922380.0175593, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922380.1406238, + "end": 1788922380.1406257, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922380.2626553, + "end": 1788922380.2626567, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922380.3819711, + "end": 1788922380.3819733, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922380.5007143, + "end": 1788922380.500716, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922380.6215563, + "end": 1788922380.6215582, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922380.7422035, + "end": 1788922380.7422051, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922380.8638005, + "end": 1788922380.8638027, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922380.9967659, + "end": 1788922380.996768, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922381.115715, + "end": 1788922381.115717, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922381.2345605, + "end": 1788922381.2345624, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922381.3543234, + "end": 1788922381.3543258, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922381.4739127, + "end": 1788922381.4739146, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922381.5936348, + "end": 1788922381.5936363, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922381.7519934, + "end": 1788922381.751995, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922381.875667, + "end": 1788922381.8756688, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922381.9956205, + "end": 1788922381.9956222, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922382.114124, + "end": 1788922382.1141257, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922382.2368438, + "end": 1788922382.2368453, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922382.358444, + "end": 1788922382.3584461, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922382.4826977, + "end": 1788922382.4826999, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922382.6077366, + "end": 1788922382.607739, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922382.7343957, + "end": 1788922382.7343974, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922382.8553343, + "end": 1788922382.8553362, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922382.9761403, + "end": 1788922382.9761422, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922383.0995378, + "end": 1788922383.09954, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922383.220755, + "end": 1788922383.2207572, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922383.3412862, + "end": 1788922383.3412879, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922383.466704, + "end": 1788922383.4667056, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922383.589359, + "end": 1788922383.5893612, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922383.7120035, + "end": 1788922383.7120056, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922383.8348722, + "end": 1788922383.8348744, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922383.9563832, + "end": 1788922383.9563854, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922384.0794783, + "end": 1788922384.0794804, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922384.2020018, + "end": 1788922384.2020037, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922384.322577, + "end": 1788922384.3225787, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922384.4469826, + "end": 1788922384.4469848, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922384.565693, + "end": 1788922384.565695, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922384.6856468, + "end": 1788922384.685649, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922384.805589, + "end": 1788922384.805591, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922384.9260166, + "end": 1788922384.9260182, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922385.0462167, + "end": 1788922385.0462184, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922385.168133, + "end": 1788922385.168135, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922385.2878444, + "end": 1788922385.2878458, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922386.4101267, + "end": 1788922386.4101288, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922386.5466714, + "end": 1788922386.5466728, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922386.6659718, + "end": 1788922386.6659734, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922386.7849157, + "end": 1788922386.7849176, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922386.9027479, + "end": 1788922386.9027495, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922387.0221634, + "end": 1788922387.0221653, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922387.1446505, + "end": 1788922387.1446524, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922387.2649045, + "end": 1788922387.2649062, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922387.3845236, + "end": 1788922387.3845253, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922387.503571, + "end": 1788922387.503573, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922387.623148, + "end": 1788922387.6231496, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922387.7463875, + "end": 1788922387.7463892, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922387.866031, + "end": 1788922387.8660324, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922387.9933195, + "end": 1788922387.993321, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922388.1164494, + "end": 1788922388.116451, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922388.2355556, + "end": 1788922388.235557, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922388.355072, + "end": 1788922388.3550737, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922388.47358, + "end": 1788922388.4735816, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922388.5948446, + "end": 1788922388.5948465, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922388.7143083, + "end": 1788922388.7143102, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922388.8340719, + "end": 1788922388.8340738, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922388.9549398, + "end": 1788922388.9549415, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922389.0761979, + "end": 1788922389.0761998, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922389.1960826, + "end": 1788922389.1960845, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922389.3164291, + "end": 1788922389.316431, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922389.4364448, + "end": 1788922389.4364464, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922389.556847, + "end": 1788922389.556849, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922389.6786013, + "end": 1788922389.6786032, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922389.801666, + "end": 1788922389.8016682, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922389.9247682, + "end": 1788922389.9247704, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922390.0513108, + "end": 1788922390.0513124, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922390.1735635, + "end": 1788922390.1735654, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922390.2962284, + "end": 1788922390.2962303, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922390.4223735, + "end": 1788922390.4223754, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922390.5442312, + "end": 1788922390.5442333, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922391.0196714, + "end": 1788922391.0196733, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922391.144078, + "end": 1788922391.1440797, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922391.2671125, + "end": 1788922391.2671144, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922391.3922987, + "end": 1788922391.3923006, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922391.519569, + "end": 1788922391.5195708, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922391.638545, + "end": 1788922391.6385467, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922391.7607186, + "end": 1788922391.7607205, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922391.882131, + "end": 1788922391.882133, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922392.0110266, + "end": 1788922392.0110285, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922392.1320112, + "end": 1788922392.132013, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922392.2540576, + "end": 1788922392.2540596, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922392.3749506, + "end": 1788922392.3749526, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922392.5023196, + "end": 1788922392.5023215, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922392.6262894, + "end": 1788922392.6262915, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922392.7496247, + "end": 1788922392.7496266, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922392.87751, + "end": 1788922392.8775125, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922393.0053513, + "end": 1788922393.0053532, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922393.140091, + "end": 1788922393.1400926, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922393.2678106, + "end": 1788922393.2678123, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922393.3938327, + "end": 1788922393.3938348, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922393.5173557, + "end": 1788922393.5173573, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922393.6489341, + "end": 1788922393.6489358, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922393.7766902, + "end": 1788922393.776692, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922393.9007103, + "end": 1788922393.900712, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922394.024367, + "end": 1788922394.024369, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922394.1481628, + "end": 1788922394.1481647, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922394.2682106, + "end": 1788922394.2682123, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922394.393204, + "end": 1788922394.3932056, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922394.514685, + "end": 1788922394.514687, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922394.6328712, + "end": 1788922394.6328728, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922394.7557118, + "end": 1788922394.7557135, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922394.8752255, + "end": 1788922394.8752275, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922394.993313, + "end": 1788922394.9933147, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922395.120428, + "end": 1788922395.1204298, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922395.240393, + "end": 1788922395.2403948, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922395.3589232, + "end": 1788922395.358925, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922395.480248, + "end": 1788922395.48025, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922395.5986948, + "end": 1788922395.598697, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922395.7174964, + "end": 1788922395.717498, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922395.836684, + "end": 1788922395.836686, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922395.955573, + "end": 1788922395.9555748, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922396.7361767, + "end": 1788922396.7361784, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922396.8922029, + "end": 1788922396.8922045, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922397.0195756, + "end": 1788922397.0195773, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922397.1387784, + "end": 1788922397.13878, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922397.2580588, + "end": 1788922397.2580602, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922397.376611, + "end": 1788922397.3766131, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922397.4994774, + "end": 1788922397.4994793, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922397.6226807, + "end": 1788922397.6226823, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922397.7435784, + "end": 1788922397.7435803, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922397.8642812, + "end": 1788922397.8642828, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922397.9966354, + "end": 1788922397.996637, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922398.121169, + "end": 1788922398.121171, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922398.2438655, + "end": 1788922398.2438676, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922398.373702, + "end": 1788922398.3737042, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922398.496515, + "end": 1788922398.496517, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922398.6192188, + "end": 1788922398.619221, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922398.7402103, + "end": 1788922398.740212, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922398.860064, + "end": 1788922398.8600657, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922398.9799435, + "end": 1788922398.9799452, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922399.1039147, + "end": 1788922399.103917, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922399.2243006, + "end": 1788922399.2243023, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922399.3441188, + "end": 1788922399.3441205, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922399.4630015, + "end": 1788922399.4630036, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922399.5827186, + "end": 1788922399.5827205, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922399.706718, + "end": 1788922399.7067194, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922399.828345, + "end": 1788922399.828347, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922399.9482863, + "end": 1788922399.948288, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922400.0708723, + "end": 1788922400.0708745, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922400.1951063, + "end": 1788922400.195108, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922400.316862, + "end": 1788922400.316864, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922400.441168, + "end": 1788922400.44117, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922400.5602946, + "end": 1788922400.5602968, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922400.680596, + "end": 1788922400.680598, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922400.8044088, + "end": 1788922400.804411, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922400.9265435, + "end": 1788922400.9265451, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922401.0485942, + "end": 1788922401.048596, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922401.1718035, + "end": 1788922401.1718051, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922401.2932582, + "end": 1788922401.29326, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922401.4174635, + "end": 1788922401.4174657, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922401.5381107, + "end": 1788922401.5381122, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922401.661897, + "end": 1788922401.6618989, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922401.7889225, + "end": 1788922401.7889245, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922401.91284, + "end": 1788922401.912842, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922402.0426052, + "end": 1788922402.0426068, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922402.166148, + "end": 1788922402.1661499, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922402.3014932, + "end": 1788922402.301495, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922402.4269066, + "end": 1788922402.4269085, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922402.5506601, + "end": 1788922402.5506618, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922402.6828742, + "end": 1788922402.682876, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922402.8056884, + "end": 1788922402.80569, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922402.9292607, + "end": 1788922402.9292626, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922403.0530922, + "end": 1788922403.053094, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922403.1814132, + "end": 1788922403.1814148, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922403.3042307, + "end": 1788922403.3042324, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922403.4318728, + "end": 1788922403.4318745, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922403.5621417, + "end": 1788922403.5621436, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922403.6899757, + "end": 1788922403.6899776, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922403.8099747, + "end": 1788922403.8099768, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922403.9321687, + "end": 1788922403.9321704, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922404.055859, + "end": 1788922404.055861, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922404.1780782, + "end": 1788922404.1780806, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922404.3007174, + "end": 1788922404.3007193, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922404.4232366, + "end": 1788922404.423238, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922405.214269, + "end": 1788922405.214271, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922405.3491263, + "end": 1788922405.3491285, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922405.4682713, + "end": 1788922405.468273, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922405.5868979, + "end": 1788922405.5868998, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922405.7097945, + "end": 1788922405.7097962, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922405.8289657, + "end": 1788922405.8289673, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922405.94941, + "end": 1788922405.9494116, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922406.0682094, + "end": 1788922406.0682116, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922406.187683, + "end": 1788922406.1876848, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922406.306306, + "end": 1788922406.3063076, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922406.426352, + "end": 1788922406.426354, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922406.5448704, + "end": 1788922406.5448725, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922406.6727202, + "end": 1788922406.672722, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922406.7974823, + "end": 1788922406.797484, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922406.9276607, + "end": 1788922406.9276624, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922407.0503857, + "end": 1788922407.0503876, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922407.169167, + "end": 1788922407.169169, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922407.2871125, + "end": 1788922407.2871141, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922407.407368, + "end": 1788922407.40737, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922407.5268764, + "end": 1788922407.5268784, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922407.6513739, + "end": 1788922407.6513755, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922407.7751, + "end": 1788922407.775102, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922407.8954258, + "end": 1788922407.895428, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922408.017874, + "end": 1788922408.0178754, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922408.1418102, + "end": 1788922408.141812, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922408.2617075, + "end": 1788922408.26171, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.384185791015625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922408.380759, + "end": 1788922408.380761, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922408.5046692, + "end": 1788922408.5046713, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922408.6247969, + "end": 1788922408.6247988, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922408.7480652, + "end": 1788922408.7480671, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922408.8693702, + "end": 1788922408.8693717, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922408.9873865, + "end": 1788922408.987388, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922409.1062844, + "end": 1788922409.106286, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922409.224399, + "end": 1788922409.224401, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922409.3456092, + "end": 1788922409.3456113, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922409.4646106, + "end": 1788922409.4646122, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922409.582439, + "end": 1788922409.5824406, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922409.702136, + "end": 1788922409.702138, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922409.821267, + "end": 1788922409.8212686, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922409.9398644, + "end": 1788922409.939866, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922410.0607834, + "end": 1788922410.0607848, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922410.180311, + "end": 1788922410.1803126, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922410.3027692, + "end": 1788922410.3027706, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922410.4222267, + "end": 1788922410.4222286, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922410.542177, + "end": 1788922410.5421789, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922410.6612523, + "end": 1788922410.6612542, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922410.779275, + "end": 1788922410.7792768, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922410.8980722, + "end": 1788922410.8980742, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922411.0169814, + "end": 1788922411.016983, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922411.1350498, + "end": 1788922411.1350515, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922411.257164, + "end": 1788922411.2571661, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922411.3770165, + "end": 1788922411.3770185, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922411.5026567, + "end": 1788922411.5026586, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922411.763904, + "end": 1788922411.763906, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922411.966363, + "end": 1788922411.9663649, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922412.0921826, + "end": 1788922412.0921843, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922412.2157023, + "end": 1788922412.2157042, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922412.3372135, + "end": 1788922412.3372154, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922412.460367, + "end": 1788922412.4603689, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922412.5856438, + "end": 1788922412.5856457, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922412.7087831, + "end": 1788922412.7087848, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922412.833457, + "end": 1788922412.833459, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922412.954373, + "end": 1788922412.9543746, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922413.081053, + "end": 1788922413.0810547, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922413.2008276, + "end": 1788922413.2008295, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922413.3294368, + "end": 1788922413.3294384, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922413.454037, + "end": 1788922413.4540389, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922413.5786648, + "end": 1788922413.5786664, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922413.7032025, + "end": 1788922413.7032046, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.1457672119140625e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922413.8237429, + "end": 1788922413.8237457, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 2.86102294921875e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788922413.9485335, + "end": 1788922413.9485352, + "stage_id": 0, + "replica_id": 0, + "pid": 2567908, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "proc_entry", + "start": 1788923227.1091754, + "end": 1788923227.1091754, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788923227.1145763, + "end": 1788923333.3225842, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 106.2080078125 + }, + { + "name": "init_device", + "start": 1788923228.5311859, + "end": 1788923232.3279603, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 3.796774387359619 + }, + { + "name": "load_model", + "start": 1788923232.331271, + "end": 1788923236.7510307, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 4.419759750366211 + }, + { + "name": "load_weights", + "start": 1788923232.3312802, + "end": 1788923236.712257, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 4.380976676940918 + }, + { + "name": "talker_mtp_init", + "start": 1788923236.714655, + "end": 1788923236.7153904, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 0.0007355213165283203 + }, + { + "name": "attn_prewarm", + "start": 1788923236.7175193, + "end": 1788923236.7487643, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 0.031244993209838867 + }, + { + "name": "cudagraph_capture", + "start": 1788923283.746249, + "end": 1788923285.3429737, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 1.5967247486114502 + }, + { + "name": "talker_mtp_capture", + "start": 1788923285.3451498, + "end": 1788923329.0233388, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 43.67818903923035 + }, + { + "name": "predictor_setup_compile", + "start": 1788923285.3463383, + "end": 1788923317.472545, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 32.12620663642883 + }, + { + "name": "predictor_warmup", + "start": 1788923285.3491554, + "end": 1788923317.4686341, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 32.119478702545166 + }, + { + "name": "predictor_setup_compile", + "start": 1788923328.7860222, + "end": 1788923328.786027, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 4.76837158203125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788923328.843508, + "end": 1788923328.8435097, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788923328.8743784, + "end": 1788923328.87438, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788923328.9149973, + "end": 1788923328.914999, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788923328.9366474, + "end": 1788923328.9366486, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 1.1920928955078125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788923328.9699705, + "end": 1788923328.969972, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788923328.992727, + "end": 1788923328.992729, + "stage_id": 0, + "replica_id": 0, + "pid": 2736239, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "proc_entry", + "start": 1788923381.7366383, + "end": 1788923381.7366383, + "stage_id": 1, + "replica_id": 0, + "pid": 2762384, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788923381.7424514, + "end": 1788923400.2362626, + "stage_id": 1, + "replica_id": 0, + "pid": 2762384, + "role": "worker", + "extra": {}, + "dur_s": 18.49381113052368 + }, + { + "name": "init_device", + "start": 1788923383.286638, + "end": 1788923386.25587, + "stage_id": 1, + "replica_id": 0, + "pid": 2762384, + "role": "worker", + "extra": {}, + "dur_s": 2.9692320823669434 + }, + { + "name": "load_model", + "start": 1788923386.2589943, + "end": 1788923394.3909209, + "stage_id": 1, + "replica_id": 0, + "pid": 2762384, + "role": "worker", + "extra": {}, + "dur_s": 8.131926536560059 + }, + { + "name": "load_weights", + "start": 1788923386.2589998, + "end": 1788923394.3745768, + "stage_id": 1, + "replica_id": 0, + "pid": 2762384, + "role": "worker", + "extra": {}, + "dur_s": 8.115576982498169 + }, + { + "name": "code2wav_cudagraph", + "start": 1788923387.2726521, + "end": 1788923392.8985684, + "stage_id": 1, + "replica_id": 0, + "pid": 2762384, + "role": "worker", + "extra": {}, + "dur_s": 5.625916242599487 + }, + { + "name": "talker_mtp_init", + "start": 1788923394.3770034, + "end": 1788923394.3770092, + "stage_id": 1, + "replica_id": 0, + "pid": 2762384, + "role": "worker", + "extra": {}, + "dur_s": 5.7220458984375e-06 + }, + { + "name": "attn_prewarm", + "start": 1788923394.3790398, + "end": 1788923394.3888958, + "stage_id": 1, + "replica_id": 0, + "pid": 2762384, + "role": "worker", + "extra": {}, + "dur_s": 0.009855985641479492 + }, + { + "name": "proc_entry", + "start": 1788923520.76439, + "end": 1788923520.76439, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788923520.769632, + "end": 1788923622.328361, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 101.55872893333435 + }, + { + "name": "init_device", + "start": 1788923521.730636, + "end": 1788923524.4227686, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 2.6921327114105225 + }, + { + "name": "load_model", + "start": 1788923524.4261289, + "end": 1788923528.310272, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 3.884143114089966 + }, + { + "name": "load_weights", + "start": 1788923524.4261348, + "end": 1788923528.293724, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 3.867589235305786 + }, + { + "name": "talker_mtp_init", + "start": 1788923528.2960641, + "end": 1788923528.2966921, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 0.0006279945373535156 + }, + { + "name": "attn_prewarm", + "start": 1788923528.298702, + "end": 1788923528.308208, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 0.009505987167358398 + }, + { + "name": "cudagraph_capture", + "start": 1788923572.1205914, + "end": 1788923573.7725155, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 1.6519241333007812 + }, + { + "name": "talker_mtp_capture", + "start": 1788923573.7748175, + "end": 1788923618.4058168, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 44.63099932670593 + }, + { + "name": "predictor_setup_compile", + "start": 1788923573.7759342, + "end": 1788923606.8795116, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 33.10357737541199 + }, + { + "name": "predictor_warmup", + "start": 1788923573.7788312, + "end": 1788923606.8752263, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 33.09639501571655 + }, + { + "name": "predictor_setup_compile", + "start": 1788923618.05152, + "end": 1788923618.0515277, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 7.62939453125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788923618.0927148, + "end": 1788923618.0927162, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788923618.1180415, + "end": 1788923618.1180432, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788923618.1523292, + "end": 1788923618.152331, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788923618.1815462, + "end": 1788923618.181548, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788923618.2289858, + "end": 1788923618.2289894, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 3.5762786865234375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788923618.25184, + "end": 1788923618.2518415, + "stage_id": 0, + "replica_id": 0, + "pid": 2790627, + "role": "worker", + "extra": {}, + "dur_s": 1.430511474609375e-06 + }, + { + "name": "proc_entry", + "start": 1788923652.7091901, + "end": 1788923652.7091901, + "stage_id": 1, + "replica_id": 0, + "pid": 2812451, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788923652.7179894, + "end": 1788923670.7210789, + "stage_id": 1, + "replica_id": 0, + "pid": 2812451, + "role": "worker", + "extra": {}, + "dur_s": 18.003089427947998 + }, + { + "name": "init_device", + "start": 1788923653.690033, + "end": 1788923656.7602575, + "stage_id": 1, + "replica_id": 0, + "pid": 2812451, + "role": "worker", + "extra": {}, + "dur_s": 3.0702245235443115 + }, + { + "name": "load_model", + "start": 1788923656.764278, + "end": 1788923665.1128788, + "stage_id": 1, + "replica_id": 0, + "pid": 2812451, + "role": "worker", + "extra": {}, + "dur_s": 8.3486008644104 + }, + { + "name": "load_weights", + "start": 1788923656.7642834, + "end": 1788923665.0844479, + "stage_id": 1, + "replica_id": 0, + "pid": 2812451, + "role": "worker", + "extra": {}, + "dur_s": 8.320164442062378 + }, + { + "name": "code2wav_cudagraph", + "start": 1788923657.87952, + "end": 1788923664.0052748, + "stage_id": 1, + "replica_id": 0, + "pid": 2812451, + "role": "worker", + "extra": {}, + "dur_s": 6.1257548332214355 + }, + { + "name": "talker_mtp_init", + "start": 1788923665.086772, + "end": 1788923665.086778, + "stage_id": 1, + "replica_id": 0, + "pid": 2812451, + "role": "worker", + "extra": {}, + "dur_s": 5.9604644775390625e-06 + }, + { + "name": "attn_prewarm", + "start": 1788923665.0888252, + "end": 1788923665.099304, + "stage_id": 1, + "replica_id": 0, + "pid": 2812451, + "role": "worker", + "extra": {}, + "dur_s": 0.010478734970092773 + }, + { + "name": "stages_init", + "start": 1788936529.6979997, + "end": 1788936674.397558, + "stage_id": null, + "replica_id": 0, + "pid": 298809, + "role": "engine", + "extra": {}, + "dur_s": 144.69955825805664 + }, + { + "name": "g3_device_lock", + "start": 1788936531.2434604, + "end": 1788936531.243561, + "stage_id": 0, + "replica_id": 0, + "pid": 298809, + "role": "engine", + "extra": {}, + "dur_s": 0.00010061264038085938 + }, + { + "name": "g2_launch_lock_wait", + "start": 1788936531.2435925, + "end": 1788936531.2435951, + "stage_id": 0, + "replica_id": 0, + "pid": 298809, + "role": "engine", + "extra": { + "acquired": true + }, + "dur_s": 2.6226043701171875e-06 + }, + { + "name": "g2_spawn_and_ready", + "start": 1788936531.2436483, + "end": 1788936603.499106, + "stage_id": 0, + "replica_id": 0, + "pid": 298809, + "role": "engine", + "extra": {}, + "dur_s": 72.25545763969421 + }, + { + "name": "proc_entry", + "start": 1788936574.8267415, + "end": 1788936574.8267415, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788936574.8329685, + "end": 1788936603.8029175, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 28.9699490070343 + }, + { + "name": "init_device", + "start": 1788936575.8882682, + "end": 1788936578.6792152, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 2.7909469604492188 + }, + { + "name": "load_model", + "start": 1788936578.682053, + "end": 1788936583.338705, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 4.656651973724365 + }, + { + "name": "load_weights", + "start": 1788936578.682058, + "end": 1788936583.3190696, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 4.637011528015137 + }, + { + "name": "talker_mtp_init", + "start": 1788936583.3216677, + "end": 1788936583.3223124, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 0.000644683837890625 + }, + { + "name": "attn_prewarm", + "start": 1788936583.324597, + "end": 1788936583.3364623, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 0.011865377426147461 + }, + { + "name": "cudagraph_capture", + "start": 1788936591.3938837, + "end": 1788936592.5315228, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 1.137639045715332 + }, + { + "name": "talker_mtp_capture", + "start": 1788936592.5337355, + "end": 1788936599.7085168, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 7.174781322479248 + }, + { + "name": "predictor_setup_compile", + "start": 1788936592.5391328, + "end": 1788936597.73426, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 5.195127248764038 + }, + { + "name": "predictor_warmup", + "start": 1788936592.5422835, + "end": 1788936597.7318294, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 5.1895458698272705 + }, + { + "name": "predictor_setup_compile", + "start": 1788936599.3423288, + "end": 1788936599.3423352, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 6.4373016357421875e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936599.4079788, + "end": 1788936599.4079804, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936599.4507217, + "end": 1788936599.4507236, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936599.4857783, + "end": 1788936599.4857802, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936599.507808, + "end": 1788936599.5078096, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936599.5410802, + "end": 1788936599.5410821, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 1.9073486328125e-06 + }, + { + "name": "predictor_setup_compile", + "start": 1788936599.563107, + "end": 1788936599.5631087, + "stage_id": 0, + "replica_id": 0, + "pid": 304744, + "role": "worker", + "extra": {}, + "dur_s": 1.6689300537109375e-06 + }, + { + "name": "g3_device_lock", + "start": 1788936603.6833346, + "end": 1788936603.6834738, + "stage_id": 1, + "replica_id": 0, + "pid": 298809, + "role": "engine", + "extra": {}, + "dur_s": 0.0001392364501953125 + }, + { + "name": "g2_launch_lock_wait", + "start": 1788936603.6835158, + "end": 1788936603.6835191, + "stage_id": 1, + "replica_id": 0, + "pid": 298809, + "role": "engine", + "extra": { + "acquired": true + }, + "dur_s": 3.337860107421875e-06 + }, + { + "name": "g2_spawn_and_ready", + "start": 1788936603.6837084, + "end": 1788936670.85467, + "stage_id": 1, + "replica_id": 0, + "pid": 298809, + "role": "engine", + "extra": {}, + "dur_s": 67.17096161842346 + }, + { + "name": "proc_entry", + "start": 1788936650.3800523, + "end": 1788936650.3800523, + "stage_id": 1, + "replica_id": 0, + "pid": 315931, + "role": "worker", + "extra": {}, + "dur_s": 0.0 + }, + { + "name": "engine_core_init", + "start": 1788936650.3870533, + "end": 1788936671.2531564, + "stage_id": 1, + "replica_id": 0, + "pid": 315931, + "role": "worker", + "extra": {}, + "dur_s": 20.866103172302246 + }, + { + "name": "init_device", + "start": 1788936651.391546, + "end": 1788936654.5958083, + "stage_id": 1, + "replica_id": 0, + "pid": 315931, + "role": "worker", + "extra": {}, + "dur_s": 3.2042622566223145 + }, + { + "name": "load_model", + "start": 1788936654.5988574, + "end": 1788936665.0310636, + "stage_id": 1, + "replica_id": 0, + "pid": 315931, + "role": "worker", + "extra": {}, + "dur_s": 10.432206153869629 + }, + { + "name": "load_weights", + "start": 1788936654.598863, + "end": 1788936665.0023777, + "stage_id": 1, + "replica_id": 0, + "pid": 315931, + "role": "worker", + "extra": {}, + "dur_s": 10.403514862060547 + }, + { + "name": "code2wav_cudagraph", + "start": 1788936656.428203, + "end": 1788936663.7956676, + "stage_id": 1, + "replica_id": 0, + "pid": 315931, + "role": "worker", + "extra": {}, + "dur_s": 7.367464542388916 + }, + { + "name": "talker_mtp_init", + "start": 1788936665.006864, + "end": 1788936665.0068693, + "stage_id": 1, + "replica_id": 0, + "pid": 315931, + "role": "worker", + "extra": {}, + "dur_s": 5.245208740234375e-06 + }, + { + "name": "attn_prewarm", + "start": 1788936665.01048, + "end": 1788936665.0288026, + "stage_id": 1, + "replica_id": 0, + "pid": 315931, + "role": "worker", + "extra": {}, + "dur_s": 0.01832270622253418 + } + ] +} \ No newline at end of file