Files
vllm-omni/probe/issue-5/evidence/rtx3090-round2/w8a8dyn-matrix.json
T
admin e37c5aed40
Build Wheel / build (3.12) (pull_request) Failing after 36s
Build Wheel / build (3.11) (pull_request) Failing after 49s
pre-commit / pre-commit (pull_request) Failing after 44s
probe(evidence): round two - W8A8 int8-dynamic passes the structure gate at BF16-parity PSNR; verdict flips to YES; upstream Marlin report draft staged
2026-10-08 09:06:49 -04:00

979 lines
24 KiB
JSON

[
{
"fixture_id": "edit-expression-ysolde",
"seed": 2301,
"n_references": 1,
"steps": 20,
"true_cfg_scale": 1.0,
"size": "864x1152",
"wall_s": 20.5,
"http": 200,
"bytes": 3983827,
"sha256": "31af175ab74c8a86746d7a69df771fd62552def574cc08b2a673220c69f302da",
"structure": {
"opaque_fraction": 0.9847,
"alpha_mean": 255.0,
"rgb_std": [
45.6,
44.3,
47.2
]
},
"usage": null,
"metrics": {
"stage_metrics": {
"0": {
"stage_id": 0,
"final_output_type": "image",
"finish_reason": null,
"num_tokens_in": 0,
"num_tokens_out": 0,
"stage_gen_time_ms": 20433.584690093994,
"postprocess_time_ms": 0.0,
"audio_frames": 0,
"audio_sample_rate": 0,
"audio_duration_s": 0.0,
"image_pixels": 995328,
"denoise_step_latency_ms": 1021.6792345046997,
"output_unit_type": "image",
"output_unit_count": 1,
"serving_time_to_first_output_ms": 20433.70294570923,
"image_time_to_first_output_ms": 20433.545112609863,
"time_per_output_unit_ms": 0.0,
"inter_output_latency_ms": 0.0,
"inter_output_latencies_ms": [],
"vllm_ttft_ms": 0.0,
"vllm_tpot_ms": 0.0,
"vllm_itl_ms": 0.0,
"vllm_itls_ms": [],
"stage_name": "diffusion"
}
},
"stage_id": 0,
"final_output_type": "image",
"num_tokens_in": 0,
"num_tokens_out": 0,
"stage_durations": {
"queue_wait_ms": 0.12007599434582517,
"stage_0_gen_ms": 20433.584690093994
},
"peak_memory_mb": 21550.0
}
},
{
"fixture_id": "edit-expression-ysolde",
"seed": 2302,
"n_references": 1,
"steps": 20,
"true_cfg_scale": 1.0,
"size": "864x1152",
"wall_s": 20.43,
"http": 200,
"bytes": 3983827,
"sha256": "9f24d8b8ff78fd10c6f17c036a69b86574023fab13f772d3999497341016d321",
"structure": {
"opaque_fraction": 0.9861,
"alpha_mean": 255.0,
"rgb_std": [
47.0,
45.3,
48.5
]
},
"usage": null,
"metrics": {
"stage_metrics": {
"0": {
"stage_id": 0,
"final_output_type": "image",
"finish_reason": null,
"num_tokens_in": 0,
"num_tokens_out": 0,
"stage_gen_time_ms": 20371.083736419678,
"postprocess_time_ms": 0.0,
"audio_frames": 0,
"audio_sample_rate": 0,
"audio_duration_s": 0.0,
"image_pixels": 995328,
"denoise_step_latency_ms": 1018.5541868209839,
"output_unit_type": "image",
"output_unit_count": 1,
"serving_time_to_first_output_ms": 20371.186017990112,
"image_time_to_first_output_ms": 20371.060371398926,
"time_per_output_unit_ms": 0.0,
"inter_output_latency_ms": 0.0,
"inter_output_latencies_ms": [],
"vllm_ttft_ms": 0.0,
"vllm_tpot_ms": 0.0,
"vllm_itl_ms": 0.0,
"vllm_itls_ms": [],
"stage_name": "diffusion"
}
},
"stage_id": 0,
"final_output_type": "image",
"num_tokens_in": 0,
"num_tokens_out": 0,
"stage_durations": {
"queue_wait_ms": 0.09984300413634628,
"stage_0_gen_ms": 20371.083736419678
},
"peak_memory_mb": 21550.0
}
},
{
"fixture_id": "edit-expression-ysolde",
"seed": 2303,
"n_references": 1,
"steps": 20,
"true_cfg_scale": 1.0,
"size": "864x1152",
"wall_s": 20.52,
"http": 200,
"bytes": 3983827,
"sha256": "cf9ec7928fa22375c476640a9920b2e05ef439200ada14b3d073bce896d5ea64",
"structure": {
"opaque_fraction": 0.9844,
"alpha_mean": 255.0,
"rgb_std": [
46.5,
45.2,
48.1
]
},
"usage": null,
"metrics": {
"stage_metrics": {
"0": {
"stage_id": 0,
"final_output_type": "image",
"finish_reason": null,
"num_tokens_in": 0,
"num_tokens_out": 0,
"stage_gen_time_ms": 20455.31988143921,
"postprocess_time_ms": 0.0,
"audio_frames": 0,
"audio_sample_rate": 0,
"audio_duration_s": 0.0,
"image_pixels": 995328,
"denoise_step_latency_ms": 1022.7659940719604,
"output_unit_type": "image",
"output_unit_count": 1,
"serving_time_to_first_output_ms": 20455.437421798706,
"image_time_to_first_output_ms": 20455.294847488403,
"time_per_output_unit_ms": 0.0,
"inter_output_latency_ms": 0.0,
"inter_output_latencies_ms": [],
"vllm_ttft_ms": 0.0,
"vllm_tpot_ms": 0.0,
"vllm_itl_ms": 0.0,
"vllm_itls_ms": [],
"stage_name": "diffusion"
}
},
"stage_id": 0,
"final_output_type": "image",
"num_tokens_in": 0,
"num_tokens_out": 0,
"stage_durations": {
"queue_wait_ms": 0.11576600081752986,
"stage_0_gen_ms": 20455.31988143921
},
"peak_memory_mb": 21550.0
}
},
{
"fixture_id": "edit-expression-ysolde",
"seed": 2304,
"n_references": 1,
"steps": 20,
"true_cfg_scale": 1.0,
"size": "864x1152",
"wall_s": 20.56,
"http": 200,
"bytes": 3983827,
"sha256": "288b63f713ac0664b7e0035e5f8ada494eeeb413052a35d8f3324035cb4b2bc7",
"structure": {
"opaque_fraction": 0.9854,
"alpha_mean": 255.0,
"rgb_std": [
46.9,
44.8,
47.7
]
},
"usage": null,
"metrics": {
"stage_metrics": {
"0": {
"stage_id": 0,
"final_output_type": "image",
"finish_reason": null,
"num_tokens_in": 0,
"num_tokens_out": 0,
"stage_gen_time_ms": 20500.65541267395,
"postprocess_time_ms": 0.0,
"audio_frames": 0,
"audio_sample_rate": 0,
"audio_duration_s": 0.0,
"image_pixels": 995328,
"denoise_step_latency_ms": 1025.0327706336975,
"output_unit_type": "image",
"output_unit_count": 1,
"serving_time_to_first_output_ms": 20500.685691833496,
"image_time_to_first_output_ms": 20500.566005706787,
"time_per_output_unit_ms": 0.0,
"inter_output_latency_ms": 0.0,
"inter_output_latencies_ms": [],
"vllm_ttft_ms": 0.0,
"vllm_tpot_ms": 0.0,
"vllm_itl_ms": 0.0,
"vllm_itls_ms": [],
"stage_name": "diffusion"
}
},
"stage_id": 0,
"final_output_type": "image",
"num_tokens_in": 0,
"num_tokens_out": 0,
"stage_durations": {
"queue_wait_ms": 0.09380799747304991,
"stage_0_gen_ms": 20500.65541267395
},
"peak_memory_mb": 21550.0
}
},
{
"fixture_id": "edit-compose-pair",
"seed": 2301,
"n_references": 2,
"steps": 20,
"true_cfg_scale": 1.0,
"size": "1248x832",
"wall_s": 25.02,
"http": 200,
"bytes": 4155590,
"sha256": "3df72b7d1334454fddc1768c6b6ff172a86cdb3ab8b075c3ff784260260bd1d1",
"structure": {
"opaque_fraction": 0.9638,
"alpha_mean": 255.0,
"rgb_std": [
69.4,
70.2,
71.8
]
},
"usage": null,
"metrics": {
"stage_metrics": {
"0": {
"stage_id": 0,
"final_output_type": "image",
"finish_reason": null,
"num_tokens_in": 0,
"num_tokens_out": 0,
"stage_gen_time_ms": 24954.949617385864,
"postprocess_time_ms": 0.0,
"audio_frames": 0,
"audio_sample_rate": 0,
"audio_duration_s": 0.0,
"image_pixels": 1038336,
"denoise_step_latency_ms": 1247.7474808692932,
"output_unit_type": "image",
"output_unit_count": 1,
"serving_time_to_first_output_ms": 24954.51283454895,
"image_time_to_first_output_ms": 24954.333305358887,
"time_per_output_unit_ms": 0.0,
"inter_output_latency_ms": 0.0,
"inter_output_latencies_ms": [],
"vllm_ttft_ms": 0.0,
"vllm_tpot_ms": 0.0,
"vllm_itl_ms": 0.0,
"vllm_itls_ms": [],
"stage_name": "diffusion"
}
},
"stage_id": 0,
"final_output_type": "image",
"num_tokens_in": 0,
"num_tokens_out": 0,
"stage_durations": {
"queue_wait_ms": 0.15277299826266244,
"stage_0_gen_ms": 24954.949617385864
},
"peak_memory_mb": 22342.0
}
},
{
"fixture_id": "edit-compose-pair",
"seed": 2302,
"n_references": 2,
"steps": 20,
"true_cfg_scale": 1.0,
"size": "1248x832",
"wall_s": 25.11,
"http": 200,
"bytes": 4155590,
"sha256": "151ddf53141622414678c27efeafe7b928297a4cfc29038e41607069ca6968f6",
"structure": {
"opaque_fraction": 0.9659,
"alpha_mean": 255.0,
"rgb_std": [
61.9,
63.6,
65.7
]
},
"usage": null,
"metrics": {
"stage_metrics": {
"0": {
"stage_id": 0,
"final_output_type": "image",
"finish_reason": null,
"num_tokens_in": 0,
"num_tokens_out": 0,
"stage_gen_time_ms": 25045.337438583374,
"postprocess_time_ms": 0.0,
"audio_frames": 0,
"audio_sample_rate": 0,
"audio_duration_s": 0.0,
"image_pixels": 1038336,
"denoise_step_latency_ms": 1252.2668719291687,
"output_unit_type": "image",
"output_unit_count": 1,
"serving_time_to_first_output_ms": 25045.44496536255,
"image_time_to_first_output_ms": 25045.308351516724,
"time_per_output_unit_ms": 0.0,
"inter_output_latency_ms": 0.0,
"inter_output_latencies_ms": [],
"vllm_ttft_ms": 0.0,
"vllm_tpot_ms": 0.0,
"vllm_itl_ms": 0.0,
"vllm_itls_ms": [],
"stage_name": "diffusion"
}
},
"stage_id": 0,
"final_output_type": "image",
"num_tokens_in": 0,
"num_tokens_out": 0,
"stage_durations": {
"queue_wait_ms": 0.11107399768661708,
"stage_0_gen_ms": 25045.337438583374
},
"peak_memory_mb": 22280.0
}
},
{
"fixture_id": "edit-compose-pair",
"seed": 2303,
"n_references": 2,
"steps": 20,
"true_cfg_scale": 1.0,
"size": "1248x832",
"wall_s": 25.16,
"http": 200,
"bytes": 4155590,
"sha256": "023407fe5dd8530aa1c640c3949b1b8da0893a15f07ae061a7ece4c132a7931b",
"structure": {
"opaque_fraction": 0.9572,
"alpha_mean": 255.0,
"rgb_std": [
61.6,
63.2,
64.9
]
},
"usage": null,
"metrics": {
"stage_metrics": {
"0": {
"stage_id": 0,
"final_output_type": "image",
"finish_reason": null,
"num_tokens_in": 0,
"num_tokens_out": 0,
"stage_gen_time_ms": 25092.447519302368,
"postprocess_time_ms": 0.0,
"audio_frames": 0,
"audio_sample_rate": 0,
"audio_duration_s": 0.0,
"image_pixels": 1038336,
"denoise_step_latency_ms": 1254.6223759651184,
"output_unit_type": "image",
"output_unit_count": 1,
"serving_time_to_first_output_ms": 25092.57960319519,
"image_time_to_first_output_ms": 25092.416524887085,
"time_per_output_unit_ms": 0.0,
"inter_output_latency_ms": 0.0,
"inter_output_latencies_ms": [],
"vllm_ttft_ms": 0.0,
"vllm_tpot_ms": 0.0,
"vllm_itl_ms": 0.0,
"vllm_itls_ms": [],
"stage_name": "diffusion"
}
},
"stage_id": 0,
"final_output_type": "image",
"num_tokens_in": 0,
"num_tokens_out": 0,
"stage_durations": {
"queue_wait_ms": 0.13619099627248943,
"stage_0_gen_ms": 25092.447519302368
},
"peak_memory_mb": 22280.0
}
},
{
"fixture_id": "edit-compose-pair",
"seed": 2304,
"n_references": 2,
"steps": 20,
"true_cfg_scale": 1.0,
"size": "1248x832",
"wall_s": 25.17,
"http": 200,
"bytes": 4155590,
"sha256": "7e46495775ee73c2ccc21e252c351311c7e0976a59ef0d9483b14cfcc0fa27f7",
"structure": {
"opaque_fraction": 0.9471,
"alpha_mean": 254.9,
"rgb_std": [
57.5,
55.8,
55.6
]
},
"usage": null,
"metrics": {
"stage_metrics": {
"0": {
"stage_id": 0,
"final_output_type": "image",
"finish_reason": null,
"num_tokens_in": 0,
"num_tokens_out": 0,
"stage_gen_time_ms": 25105.11350631714,
"postprocess_time_ms": 0.0,
"audio_frames": 0,
"audio_sample_rate": 0,
"audio_duration_s": 0.0,
"image_pixels": 1038336,
"denoise_step_latency_ms": 1255.255675315857,
"output_unit_type": "image",
"output_unit_count": 1,
"serving_time_to_first_output_ms": 25105.209827423096,
"image_time_to_first_output_ms": 25105.08370399475,
"time_per_output_unit_ms": 0.0,
"inter_output_latency_ms": 0.0,
"inter_output_latencies_ms": [],
"vllm_ttft_ms": 0.0,
"vllm_tpot_ms": 0.0,
"vllm_itl_ms": 0.0,
"vllm_itls_ms": [],
"stage_name": "diffusion"
}
},
"stage_id": 0,
"final_output_type": "image",
"num_tokens_in": 0,
"num_tokens_out": 0,
"stage_durations": {
"queue_wait_ms": 0.10113100142916664,
"stage_0_gen_ms": 25105.11350631714
},
"peak_memory_mb": 22280.0
}
},
{
"fixture_id": "edit-compose-three",
"seed": 2301,
"n_references": 3,
"steps": 20,
"true_cfg_scale": 1.0,
"size": "1344x768",
"wall_s": 29.37,
"http": 200,
"bytes": 4130915,
"sha256": "1b3430e99b76ed0483c37fbdbacdb3a890e08af69a5a9c77388cb1665c54fa19",
"structure": {
"opaque_fraction": 0.9785,
"alpha_mean": 255.0,
"rgb_std": [
42.9,
32.4,
23.1
]
},
"usage": null,
"metrics": {
"stage_metrics": {
"0": {
"stage_id": 0,
"final_output_type": "image",
"finish_reason": null,
"num_tokens_in": 0,
"num_tokens_out": 0,
"stage_gen_time_ms": 29299.254417419434,
"postprocess_time_ms": 0.0,
"audio_frames": 0,
"audio_sample_rate": 0,
"audio_duration_s": 0.0,
"image_pixels": 1032192,
"denoise_step_latency_ms": 1464.9627208709717,
"output_unit_type": "image",
"output_unit_count": 1,
"serving_time_to_first_output_ms": 29299.4122505188,
"image_time_to_first_output_ms": 29299.22580718994,
"time_per_output_unit_ms": 0.0,
"inter_output_latency_ms": 0.0,
"inter_output_latencies_ms": [],
"vllm_ttft_ms": 0.0,
"vllm_tpot_ms": 0.0,
"vllm_itl_ms": 0.0,
"vllm_itls_ms": [],
"stage_name": "diffusion"
}
},
"stage_id": 0,
"final_output_type": "image",
"num_tokens_in": 0,
"num_tokens_out": 0,
"stage_durations": {
"queue_wait_ms": 0.1593470005900599,
"stage_0_gen_ms": 29299.254417419434
},
"peak_memory_mb": 23432.0
}
},
{
"fixture_id": "edit-compose-three",
"seed": 2302,
"n_references": 3,
"steps": 20,
"true_cfg_scale": 1.0,
"size": "1344x768",
"wall_s": 29.44,
"http": 200,
"bytes": 4130915,
"sha256": "67ed3ba31c5db970ddda42dc38e5f75e395d83aae1c467625060a5bc1034906d",
"structure": {
"opaque_fraction": 0.9882,
"alpha_mean": 255.0,
"rgb_std": [
37.9,
30.5,
21.6
]
},
"usage": null,
"metrics": {
"stage_metrics": {
"0": {
"stage_id": 0,
"final_output_type": "image",
"finish_reason": null,
"num_tokens_in": 0,
"num_tokens_out": 0,
"stage_gen_time_ms": 29367.507219314575,
"postprocess_time_ms": 0.0,
"audio_frames": 0,
"audio_sample_rate": 0,
"audio_duration_s": 0.0,
"image_pixels": 1032192,
"denoise_step_latency_ms": 1468.3753609657288,
"output_unit_type": "image",
"output_unit_count": 1,
"serving_time_to_first_output_ms": 29367.653369903564,
"image_time_to_first_output_ms": 29367.475748062134,
"time_per_output_unit_ms": 0.0,
"inter_output_latency_ms": 0.0,
"inter_output_latencies_ms": [],
"vllm_ttft_ms": 0.0,
"vllm_tpot_ms": 0.0,
"vllm_itl_ms": 0.0,
"vllm_itls_ms": [],
"stage_name": "diffusion"
}
},
"stage_id": 0,
"final_output_type": "image",
"num_tokens_in": 0,
"num_tokens_out": 0,
"stage_durations": {
"queue_wait_ms": 0.15194500156212598,
"stage_0_gen_ms": 29367.507219314575
},
"peak_memory_mb": 23432.0
}
},
{
"fixture_id": "edit-compose-three",
"seed": 2303,
"n_references": 3,
"steps": 20,
"true_cfg_scale": 1.0,
"size": "1344x768",
"wall_s": 29.47,
"http": 200,
"bytes": 4130915,
"sha256": "ed8493e310da3d892eeba849519fe8697e638c215eb01bccad96608b9040e70b",
"structure": {
"opaque_fraction": 0.9757,
"alpha_mean": 255.0,
"rgb_std": [
48.5,
40.2,
30.1
]
},
"usage": null,
"metrics": {
"stage_metrics": {
"0": {
"stage_id": 0,
"final_output_type": "image",
"finish_reason": null,
"num_tokens_in": 0,
"num_tokens_out": 0,
"stage_gen_time_ms": 29401.696920394897,
"postprocess_time_ms": 0.0,
"audio_frames": 0,
"audio_sample_rate": 0,
"audio_duration_s": 0.0,
"image_pixels": 1032192,
"denoise_step_latency_ms": 1470.0848460197449,
"output_unit_type": "image",
"output_unit_count": 1,
"serving_time_to_first_output_ms": 29401.797771453857,
"image_time_to_first_output_ms": 29401.665925979614,
"time_per_output_unit_ms": 0.0,
"inter_output_latency_ms": 0.0,
"inter_output_latencies_ms": [],
"vllm_ttft_ms": 0.0,
"vllm_tpot_ms": 0.0,
"vllm_itl_ms": 0.0,
"vllm_itls_ms": [],
"stage_name": "diffusion"
}
},
"stage_id": 0,
"final_output_type": "image",
"num_tokens_in": 0,
"num_tokens_out": 0,
"stage_durations": {
"queue_wait_ms": 0.10474099690327421,
"stage_0_gen_ms": 29401.696920394897
},
"peak_memory_mb": 23432.0
}
},
{
"fixture_id": "edit-compose-three",
"seed": 2304,
"n_references": 3,
"steps": 20,
"true_cfg_scale": 1.0,
"size": "1344x768",
"wall_s": 29.49,
"http": 200,
"bytes": 4130915,
"sha256": "eca7238f811f5980b514adde1f0727fc6ce6d33efe16bd620cef184831ed1b44",
"structure": {
"opaque_fraction": 0.9645,
"alpha_mean": 255.0,
"rgb_std": [
48.5,
35.7,
25.1
]
},
"usage": null,
"metrics": {
"stage_metrics": {
"0": {
"stage_id": 0,
"final_output_type": "image",
"finish_reason": null,
"num_tokens_in": 0,
"num_tokens_out": 0,
"stage_gen_time_ms": 29419.892072677612,
"postprocess_time_ms": 0.0,
"audio_frames": 0,
"audio_sample_rate": 0,
"audio_duration_s": 0.0,
"image_pixels": 1032192,
"denoise_step_latency_ms": 1470.9946036338806,
"output_unit_type": "image",
"output_unit_count": 1,
"serving_time_to_first_output_ms": 29419.984102249146,
"image_time_to_first_output_ms": 29419.86107826233,
"time_per_output_unit_ms": 0.0,
"inter_output_latency_ms": 0.0,
"inter_output_latencies_ms": [],
"vllm_ttft_ms": 0.0,
"vllm_tpot_ms": 0.0,
"vllm_itl_ms": 0.0,
"vllm_itls_ms": [],
"stage_name": "diffusion"
}
},
"stage_id": 0,
"final_output_type": "image",
"num_tokens_in": 0,
"num_tokens_out": 0,
"stage_durations": {
"queue_wait_ms": 0.09873499948298559,
"stage_0_gen_ms": 29419.892072677612
},
"peak_memory_mb": 23432.0
}
},
{
"fixture_id": "edit-compose-four",
"seed": 2301,
"n_references": 4,
"steps": 20,
"true_cfg_scale": 1.0,
"size": "1344x768",
"wall_s": 34.08,
"http": 200,
"bytes": 4130915,
"sha256": "ed2978bbee6c6d667a1e113fddb6e5d7c06d9b0c7c0d8eda77ad330b92bdc45f",
"structure": {
"opaque_fraction": 0.976,
"alpha_mean": 255.0,
"rgb_std": [
49.0,
37.3,
29.3
]
},
"usage": null,
"metrics": {
"stage_metrics": {
"0": {
"stage_id": 0,
"final_output_type": "image",
"finish_reason": null,
"num_tokens_in": 0,
"num_tokens_out": 0,
"stage_gen_time_ms": 34010.05530357361,
"postprocess_time_ms": 0.0,
"audio_frames": 0,
"audio_sample_rate": 0,
"audio_duration_s": 0.0,
"image_pixels": 1032192,
"denoise_step_latency_ms": 1700.5027651786804,
"output_unit_type": "image",
"output_unit_count": 1,
"serving_time_to_first_output_ms": 34010.1637840271,
"image_time_to_first_output_ms": 34010.02025604248,
"time_per_output_unit_ms": 0.0,
"inter_output_latency_ms": 0.0,
"inter_output_latencies_ms": [],
"vllm_ttft_ms": 0.0,
"vllm_tpot_ms": 0.0,
"vllm_itl_ms": 0.0,
"vllm_itls_ms": [],
"stage_name": "diffusion"
}
},
"stage_id": 0,
"final_output_type": "image",
"num_tokens_in": 0,
"num_tokens_out": 0,
"stage_durations": {
"queue_wait_ms": 0.11569900379981846,
"stage_0_gen_ms": 34010.05530357361
},
"peak_memory_mb": 23598.0
}
},
{
"fixture_id": "edit-compose-four",
"seed": 2302,
"n_references": 4,
"steps": 20,
"true_cfg_scale": 1.0,
"size": "1344x768",
"wall_s": 34.0,
"http": 200,
"bytes": 4130915,
"sha256": "f4433739a48bdb32c24f0b53d4feee604adad91327d0b25656cb0b28d4051e1b",
"structure": {
"opaque_fraction": 0.9713,
"alpha_mean": 255.0,
"rgb_std": [
47.2,
39.5,
29.8
]
},
"usage": null,
"metrics": {
"stage_metrics": {
"0": {
"stage_id": 0,
"final_output_type": "image",
"finish_reason": null,
"num_tokens_in": 0,
"num_tokens_out": 0,
"stage_gen_time_ms": 33924.51333999634,
"postprocess_time_ms": 0.0,
"audio_frames": 0,
"audio_sample_rate": 0,
"audio_duration_s": 0.0,
"image_pixels": 1032192,
"denoise_step_latency_ms": 1696.225666999817,
"output_unit_type": "image",
"output_unit_count": 1,
"serving_time_to_first_output_ms": 33924.62372779846,
"image_time_to_first_output_ms": 33924.47805404663,
"time_per_output_unit_ms": 0.0,
"inter_output_latency_ms": 0.0,
"inter_output_latencies_ms": [],
"vllm_ttft_ms": 0.0,
"vllm_tpot_ms": 0.0,
"vllm_itl_ms": 0.0,
"vllm_itls_ms": [],
"stage_name": "diffusion"
}
},
"stage_id": 0,
"final_output_type": "image",
"num_tokens_in": 0,
"num_tokens_out": 0,
"stage_durations": {
"queue_wait_ms": 0.11932000052183867,
"stage_0_gen_ms": 33924.51333999634
},
"peak_memory_mb": 23590.0
}
},
{
"fixture_id": "edit-compose-four",
"seed": 2303,
"n_references": 4,
"steps": 20,
"true_cfg_scale": 1.0,
"size": "1344x768",
"wall_s": 34.02,
"http": 200,
"bytes": 4130915,
"sha256": "9b673d3e82dc29d8781dc9d2e0a40bdd7dcad746332f9566e80e5bd8a055bd30",
"structure": {
"opaque_fraction": 0.9706,
"alpha_mean": 255.0,
"rgb_std": [
56.4,
44.8,
35.4
]
},
"usage": null,
"metrics": {
"stage_metrics": {
"0": {
"stage_id": 0,
"final_output_type": "image",
"finish_reason": null,
"num_tokens_in": 0,
"num_tokens_out": 0,
"stage_gen_time_ms": 33950.94609260559,
"postprocess_time_ms": 0.0,
"audio_frames": 0,
"audio_sample_rate": 0,
"audio_duration_s": 0.0,
"image_pixels": 1032192,
"denoise_step_latency_ms": 1697.5473046302795,
"output_unit_type": "image",
"output_unit_count": 1,
"serving_time_to_first_output_ms": 33951.04670524597,
"image_time_to_first_output_ms": 33950.846672058105,
"time_per_output_unit_ms": 0.0,
"inter_output_latency_ms": 0.0,
"inter_output_latencies_ms": [],
"vllm_ttft_ms": 0.0,
"vllm_tpot_ms": 0.0,
"vllm_itl_ms": 0.0,
"vllm_itls_ms": [],
"stage_name": "diffusion"
}
},
"stage_id": 0,
"final_output_type": "image",
"num_tokens_in": 0,
"num_tokens_out": 0,
"stage_durations": {
"queue_wait_ms": 0.17462699906900525,
"stage_0_gen_ms": 33950.94609260559
},
"peak_memory_mb": 23590.0
}
},
{
"fixture_id": "edit-compose-four",
"seed": 2304,
"n_references": 4,
"steps": 20,
"true_cfg_scale": 1.0,
"size": "1344x768",
"wall_s": 34.04,
"http": 200,
"bytes": 4130915,
"sha256": "22d9558389165abb8e58c02e7f1c4d49d4f312ff178062246c9907d519336ad6",
"structure": {
"opaque_fraction": 0.9674,
"alpha_mean": 255.0,
"rgb_std": [
50.9,
38.3,
29.5
]
},
"usage": null,
"metrics": {
"stage_metrics": {
"0": {
"stage_id": 0,
"final_output_type": "image",
"finish_reason": null,
"num_tokens_in": 0,
"num_tokens_out": 0,
"stage_gen_time_ms": 33973.530292510986,
"postprocess_time_ms": 0.0,
"audio_frames": 0,
"audio_sample_rate": 0,
"audio_duration_s": 0.0,
"image_pixels": 1032192,
"denoise_step_latency_ms": 1698.6765146255493,
"output_unit_type": "image",
"output_unit_count": 1,
"serving_time_to_first_output_ms": 33973.62184524536,
"image_time_to_first_output_ms": 33973.4947681427,
"time_per_output_unit_ms": 0.0,
"inter_output_latency_ms": 0.0,
"inter_output_latencies_ms": [],
"vllm_ttft_ms": 0.0,
"vllm_tpot_ms": 0.0,
"vllm_itl_ms": 0.0,
"vllm_itls_ms": [],
"stage_name": "diffusion"
}
},
"stage_id": 0,
"final_output_type": "image",
"num_tokens_in": 0,
"num_tokens_out": 0,
"stage_durations": {
"queue_wait_ms": 0.09957399743143469,
"stage_0_gen_ms": 33973.530292510986
},
"peak_memory_mb": 23590.0
}
}
]