83 lines
1.3 KiB
JSON
83 lines
1.3 KiB
JSON
[
|
|
{
|
|
"layer": "attn.to_qkv (fused q/k/v)",
|
|
"rel_l2": "NaN",
|
|
"out_finite": false,
|
|
"packed_bitwise_ok": true,
|
|
"scale_finite_pre_repack": true,
|
|
"scale_post_repack": {
|
|
"finite": true,
|
|
"min": 0.0006612942670471966,
|
|
"max": 0.012303149327635765
|
|
},
|
|
"out_shape": [
|
|
512,
|
|
12288
|
|
],
|
|
"ref_shape": [
|
|
512,
|
|
12288
|
|
]
|
|
},
|
|
{
|
|
"layer": "attn.to_out.0 (row)",
|
|
"rel_l2": "NaN",
|
|
"out_finite": false,
|
|
"packed_bitwise_ok": true,
|
|
"scale_finite_pre_repack": true,
|
|
"scale_post_repack": {
|
|
"finite": true,
|
|
"min": 0.00037870631786063313,
|
|
"max": 0.011257382109761238
|
|
},
|
|
"out_shape": [
|
|
512,
|
|
4096
|
|
],
|
|
"ref_shape": [
|
|
512,
|
|
4096
|
|
]
|
|
},
|
|
{
|
|
"layer": "img_mlp.proj (column)",
|
|
"rel_l2": "NaN",
|
|
"out_finite": false,
|
|
"packed_bitwise_ok": true,
|
|
"scale_finite_pre_repack": true,
|
|
"scale_post_repack": {
|
|
"finite": true,
|
|
"min": 0.0005651759565807879,
|
|
"max": 0.005628691054880619
|
|
},
|
|
"out_shape": [
|
|
512,
|
|
12288
|
|
],
|
|
"ref_shape": [
|
|
512,
|
|
12288
|
|
]
|
|
},
|
|
{
|
|
"layer": "img_mlp.out (row, wide-in)",
|
|
"rel_l2": "NaN",
|
|
"out_finite": false,
|
|
"packed_bitwise_ok": true,
|
|
"scale_finite_pre_repack": true,
|
|
"scale_post_repack": {
|
|
"finite": true,
|
|
"min": 0.0008073942153714597,
|
|
"max": 0.014763779938220978
|
|
},
|
|
"out_shape": [
|
|
512,
|
|
4096
|
|
],
|
|
"ref_shape": [
|
|
512,
|
|
4096
|
|
]
|
|
}
|
|
]
|