16 lines
268 B
JSON
16 lines
268 B
JSON
[
|
|
{
|
|
"layer": "attn.to_qkv (fused q/k/v)",
|
|
"rel_l2": 0.00171,
|
|
"out_finite": true
|
|
},
|
|
{
|
|
"layer": "attn.to_out.0 (row)",
|
|
"rel_l2": 0.00172,
|
|
"out_finite": true,
|
|
"loaded_bitwise_ok": true,
|
|
"loaded_scale_ok": true,
|
|
"rel_l2_vs_layer_weight": 0.00172
|
|
}
|
|
]
|