Download results/calibration.json from terminusresearch/cloudflare-clef-int8-convrot: direct link, hf CLI and curl.
- Browser
- Download file 367 kB
-
https://huggingface.co/terminusresearch/cloudflare-clef-int8-convrot/resolve/main/results/calibration.json
- Command line
-
hf download hf://terminusresearch/cloudflare-clef-int8-convrot/results/calibration.json
-
curl -L -o calibration.json https://huggingface.co/terminusresearch/cloudflare-clef-int8-convrot/resolve/main/results/calibration.json
367 kB
{
"source_digest": "cae974bb5b4b21095342ecb5dcee32771d65a4bade3367334a762e1ae390f96e",
"scope": "all",
"group_size": 256,
"calibration_digest": "8ba079bd077fd33a4b66c6b21aa5400e7d10ce4c40d40c076249a30a921ec458",
"selection_digest": "32049eb0bbf3026d9333537df8223fc469d3457c709360f86fb1379b4d0d6b9a",
"heldout_digest": "6cb6fc33844d83587b504f2336f1295f5d37505a7e1b0fbba1ebbd09631aa6ce",
"records": [
12,
6,
16
],
"data_source": "synthetic",
"method": "per-output-row clipping, bounded ridge scale/bias fit, independent local selection",
"quality_scope": "BF16 agreement, not production task accuracy",
"linears": {
"layers.0.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 5076,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 1.1796358876381419e-06,
"selection_mse_after": 5.707435661861382e-07,
"selection_mse_ratio": 0.4838302433490753,
"choices": [
44,
60,
684,
116,
683,
103,
806,
112,
896,
102,
777,
77,
660
]
},
"layers.0.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 9911,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0003618273767642677,
"selection_mse_after": 0.00020507506269495934,
"selection_mse_ratio": 0.5667759776115417,
"choices": [
329,
399,
695,
802,
1136,
892,
1264,
849,
1243,
738,
1003,
392,
498
]
},
"layers.0.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 5964,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00031612743623554707,
"selection_mse_after": 0.00018290558364242315,
"selection_mse_ratio": 0.5785818099975586,
"choices": [
180,
280,
402,
465,
636,
533,
714,
565,
717,
480,
592,
251,
329
]
},
"layers.0.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16905,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 9.412830195287825e-07,
"selection_mse_after": 6.265601086852257e-07,
"selection_mse_ratio": 0.6656447649002075,
"choices": [
503,
625,
1133,
1373,
1968,
1620,
2272,
1573,
2183,
1180,
1774,
459,
745
]
},
"layers.0.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16927,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 8.758020157983992e-07,
"selection_mse_after": 5.809555432279012e-07,
"selection_mse_ratio": 0.6633411645889282,
"choices": [
481,
644,
1183,
1362,
1941,
1622,
2219,
1615,
2282,
1171,
1760,
444,
684
]
},
"layers.0.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4931,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 1.6992986218156148e-07,
"selection_mse_after": 5.2070571854301306e-08,
"selection_mse_ratio": 0.30642393231391907,
"choices": [
189,
258,
269,
444,
301,
493,
406,
530,
461,
488,
410,
517,
354
]
},
"layers.1.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4970,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 1.6158530513621372e-07,
"selection_mse_after": 7.963565451518662e-08,
"selection_mse_ratio": 0.4928397238254547,
"choices": [
150,
137,
441,
335,
528,
351,
613,
345,
666,
334,
548,
239,
433
]
},
"layers.1.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 10009,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 4.1196388337993994e-05,
"selection_mse_after": 2.529439007048495e-05,
"selection_mse_ratio": 0.6139953136444092,
"choices": [
231,
202,
1174,
383,
1448,
398,
1607,
412,
1573,
348,
1327,
228,
909
]
},
"layers.1.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 6031,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 4.20376454712823e-05,
"selection_mse_after": 2.5813595129875466e-05,
"selection_mse_ratio": 0.6140589714050293,
"choices": [
113,
124,
763,
224,
821,
259,
952,
264,
950,
207,
798,
147,
522
]
},
"layers.1.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16876,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 1.471413725084858e-06,
"selection_mse_after": 1.0306389413017314e-06,
"selection_mse_ratio": 0.700441300868988,
"choices": [
532,
578,
1092,
1392,
2021,
1669,
2275,
1580,
2235,
1181,
1707,
454,
692
]
},
"layers.1.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16908,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 1.3920869150751969e-06,
"selection_mse_after": 9.75083707999147e-07,
"selection_mse_ratio": 0.7004474401473999,
"choices": [
500,
559,
1058,
1349,
2070,
1569,
2275,
1592,
2399,
1205,
1744,
381,
707
]
},
"layers.1.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4779,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 5.609326692024297e-08,
"selection_mse_after": 3.711114615612132e-08,
"selection_mse_ratio": 0.6615971922874451,
"choices": [
341,
197,
234,
411,
317,
476,
423,
555,
447,
515,
409,
450,
345
]
},
"layers.2.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4994,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 2.2542508304468356e-07,
"selection_mse_after": 1.2108553448797466e-07,
"selection_mse_ratio": 0.5371431112289429,
"choices": [
126,
172,
427,
272,
596,
333,
653,
301,
615,
331,
599,
227,
468
]
},
"layers.2.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 10008,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 5.109439371153712e-05,
"selection_mse_after": 3.2005718821892515e-05,
"selection_mse_ratio": 0.6264036893844604,
"choices": [
232,
197,
1198,
368,
1478,
443,
1621,
373,
1502,
335,
1382,
253,
858
]
},
"layers.2.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 5971,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 5.1924900617450476e-05,
"selection_mse_after": 3.2775249565020204e-05,
"selection_mse_ratio": 0.6312048435211182,
"choices": [
173,
142,
678,
256,
848,
276,
920,
252,
878,
254,
737,
175,
555
]
},
"layers.2.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16938,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 1.992153556784615e-06,
"selection_mse_after": 1.4251520497055026e-06,
"selection_mse_ratio": 0.7153826355934143,
"choices": [
470,
538,
1129,
1264,
2159,
1455,
2432,
1464,
2454,
1157,
1846,
391,
649
]
},
"layers.2.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16965,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 1.85667670393741e-06,
"selection_mse_after": 1.3258930948722991e-06,
"selection_mse_ratio": 0.7141216397285461,
"choices": [
443,
516,
1156,
1260,
2249,
1505,
2423,
1445,
2453,
1058,
1858,
361,
681
]
},
"layers.2.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4897,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 2.804870575801033e-07,
"selection_mse_after": 1.7519849393465847e-07,
"selection_mse_ratio": 0.6246223449707031,
"choices": [
223,
137,
368,
285,
491,
310,
595,
306,
604,
330,
633,
279,
559
]
},
"layers.3.self_attn.q_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 12288,
"changed_rows": 11897,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0006718746153637767,
"selection_mse_after": 0.0003903300384990871,
"selection_mse_ratio": 0.5809566974639893,
"choices": [
391,
656,
1340,
750,
1254,
810,
1454,
758,
1332,
706,
1249,
565,
1023
]
},
"layers.3.self_attn.k_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 1024,
"changed_rows": 1001,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0005062619457021356,
"selection_mse_after": 0.0002960118290502578,
"selection_mse_ratio": 0.5847009420394897,
"choices": [
23,
11,
137,
35,
156,
30,
154,
47,
159,
36,
127,
24,
85
]
},
"layers.3.self_attn.v_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 1024,
"changed_rows": 993,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0005442666006274521,
"selection_mse_after": 0.0003260597004555166,
"selection_mse_ratio": 0.5990808606147766,
"choices": [
31,
20,
128,
24,
144,
39,
179,
41,
157,
25,
107,
24,
105
]
},
"layers.3.self_attn.o_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 5026,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 2.490770896201866e-07,
"selection_mse_after": 1.580716570970253e-07,
"selection_mse_ratio": 0.634629487991333,
"choices": [
94,
119,
475,
213,
671,
244,
715,
263,
717,
215,
722,
177,
495
]
},
"layers.3.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16925,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 2.1558607841143385e-06,
"selection_mse_after": 1.5359573808382265e-06,
"selection_mse_ratio": 0.7124567031860352,
"choices": [
483,
508,
1142,
1241,
2165,
1493,
2375,
1442,
2497,
1036,
1925,
385,
716
]
},
"layers.3.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16921,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 2.0499430775089422e-06,
"selection_mse_after": 1.4587700434276485e-06,
"selection_mse_ratio": 0.7116149067878723,
"choices": [
487,
466,
1135,
1253,
2157,
1479,
2430,
1475,
2422,
1106,
1930,
353,
715
]
},
"layers.3.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4851,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 7.350607234002382e-08,
"selection_mse_after": 5.0789321193178694e-08,
"selection_mse_ratio": 0.6909540891647339,
"choices": [
269,
197,
239,
349,
377,
479,
422,
477,
450,
529,
454,
448,
430
]
},
"layers.4.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4871,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 1.5532326358425053e-07,
"selection_mse_after": 1.0831011110212785e-07,
"selection_mse_ratio": 0.6973205804824829,
"choices": [
249,
189,
329,
355,
450,
451,
577,
443,
552,
398,
445,
318,
364
]
},
"layers.4.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 10027,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 4.1234139644075185e-05,
"selection_mse_after": 2.6596577299642377e-05,
"selection_mse_ratio": 0.6450135111808777,
"choices": [
213,
188,
1050,
359,
1451,
437,
1679,
470,
1635,
361,
1362,
224,
811
]
},
"layers.4.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 6009,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 4.3360119889257476e-05,
"selection_mse_after": 2.825449155352544e-05,
"selection_mse_ratio": 0.6516239047050476,
"choices": [
135,
112,
675,
230,
911,
246,
1004,
262,
929,
225,
792,
119,
504
]
},
"layers.4.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16885,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 2.631542429298861e-06,
"selection_mse_after": 1.8870007352234097e-06,
"selection_mse_ratio": 0.7170702219009399,
"choices": [
523,
514,
1139,
1363,
2110,
1508,
2399,
1547,
2325,
1085,
1792,
426,
677
]
},
"layers.4.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16902,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 2.5119170459220186e-06,
"selection_mse_after": 1.8065210269924137e-06,
"selection_mse_ratio": 0.7191802263259888,
"choices": [
506,
537,
1148,
1281,
2152,
1401,
2412,
1436,
2416,
1144,
1837,
380,
758
]
},
"layers.4.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4880,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 9.138649659234943e-08,
"selection_mse_after": 6.000367136493878e-08,
"selection_mse_ratio": 0.6565923094749451,
"choices": [
240,
169,
227,
345,
370,
466,
464,
486,
500,
486,
490,
421,
456
]
},
"layers.5.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4967,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 2.9745592655672226e-07,
"selection_mse_after": 1.3521056985155155e-07,
"selection_mse_ratio": 0.4545566439628601,
"choices": [
153,
210,
346,
371,
511,
399,
544,
437,
584,
381,
485,
294,
405
]
},
"layers.5.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 9999,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 6.134045543149114e-05,
"selection_mse_after": 3.903369724866934e-05,
"selection_mse_ratio": 0.6363450884819031,
"choices": [
241,
209,
1179,
378,
1390,
436,
1607,
418,
1618,
346,
1357,
214,
847
]
},
"layers.5.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 5995,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 6.823136936873198e-05,
"selection_mse_after": 4.396247095428407e-05,
"selection_mse_ratio": 0.644314706325531,
"choices": [
149,
149,
686,
248,
815,
272,
929,
271,
995,
227,
762,
137,
504
]
},
"layers.5.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16919,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 3.188054733982426e-06,
"selection_mse_after": 2.2528492991114035e-06,
"selection_mse_ratio": 0.7066532373428345,
"choices": [
489,
500,
1178,
1280,
2095,
1495,
2408,
1520,
2396,
1090,
1883,
415,
659
]
},
"layers.5.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16925,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 2.958161303467932e-06,
"selection_mse_after": 2.095158379233908e-06,
"selection_mse_ratio": 0.7082637548446655,
"choices": [
483,
496,
1128,
1229,
2119,
1439,
2422,
1439,
2522,
1120,
1895,
402,
714
]
},
"layers.5.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4864,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 9.454011973275556e-08,
"selection_mse_after": 7.030461546264632e-08,
"selection_mse_ratio": 0.7436484098434448,
"choices": [
256,
149,
185,
395,
363,
505,
395,
540,
458,
567,
424,
496,
387
]
},
"layers.6.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4962,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 6.44249041670264e-07,
"selection_mse_after": 2.652565456173761e-07,
"selection_mse_ratio": 0.4117298126220703,
"choices": [
158,
183,
417,
362,
520,
419,
573,
408,
577,
338,
537,
236,
392
]
},
"layers.6.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 9974,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0001176123769255355,
"selection_mse_after": 7.208722672658041e-05,
"selection_mse_ratio": 0.6129221320152283,
"choices": [
266,
186,
1179,
355,
1423,
381,
1603,
414,
1553,
341,
1373,
221,
945
]
},
"layers.6.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 5995,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00011906048166565597,
"selection_mse_after": 7.366224599536508e-05,
"selection_mse_ratio": 0.6186959743499756,
"choices": [
149,
177,
698,
255,
784,
317,
883,
299,
860,
253,
776,
169,
524
]
},
"layers.6.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17047,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 6.8612725954153575e-06,
"selection_mse_after": 4.769337010657182e-06,
"selection_mse_ratio": 0.6951097249984741,
"choices": [
361,
374,
1560,
819,
2509,
1024,
2766,
996,
2880,
735,
2150,
326,
908
]
},
"layers.6.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17058,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 6.364862201735377e-06,
"selection_mse_after": 4.437786174094072e-06,
"selection_mse_ratio": 0.6972321271896362,
"choices": [
350,
349,
1528,
888,
2535,
954,
2836,
997,
2800,
762,
2197,
298,
914
]
},
"layers.6.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4893,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 1.8573614113392978e-07,
"selection_mse_after": 1.3878209870199498e-07,
"selection_mse_ratio": 0.7472003102302551,
"choices": [
227,
205,
204,
423,
350,
461,
425,
542,
475,
525,
440,
450,
393
]
},
"layers.7.self_attn.q_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 12288,
"changed_rows": 11901,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0005088039906695485,
"selection_mse_after": 0.000300595595035702,
"selection_mse_ratio": 0.5907886028289795,
"choices": [
387,
569,
1294,
710,
1308,
819,
1503,
733,
1401,
687,
1272,
584,
1021
]
},
"layers.7.self_attn.k_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 1024,
"changed_rows": 1005,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00040737405652180314,
"selection_mse_after": 0.0002342176012462005,
"selection_mse_ratio": 0.574944794178009,
"choices": [
19,
22,
140,
32,
154,
36,
174,
34,
143,
26,
117,
26,
101
]
},
"layers.7.self_attn.v_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 1024,
"changed_rows": 998,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0004232930950820446,
"selection_mse_after": 0.0002456856891512871,
"selection_mse_ratio": 0.5804150700569153,
"choices": [
26,
10,
148,
39,
141,
37,
166,
33,
139,
30,
119,
20,
116
]
},
"layers.7.self_attn.o_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4951,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 3.0069745093896927e-07,
"selection_mse_after": 2.1312449405286316e-07,
"selection_mse_ratio": 0.7087672352790833,
"choices": [
169,
163,
377,
311,
549,
366,
595,
420,
637,
345,
562,
241,
385
]
},
"layers.7.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16928,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 4.8585370677756146e-06,
"selection_mse_after": 3.4831657558243023e-06,
"selection_mse_ratio": 0.716916561126709,
"choices": [
480,
524,
1168,
1234,
2197,
1389,
2451,
1414,
2485,
1098,
1896,
370,
702
]
},
"layers.7.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16938,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 4.46657941211015e-06,
"selection_mse_after": 3.201026174792787e-06,
"selection_mse_ratio": 0.7166616320610046,
"choices": [
470,
484,
1212,
1180,
2251,
1341,
2556,
1384,
2522,
1011,
1875,
392,
730
]
},
"layers.7.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4879,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 2.105215770598079e-07,
"selection_mse_after": 1.5724994284482818e-07,
"selection_mse_ratio": 0.7469540238380432,
"choices": [
241,
175,
191,
418,
365,
518,
443,
517,
435,
563,
465,
423,
366
]
},
"layers.8.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4945,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 2.263541318825446e-07,
"selection_mse_after": 1.7544822128456872e-07,
"selection_mse_ratio": 0.7751049995422363,
"choices": [
175,
164,
297,
423,
515,
481,
622,
461,
644,
394,
501,
181,
262
]
},
"layers.8.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 10018,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 7.990586891537532e-05,
"selection_mse_after": 5.1353115850361064e-05,
"selection_mse_ratio": 0.6426700949668884,
"choices": [
222,
213,
1095,
427,
1371,
435,
1611,
455,
1670,
407,
1286,
241,
807
]
},
"layers.8.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 5997,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 8.449381857644767e-05,
"selection_mse_after": 5.501730629475787e-05,
"selection_mse_ratio": 0.651140034198761,
"choices": [
147,
136,
675,
278,
871,
297,
930,
262,
929,
230,
794,
140,
455
]
},
"layers.8.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16932,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 4.968562279827893e-06,
"selection_mse_after": 3.566411578503903e-06,
"selection_mse_ratio": 0.7177954912185669,
"choices": [
476,
494,
1144,
1249,
2139,
1563,
2393,
1554,
2400,
1118,
1855,
361,
662
]
},
"layers.8.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16951,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 4.59926422990975e-06,
"selection_mse_after": 3.3053418064810103e-06,
"selection_mse_ratio": 0.7186675071716309,
"choices": [
457,
469,
1169,
1243,
2266,
1483,
2428,
1421,
2491,
1036,
1901,
375,
669
]
},
"layers.8.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4868,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 2.121090574291884e-07,
"selection_mse_after": 1.59431692736689e-07,
"selection_mse_ratio": 0.7516496181488037,
"choices": [
252,
176,
196,
424,
372,
521,
414,
541,
450,
540,
443,
431,
360
]
},
"layers.9.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4951,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 4.3638030433612585e-07,
"selection_mse_after": 2.6070111402987095e-07,
"selection_mse_ratio": 0.5974172353744507,
"choices": [
169,
185,
329,
414,
530,
451,
582,
440,
584,
407,
485,
238,
306
]
},
"layers.9.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 10013,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 8.43685629661195e-05,
"selection_mse_after": 5.389931538957171e-05,
"selection_mse_ratio": 0.6388554573059082,
"choices": [
227,
191,
1183,
364,
1454,
460,
1707,
444,
1570,
352,
1273,
217,
798
]
},
"layers.9.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 6014,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 8.770464773988351e-05,
"selection_mse_after": 5.705356306862086e-05,
"selection_mse_ratio": 0.6505193114280701,
"choices": [
130,
150,
614,
269,
866,
306,
978,
314,
872,
251,
776,
167,
451
]
},
"layers.9.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16937,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 5.3252447287377436e-06,
"selection_mse_after": 3.842651494778693e-06,
"selection_mse_ratio": 0.7215915322303772,
"choices": [
471,
550,
1091,
1354,
2167,
1500,
2407,
1564,
2401,
1102,
1814,
370,
617
]
},
"layers.9.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16954,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 5.010253516957164e-06,
"selection_mse_after": 3.6167275538900867e-06,
"selection_mse_ratio": 0.721865177154541,
"choices": [
454,
480,
1099,
1307,
2202,
1468,
2512,
1414,
2553,
1011,
1869,
352,
687
]
},
"layers.9.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4881,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 2.4800041842354403e-07,
"selection_mse_after": 1.833768266124025e-07,
"selection_mse_ratio": 0.7394214868545532,
"choices": [
239,
149,
192,
414,
366,
514,
421,
574,
447,
513,
478,
431,
382
]
},
"layers.10.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 5019,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 2.736483793341904e-06,
"selection_mse_after": 6.250604656088399e-07,
"selection_mse_ratio": 0.22841739654541016,
"choices": [
101,
185,
447,
268,
583,
317,
635,
313,
613,
304,
548,
292,
514
]
},
"layers.10.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 10006,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 8.611685916548595e-05,
"selection_mse_after": 5.525290180230513e-05,
"selection_mse_ratio": 0.6416037678718567,
"choices": [
234,
217,
1085,
410,
1429,
486,
1660,
399,
1570,
363,
1314,
243,
830
]
},
"layers.10.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 6009,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 9.019104618346319e-05,
"selection_mse_after": 5.720278568333015e-05,
"selection_mse_ratio": 0.6342401504516602,
"choices": [
135,
147,
651,
266,
821,
340,
916,
285,
924,
251,
778,
163,
467
]
},
"layers.10.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16940,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 6.0735665101674385e-06,
"selection_mse_after": 4.373195224616211e-06,
"selection_mse_ratio": 0.7200374007225037,
"choices": [
468,
500,
1198,
1242,
2181,
1386,
2536,
1413,
2477,
1064,
1886,
368,
689
]
},
"layers.10.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16947,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 5.716622126783477e-06,
"selection_mse_after": 4.1252474147768226e-06,
"selection_mse_ratio": 0.7216233015060425,
"choices": [
461,
440,
1224,
1233,
2227,
1372,
2506,
1410,
2533,
1033,
1887,
362,
720
]
},
"layers.10.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4915,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 3.012047216088831e-07,
"selection_mse_after": 2.2302377544747287e-07,
"selection_mse_ratio": 0.7404391765594482,
"choices": [
205,
194,
209,
398,
394,
487,
445,
491,
499,
524,
467,
398,
409
]
},
"layers.11.self_attn.q_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 12288,
"changed_rows": 11946,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00040585867827758193,
"selection_mse_after": 0.0002403031976427883,
"selection_mse_ratio": 0.5920858979225159,
"choices": [
342,
589,
1276,
670,
1363,
797,
1526,
727,
1493,
694,
1287,
549,
975
]
},
"layers.11.self_attn.k_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 1024,
"changed_rows": 992,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00033286656253039837,
"selection_mse_after": 0.00019518636690918356,
"selection_mse_ratio": 0.5863802433013916,
"choices": [
32,
26,
135,
34,
149,
41,
151,
37,
132,
42,
130,
23,
92
]
},
"layers.11.self_attn.v_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 1024,
"changed_rows": 996,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00033840793184936047,
"selection_mse_after": 0.0002007780858548358,
"selection_mse_ratio": 0.5933019518852234,
"choices": [
28,
11,
128,
28,
160,
34,
161,
37,
144,
34,
129,
19,
111
]
},
"layers.11.self_attn.o_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4962,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 5.506315119419014e-07,
"selection_mse_after": 4.0605684148431465e-07,
"selection_mse_ratio": 0.7374383807182312,
"choices": [
158,
151,
409,
328,
600,
342,
634,
405,
684,
312,
574,
183,
340
]
},
"layers.11.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17010,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 7.25485551811289e-06,
"selection_mse_after": 5.151405275682919e-06,
"selection_mse_ratio": 0.710063099861145,
"choices": [
398,
408,
1267,
1102,
2391,
1262,
2736,
1214,
2659,
904,
1963,
357,
747
]
},
"layers.11.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16981,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 6.793936790927546e-06,
"selection_mse_after": 4.8331476136809215e-06,
"selection_mse_ratio": 0.7113913297653198,
"choices": [
427,
429,
1321,
1080,
2348,
1245,
2707,
1223,
2664,
857,
2012,
339,
756
]
},
"layers.11.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4923,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 3.528412833020411e-07,
"selection_mse_after": 2.629207358495478e-07,
"selection_mse_ratio": 0.74515300989151,
"choices": [
197,
154,
219,
406,
360,
493,
447,
530,
493,
528,
494,
406,
393
]
},
"layers.12.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4945,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 5.820797355227114e-07,
"selection_mse_after": 4.361527317087166e-07,
"selection_mse_ratio": 0.7493006587028503,
"choices": [
175,
183,
294,
407,
532,
453,
592,
470,
597,
397,
521,
229,
270
]
},
"layers.12.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 9997,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00011584971798583865,
"selection_mse_after": 7.30234824004583e-05,
"selection_mse_ratio": 0.6303293704986572,
"choices": [
243,
200,
1138,
389,
1481,
435,
1584,
409,
1598,
333,
1329,
241,
860
]
},
"layers.12.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 6012,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00011861897655762732,
"selection_mse_after": 7.520527287852019e-05,
"selection_mse_ratio": 0.6340070366859436,
"choices": [
132,
171,
686,
275,
833,
279,
903,
253,
932,
234,
773,
148,
525
]
},
"layers.12.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16974,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 7.3956944106612355e-06,
"selection_mse_after": 5.278902335703606e-06,
"selection_mse_ratio": 0.7137805223464966,
"choices": [
434,
438,
1283,
1194,
2293,
1282,
2570,
1387,
2608,
939,
1931,
305,
744
]
},
"layers.12.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16980,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 6.970380582060898e-06,
"selection_mse_after": 4.996552888769656e-06,
"selection_mse_ratio": 0.7168263792991638,
"choices": [
428,
459,
1285,
1099,
2347,
1261,
2660,
1281,
2684,
915,
1957,
315,
717
]
},
"layers.12.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4941,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 4.131372861593263e-07,
"selection_mse_after": 3.1001019351606374e-07,
"selection_mse_ratio": 0.7503805160522461,
"choices": [
179,
156,
215,
393,
372,
473,
404,
537,
459,
571,
488,
440,
433
]
},
"layers.13.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4897,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 7.192022053459368e-07,
"selection_mse_after": 5.70722420434322e-07,
"selection_mse_ratio": 0.7935492992401123,
"choices": [
223,
179,
304,
446,
506,
501,
571,
520,
548,
410,
472,
205,
235
]
},
"layers.13.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 9982,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00012146976223448291,
"selection_mse_after": 7.727606134722009e-05,
"selection_mse_ratio": 0.636175274848938,
"choices": [
258,
185,
1122,
395,
1451,
394,
1644,
432,
1657,
357,
1377,
198,
770
]
},
"layers.13.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 5999,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00012109791714465246,
"selection_mse_after": 7.707539771217853e-05,
"selection_mse_ratio": 0.636471688747406,
"choices": [
145,
187,
640,
305,
788,
301,
913,
319,
887,
269,
780,
168,
442
]
},
"layers.13.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16927,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 7.925205864012241e-06,
"selection_mse_after": 5.697109827451641e-06,
"selection_mse_ratio": 0.7188595533370972,
"choices": [
481,
474,
1183,
1197,
2256,
1385,
2583,
1343,
2536,
1008,
1914,
357,
691
]
},
"layers.13.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16968,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 7.447271400451427e-06,
"selection_mse_after": 5.3590856623486616e-06,
"selection_mse_ratio": 0.7196038961410522,
"choices": [
440,
452,
1259,
1111,
2397,
1297,
2479,
1323,
2690,
957,
1937,
316,
750
]
},
"layers.13.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4936,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 4.759104683671467e-07,
"selection_mse_after": 3.548727534052887e-07,
"selection_mse_ratio": 0.745671272277832,
"choices": [
184,
171,
187,
392,
383,
474,
437,
552,
483,
534,
491,
432,
400
]
},
"layers.14.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4968,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 1.063856871041935e-06,
"selection_mse_after": 6.994647492319928e-07,
"selection_mse_ratio": 0.6574801206588745,
"choices": [
152,
199,
321,
385,
542,
469,
566,
461,
584,
368,
497,
239,
337
]
},
"layers.14.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 10001,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0001329647348029539,
"selection_mse_after": 8.499224350089207e-05,
"selection_mse_ratio": 0.6392089128494263,
"choices": [
239,
214,
1148,
369,
1457,
411,
1624,
408,
1623,
326,
1354,
213,
854
]
},
"layers.14.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 5983,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00013536924961954355,
"selection_mse_after": 8.591286314185709e-05,
"selection_mse_ratio": 0.6346556544303894,
"choices": [
161,
171,
652,
261,
849,
282,
940,
274,
910,
247,
767,
158,
472
]
},
"layers.14.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16931,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 8.096491001197137e-06,
"selection_mse_after": 5.858483746123966e-06,
"selection_mse_ratio": 0.7235830426216125,
"choices": [
477,
481,
1153,
1228,
2246,
1466,
2478,
1465,
2482,
1073,
1815,
390,
654
]
},
"layers.14.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16943,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 7.63062053010799e-06,
"selection_mse_after": 5.5262921705434565e-06,
"selection_mse_ratio": 0.7242258191108704,
"choices": [
465,
452,
1229,
1228,
2256,
1393,
2473,
1355,
2582,
1046,
1922,
332,
675
]
},
"layers.14.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4915,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 5.448060846902081e-07,
"selection_mse_after": 4.080805524608877e-07,
"selection_mse_ratio": 0.7490381598472595,
"choices": [
205,
174,
184,
396,
369,
475,
443,
545,
489,
538,
467,
453,
382
]
},
"layers.15.self_attn.q_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 12288,
"changed_rows": 11854,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0003038294380530715,
"selection_mse_after": 0.00018978046136908233,
"selection_mse_ratio": 0.6246282458305359,
"choices": [
434,
514,
1217,
713,
1423,
762,
1533,
768,
1589,
602,
1307,
461,
965
]
},
"layers.15.self_attn.k_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 1024,
"changed_rows": 998,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00025913259014487267,
"selection_mse_after": 0.00015785705181770027,
"selection_mse_ratio": 0.6091748476028442,
"choices": [
26,
14,
125,
52,
150,
37,
172,
42,
158,
26,
121,
12,
89
]
},
"layers.15.self_attn.v_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 1024,
"changed_rows": 997,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00027119411970488727,
"selection_mse_after": 0.00016826650244183838,
"selection_mse_ratio": 0.6204651594161987,
"choices": [
27,
22,
109,
38,
152,
50,
162,
37,
160,
35,
133,
15,
84
]
},
"layers.15.self_attn.o_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4928,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 1.110311472984904e-06,
"selection_mse_after": 8.710740075912327e-07,
"selection_mse_ratio": 0.7845311760902405,
"choices": [
192,
154,
329,
385,
508,
459,
608,
419,
663,
382,
483,
225,
313
]
},
"layers.15.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16963,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 1.0080861102323979e-05,
"selection_mse_after": 7.286883374035824e-06,
"selection_mse_ratio": 0.7228434085845947,
"choices": [
445,
509,
1194,
1183,
2311,
1325,
2492,
1362,
2582,
1069,
1869,
338,
729
]
},
"layers.15.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17001,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 9.603438229532912e-06,
"selection_mse_after": 6.942106665519532e-06,
"selection_mse_ratio": 0.7228772640228271,
"choices": [
407,
459,
1214,
1187,
2288,
1339,
2630,
1317,
2642,
953,
1875,
343,
754
]
},
"layers.15.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4932,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 6.849148803667049e-07,
"selection_mse_after": 5.089693786430871e-07,
"selection_mse_ratio": 0.7431133389472961,
"choices": [
188,
172,
200,
391,
380,
467,
428,
508,
508,
527,
503,
416,
432
]
},
"layers.16.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4892,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 8.616040076958598e-07,
"selection_mse_after": 6.835891213086143e-07,
"selection_mse_ratio": 0.7933913469314575,
"choices": [
228,
181,
290,
415,
517,
524,
554,
504,
556,
407,
484,
216,
244
]
},
"layers.16.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 10026,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00012730092566926032,
"selection_mse_after": 8.151274232659489e-05,
"selection_mse_ratio": 0.6403154134750366,
"choices": [
214,
226,
1109,
398,
1468,
417,
1576,
475,
1673,
387,
1346,
199,
752
]
},
"layers.16.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 6028,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00012659588537644595,
"selection_mse_after": 8.124668238451704e-05,
"selection_mse_ratio": 0.6417797803878784,
"choices": [
116,
185,
636,
289,
843,
346,
936,
303,
909,
291,
711,
165,
414
]
},
"layers.16.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16953,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 1.1377335795259569e-05,
"selection_mse_after": 8.183322279364802e-06,
"selection_mse_ratio": 0.7192652821540833,
"choices": [
455,
464,
1270,
1187,
2259,
1321,
2554,
1359,
2600,
940,
1957,
326,
716
]
},
"layers.16.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16953,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 1.081561185856117e-05,
"selection_mse_after": 7.762129826005548e-06,
"selection_mse_ratio": 0.7176782488822937,
"choices": [
455,
419,
1298,
1107,
2261,
1279,
2629,
1233,
2697,
960,
1981,
353,
736
]
},
"layers.16.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4970,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 7.836307531761122e-07,
"selection_mse_after": 5.911683729209471e-07,
"selection_mse_ratio": 0.7543966174125671,
"choices": [
150,
152,
181,
437,
389,
473,
420,
528,
469,
604,
491,
432,
394
]
},
"layers.17.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4884,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 1.3094715995976003e-06,
"selection_mse_after": 1.0353592188039329e-06,
"selection_mse_ratio": 0.7906695008277893,
"choices": [
236,
212,
301,
470,
484,
518,
556,
499,
534,
395,
452,
215,
248
]
},
"layers.17.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 10005,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00014326907694339752,
"selection_mse_after": 9.248332207789645e-05,
"selection_mse_ratio": 0.645521879196167,
"choices": [
235,
168,
1142,
407,
1418,
416,
1649,
449,
1665,
340,
1322,
202,
827
]
},
"layers.17.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 6014,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00013717739784624428,
"selection_mse_after": 8.758882177062333e-05,
"selection_mse_ratio": 0.6385077238082886,
"choices": [
130,
222,
628,
336,
766,
378,
861,
354,
862,
313,
663,
194,
437
]
},
"layers.17.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17021,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 1.2882214832643513e-05,
"selection_mse_after": 9.215776117343921e-06,
"selection_mse_ratio": 0.7153875231742859,
"choices": [
387,
476,
1230,
1173,
2336,
1299,
2570,
1304,
2639,
939,
1974,
341,
740
]
},
"layers.17.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17020,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 1.2196936950203963e-05,
"selection_mse_after": 8.72906093718484e-06,
"selection_mse_ratio": 0.7156764268875122,
"choices": [
388,
416,
1338,
1053,
2400,
1278,
2602,
1264,
2712,
894,
1981,
358,
724
]
},
"layers.17.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4945,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 1.0285725693393033e-06,
"selection_mse_after": 7.768401815155812e-07,
"selection_mse_ratio": 0.7552604675292969,
"choices": [
175,
165,
184,
401,
385,
482,
452,
511,
531,
553,
467,
437,
377
]
},
"layers.18.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 5013,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 9.755544851941522e-06,
"selection_mse_after": 2.228547600680031e-06,
"selection_mse_ratio": 0.2284390777349472,
"choices": [
107,
189,
473,
282,
520,
317,
584,
331,
596,
317,
628,
289,
487
]
},
"layers.18.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 10003,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00014696716971229762,
"selection_mse_after": 9.524166671326384e-05,
"selection_mse_ratio": 0.6480472087860107,
"choices": [
237,
222,
1119,
438,
1449,
444,
1674,
437,
1586,
354,
1288,
232,
760
]
},
"layers.18.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 6005,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00014567183097824454,
"selection_mse_after": 9.331695036962628e-05,
"selection_mse_ratio": 0.6405971050262451,
"choices": [
139,
182,
641,
302,
761,
357,
905,
322,
902,
276,
733,
161,
463
]
},
"layers.18.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17021,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 1.830267319746781e-05,
"selection_mse_after": 1.2869690181105398e-05,
"selection_mse_ratio": 0.7031590342521667,
"choices": [
387,
390,
1431,
1002,
2444,
1133,
2723,
1172,
2621,
883,
2064,
356,
802
]
},
"layers.18.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17040,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 1.7143724107882008e-05,
"selection_mse_after": 1.2100027561245952e-05,
"selection_mse_ratio": 0.7057992219924927,
"choices": [
368,
383,
1419,
952,
2488,
1104,
2759,
1127,
2743,
791,
2127,
308,
839
]
},
"layers.18.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4912,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 2.1949465462967055e-06,
"selection_mse_after": 1.7051027043635258e-06,
"selection_mse_ratio": 0.7768310904502869,
"choices": [
208,
184,
194,
428,
375,
477,
468,
549,
437,
526,
493,
410,
371
]
},
"layers.19.self_attn.q_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 12288,
"changed_rows": 11994,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0002454299828968942,
"selection_mse_after": 0.00015670887660235167,
"selection_mse_ratio": 0.6385075449943542,
"choices": [
294,
483,
1206,
733,
1462,
782,
1629,
777,
1709,
652,
1388,
394,
779
]
},
"layers.19.self_attn.k_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 1024,
"changed_rows": 1000,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00020634035172406584,
"selection_mse_after": 0.00013050527195446193,
"selection_mse_ratio": 0.6324757933616638,
"choices": [
24,
18,
114,
40,
137,
52,
168,
57,
151,
37,
128,
11,
87
]
},
"layers.19.self_attn.v_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 1024,
"changed_rows": 998,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0002242519985884428,
"selection_mse_after": 0.00014480517711490393,
"selection_mse_ratio": 0.6457252502441406,
"choices": [
26,
15,
96,
44,
144,
45,
173,
48,
159,
31,
143,
22,
78
]
},
"layers.19.self_attn.o_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4922,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 3.659486537799239e-06,
"selection_mse_after": 2.7187470550416037e-06,
"selection_mse_ratio": 0.7429313063621521,
"choices": [
198,
143,
344,
319,
519,
390,
627,
411,
652,
382,
567,
230,
338
]
},
"layers.19.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17032,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 2.3558839529869147e-05,
"selection_mse_after": 1.670302481215913e-05,
"selection_mse_ratio": 0.7089917659759521,
"choices": [
376,
469,
1280,
1133,
2339,
1273,
2662,
1208,
2620,
929,
1996,
351,
772
]
},
"layers.19.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17036,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 2.17337001231499e-05,
"selection_mse_after": 1.5433299267897382e-05,
"selection_mse_ratio": 0.7101091742515564,
"choices": [
372,
371,
1367,
1028,
2404,
1161,
2718,
1174,
2833,
797,
2032,
337,
814
]
},
"layers.19.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4935,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 3.332904043418239e-06,
"selection_mse_after": 2.4585301616752986e-06,
"selection_mse_ratio": 0.7376540303230286,
"choices": [
185,
169,
253,
370,
398,
432,
463,
480,
535,
486,
541,
385,
423
]
},
"layers.20.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4971,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 3.7666302432626253e-06,
"selection_mse_after": 1.7383184740538127e-06,
"selection_mse_ratio": 0.4615049660205841,
"choices": [
149,
205,
384,
358,
491,
353,
580,
364,
602,
368,
553,
287,
426
]
},
"layers.20.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 10020,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00025323612499050796,
"selection_mse_after": 0.00016430769755970687,
"selection_mse_ratio": 0.6488320231437683,
"choices": [
220,
203,
1130,
445,
1405,
471,
1631,
519,
1519,
383,
1284,
252,
778
]
},
"layers.20.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 6007,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0002503948344383389,
"selection_mse_after": 0.00016324289026670158,
"selection_mse_ratio": 0.6519418954849243,
"choices": [
137,
200,
606,
308,
737,
348,
872,
337,
953,
322,
722,
181,
421
]
},
"layers.20.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17005,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 2.453841625538189e-05,
"selection_mse_after": 1.7518339518574066e-05,
"selection_mse_ratio": 0.7139147520065308,
"choices": [
403,
493,
1255,
1234,
2231,
1422,
2494,
1373,
2587,
977,
1928,
310,
701
]
},
"layers.20.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17008,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 2.1991540052113123e-05,
"selection_mse_after": 1.580279422341846e-05,
"selection_mse_ratio": 0.718585193157196,
"choices": [
400,
404,
1305,
1052,
2464,
1258,
2643,
1238,
2738,
832,
2048,
284,
742
]
},
"layers.20.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4912,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 2.6592483663989697e-06,
"selection_mse_after": 2.021357204284868e-06,
"selection_mse_ratio": 0.7601234912872314,
"choices": [
208,
159,
206,
384,
386,
433,
471,
498,
513,
519,
511,
405,
427
]
},
"layers.21.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 5048,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 4.166477810940705e-05,
"selection_mse_after": 4.5893880269431975e-06,
"selection_mse_ratio": 0.1101503074169159,
"choices": [
72,
219,
488,
285,
557,
303,
593,
296,
625,
305,
567,
260,
550
]
},
"layers.21.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 10041,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00025609994190745056,
"selection_mse_after": 0.00017022831889335066,
"selection_mse_ratio": 0.6646949052810669,
"choices": [
199,
219,
1038,
471,
1364,
508,
1651,
509,
1708,
394,
1302,
200,
677
]
},
"layers.21.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 6017,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0002906840527430177,
"selection_mse_after": 0.00019146731938235462,
"selection_mse_ratio": 0.658678412437439,
"choices": [
127,
163,
583,
289,
807,
322,
964,
296,
936,
300,
771,
178,
408
]
},
"layers.21.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16988,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 2.506994678697083e-05,
"selection_mse_after": 1.7937343727680854e-05,
"selection_mse_ratio": 0.7154918313026428,
"choices": [
420,
512,
1162,
1264,
2201,
1366,
2517,
1400,
2529,
1064,
1923,
351,
699
]
},
"layers.21.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16997,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 2.2728507246938534e-05,
"selection_mse_after": 1.633154352020938e-05,
"selection_mse_ratio": 0.7185488939285278,
"choices": [
411,
404,
1210,
1066,
2383,
1343,
2643,
1233,
2684,
943,
1971,
313,
804
]
},
"layers.21.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4914,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 2.7957589736615773e-06,
"selection_mse_after": 2.1177261260163505e-06,
"selection_mse_ratio": 0.7574780583381653,
"choices": [
206,
153,
198,
383,
374,
480,
416,
563,
505,
484,
522,
434,
402
]
},
"layers.22.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4941,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 1.5303600093830028e-06,
"selection_mse_after": 1.167196955975669e-06,
"selection_mse_ratio": 0.7626943588256836,
"choices": [
179,
154,
323,
388,
575,
432,
663,
478,
628,
358,
492,
176,
274
]
},
"layers.22.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 10025,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00020767816749867052,
"selection_mse_after": 0.00013915153976995498,
"selection_mse_ratio": 0.6700345277786255,
"choices": [
215,
221,
969,
445,
1492,
481,
1602,
528,
1647,
386,
1321,
215,
718
]
},
"layers.22.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 6020,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0002222873008577153,
"selection_mse_after": 0.00014875084161758423,
"selection_mse_ratio": 0.6691828370094299,
"choices": [
124,
178,
547,
313,
810,
407,
895,
339,
946,
311,
728,
158,
388
]
},
"layers.22.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17025,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 3.539793397067115e-05,
"selection_mse_after": 2.4978573492262512e-05,
"selection_mse_ratio": 0.7056505680084229,
"choices": [
383,
466,
1324,
1172,
2274,
1311,
2556,
1315,
2500,
963,
1964,
396,
784
]
},
"layers.22.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17022,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 2.854185368050821e-05,
"selection_mse_after": 2.0353585568955168e-05,
"selection_mse_ratio": 0.7131136655807495,
"choices": [
386,
351,
1356,
1034,
2405,
1116,
2795,
1128,
2725,
900,
2068,
307,
837
]
},
"layers.22.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4920,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 3.4986458103958284e-06,
"selection_mse_after": 2.646274424478179e-06,
"selection_mse_ratio": 0.7563710808753967,
"choices": [
200,
154,
214,
439,
389,
471,
441,
536,
488,
524,
465,
438,
361
]
},
"layers.23.self_attn.q_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 12288,
"changed_rows": 11966,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00028218020452186465,
"selection_mse_after": 0.00018410416669212282,
"selection_mse_ratio": 0.652434766292572,
"choices": [
322,
464,
1121,
721,
1519,
750,
1633,
726,
1679,
623,
1451,
412,
867
]
},
"layers.23.self_attn.k_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 1024,
"changed_rows": 999,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00025736255338415504,
"selection_mse_after": 0.00016391483950428665,
"selection_mse_ratio": 0.6369024515151978,
"choices": [
25,
23,
101,
35,
152,
48,
167,
36,
154,
53,
117,
31,
82
]
},
"layers.23.self_attn.v_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 1024,
"changed_rows": 996,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00029875122709199786,
"selection_mse_after": 0.00019471882842481136,
"selection_mse_ratio": 0.6517758369445801,
"choices": [
28,
10,
103,
33,
146,
49,
184,
39,
170,
39,
137,
21,
65
]
},
"layers.23.self_attn.o_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4985,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 4.141900262766285e-06,
"selection_mse_after": 3.0292962946987245e-06,
"selection_mse_ratio": 0.7313783764839172,
"choices": [
135,
126,
344,
277,
550,
326,
648,
394,
712,
301,
627,
232,
448
]
},
"layers.23.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17004,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 3.464031033217907e-05,
"selection_mse_after": 2.4534747353754938e-05,
"selection_mse_ratio": 0.7082715630531311,
"choices": [
404,
491,
1304,
1103,
2247,
1316,
2482,
1308,
2604,
981,
1978,
400,
790
]
},
"layers.23.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17000,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 3.0875831726007164e-05,
"selection_mse_after": 2.198230504291132e-05,
"selection_mse_ratio": 0.7119582891464233,
"choices": [
408,
378,
1393,
1048,
2336,
1127,
2694,
1119,
2747,
857,
2061,
344,
896
]
},
"layers.23.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4934,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 3.4032891562674195e-06,
"selection_mse_after": 2.452270337016671e-06,
"selection_mse_ratio": 0.7205588817596436,
"choices": [
186,
168,
214,
348,
386,
454,
446,
545,
541,
533,
502,
389,
408
]
},
"layers.24.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4958,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 3.3853300465125358e-06,
"selection_mse_after": 2.4674991436768323e-06,
"selection_mse_ratio": 0.728879988193512,
"choices": [
162,
150,
373,
375,
576,
425,
654,
382,
657,
333,
520,
170,
343
]
},
"layers.24.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 10007,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00021177649614401162,
"selection_mse_after": 0.00013979026698507369,
"selection_mse_ratio": 0.6600839495658875,
"choices": [
233,
212,
1039,
456,
1442,
504,
1627,
497,
1516,
405,
1317,
245,
747
]
},
"layers.24.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 5990,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00020720016618724912,
"selection_mse_after": 0.00013791050878353417,
"selection_mse_ratio": 0.6655907034873962,
"choices": [
154,
160,
626,
287,
844,
326,
925,
317,
882,
280,
768,
147,
428
]
},
"layers.24.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16976,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 4.28308303526137e-05,
"selection_mse_after": 3.0362869438249618e-05,
"selection_mse_ratio": 0.7089021801948547,
"choices": [
432,
563,
1307,
1124,
2260,
1220,
2495,
1281,
2593,
964,
1929,
416,
824
]
},
"layers.24.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17015,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 3.7607453123200685e-05,
"selection_mse_after": 2.667908847797662e-05,
"selection_mse_ratio": 0.7094095945358276,
"choices": [
393,
371,
1466,
879,
2392,
1021,
2870,
1025,
2795,
801,
2130,
325,
940
]
},
"layers.24.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4951,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 4.321170308685396e-06,
"selection_mse_after": 3.1150209451880073e-06,
"selection_mse_ratio": 0.7208743691444397,
"choices": [
169,
161,
231,
373,
391,
432,
457,
527,
542,
510,
505,
406,
416
]
},
"layers.25.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4987,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 6.586527433682932e-06,
"selection_mse_after": 3.0548653739970177e-06,
"selection_mse_ratio": 0.4638051688671112,
"choices": [
133,
169,
388,
340,
506,
369,
623,
387,
656,
352,
597,
209,
391
]
},
"layers.25.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 10028,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00024026399478316307,
"selection_mse_after": 0.00015759676171001047,
"selection_mse_ratio": 0.6559316515922546,
"choices": [
212,
211,
1076,
427,
1428,
444,
1673,
445,
1675,
398,
1308,
206,
737
]
},
"layers.25.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 6005,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00022580847144126892,
"selection_mse_after": 0.00015000058920122683,
"selection_mse_ratio": 0.6642823815345764,
"choices": [
139,
184,
573,
316,
785,
360,
864,
363,
855,
289,
777,
181,
458
]
},
"layers.25.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17012,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 4.40625190094579e-05,
"selection_mse_after": 3.1338513508671895e-05,
"selection_mse_ratio": 0.7112283706665039,
"choices": [
396,
501,
1371,
1081,
2335,
1215,
2581,
1227,
2520,
967,
2006,
386,
822
]
},
"layers.25.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17012,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 4.1033996240003034e-05,
"selection_mse_after": 2.9244296456454322e-05,
"selection_mse_ratio": 0.7126845717430115,
"choices": [
396,
369,
1390,
926,
2506,
1046,
2834,
1025,
2749,
794,
2140,
355,
878
]
},
"layers.25.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4954,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 4.4328758121991996e-06,
"selection_mse_after": 3.209384203728405e-06,
"selection_mse_ratio": 0.7239959836006165,
"choices": [
166,
142,
221,
365,
424,
469,
445,
459,
514,
485,
559,
413,
458
]
},
"layers.26.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4982,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 4.380201062303968e-06,
"selection_mse_after": 3.3523247111588717e-06,
"selection_mse_ratio": 0.7653357982635498,
"choices": [
138,
159,
324,
353,
592,
417,
615,
438,
661,
364,
602,
157,
300
]
},
"layers.26.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 10010,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00022351430379785597,
"selection_mse_after": 0.00014494614151772112,
"selection_mse_ratio": 0.6484870910644531,
"choices": [
230,
196,
1100,
447,
1332,
497,
1633,
473,
1613,
421,
1309,
223,
766
]
},
"layers.26.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 6004,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00020068304729647934,
"selection_mse_after": 0.00013187072181608528,
"selection_mse_ratio": 0.6571094393730164,
"choices": [
140,
161,
640,
310,
787,
356,
909,
347,
904,
282,
714,
158,
436
]
},
"layers.26.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17018,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 5.059418981545605e-05,
"selection_mse_after": 3.518617450026795e-05,
"selection_mse_ratio": 0.6954588294029236,
"choices": [
390,
452,
1461,
1025,
2351,
1161,
2598,
1123,
2648,
856,
2049,
375,
919
]
},
"layers.26.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17028,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 4.976397758582607e-05,
"selection_mse_after": 3.474832919891924e-05,
"selection_mse_ratio": 0.6982626914978027,
"choices": [
380,
328,
1563,
850,
2442,
990,
2774,
957,
2833,
752,
2187,
352,
1000
]
},
"layers.26.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4957,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 5.181896540307207e-06,
"selection_mse_after": 3.7866343518544454e-06,
"selection_mse_ratio": 0.7307429909706116,
"choices": [
163,
143,
242,
370,
459,
406,
476,
441,
590,
457,
556,
383,
434
]
},
"layers.27.self_attn.q_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 12288,
"changed_rows": 11993,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00026857692864723504,
"selection_mse_after": 0.00017000484513118863,
"selection_mse_ratio": 0.6329838037490845,
"choices": [
295,
326,
1196,
604,
1646,
690,
1718,
702,
1779,
571,
1480,
349,
932
]
},
"layers.27.self_attn.k_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 1024,
"changed_rows": 1002,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00025294977240264416,
"selection_mse_after": 0.00015995890134945512,
"selection_mse_ratio": 0.6323741674423218,
"choices": [
22,
30,
108,
49,
143,
39,
175,
39,
166,
32,
114,
23,
84
]
},
"layers.27.self_attn.v_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 1024,
"changed_rows": 999,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00026468851137906313,
"selection_mse_after": 0.00017001305241137743,
"selection_mse_ratio": 0.6423136591911316,
"choices": [
25,
31,
134,
41,
145,
34,
168,
38,
177,
26,
119,
16,
70
]
},
"layers.27.self_attn.o_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4991,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 1.172961674456019e-05,
"selection_mse_after": 8.690491085872054e-06,
"selection_mse_ratio": 0.7409015893936157,
"choices": [
129,
135,
401,
283,
628,
353,
679,
363,
730,
257,
640,
152,
370
]
},
"layers.27.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17009,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 5.425544441095553e-05,
"selection_mse_after": 3.807957546086982e-05,
"selection_mse_ratio": 0.7018572092056274,
"choices": [
399,
518,
1443,
1057,
2300,
1248,
2552,
1167,
2519,
906,
1965,
405,
929
]
},
"layers.27.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17027,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 5.429157681646757e-05,
"selection_mse_after": 3.8368627429008484e-05,
"selection_mse_ratio": 0.7067142128944397,
"choices": [
381,
347,
1505,
832,
2482,
1005,
2728,
1006,
2774,
799,
2199,
367,
983
]
},
"layers.27.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4928,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 5.526669610844692e-06,
"selection_mse_after": 4.0588997762824874e-06,
"selection_mse_ratio": 0.7344205379486084,
"choices": [
192,
125,
215,
369,
460,
376,
511,
503,
548,
468,
526,
369,
458
]
},
"layers.28.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4939,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 5.128960765432566e-06,
"selection_mse_after": 3.8987150219327305e-06,
"selection_mse_ratio": 0.7601373791694641,
"choices": [
181,
133,
323,
389,
562,
409,
672,
429,
673,
355,
561,
154,
279
]
},
"layers.28.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 10022,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0002304681547684595,
"selection_mse_after": 0.00014976733655203134,
"selection_mse_ratio": 0.6498395800590515,
"choices": [
218,
216,
1073,
438,
1373,
528,
1567,
535,
1541,
396,
1380,
226,
749
]
},
"layers.28.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 6014,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0001950068399310112,
"selection_mse_after": 0.00012722935935016721,
"selection_mse_ratio": 0.6524353623390198,
"choices": [
130,
172,
599,
297,
829,
341,
910,
280,
900,
290,
792,
156,
448
]
},
"layers.28.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17020,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 5.3288757044356316e-05,
"selection_mse_after": 3.730106618604623e-05,
"selection_mse_ratio": 0.6999800205230713,
"choices": [
388,
518,
1418,
1099,
2322,
1222,
2443,
1174,
2544,
957,
2044,
380,
899
]
},
"layers.28.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16992,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 5.476982914842665e-05,
"selection_mse_after": 3.871063017868437e-05,
"selection_mse_ratio": 0.7067874670028687,
"choices": [
416,
363,
1541,
943,
2428,
991,
2735,
977,
2771,
770,
2169,
352,
952
]
},
"layers.28.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4956,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 6.253870651562465e-06,
"selection_mse_after": 4.59574539490859e-06,
"selection_mse_ratio": 0.7348642349243164,
"choices": [
164,
131,
237,
390,
415,
415,
499,
500,
554,
463,
535,
374,
443
]
},
"layers.29.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4922,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 5.565317678701831e-06,
"selection_mse_after": 4.305017682781909e-06,
"selection_mse_ratio": 0.7735438942909241,
"choices": [
198,
142,
310,
396,
556,
465,
637,
420,
621,
370,
545,
175,
285
]
},
"layers.29.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 10017,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00024831396876834333,
"selection_mse_after": 0.00016426799993496388,
"selection_mse_ratio": 0.6615334749221802,
"choices": [
223,
201,
1082,
415,
1435,
497,
1575,
477,
1582,
392,
1304,
225,
832
]
},
"layers.29.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 6004,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00021303076937329024,
"selection_mse_after": 0.00014013912004884332,
"selection_mse_ratio": 0.6578351259231567,
"choices": [
140,
218,
560,
312,
762,
374,
818,
364,
888,
320,
745,
182,
461
]
},
"layers.29.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17000,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 5.238199082668871e-05,
"selection_mse_after": 3.65372106898576e-05,
"selection_mse_ratio": 0.6975147128105164,
"choices": [
408,
529,
1411,
1075,
2227,
1175,
2612,
1170,
2561,
965,
2058,
374,
843
]
},
"layers.29.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17005,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 5.446040813694708e-05,
"selection_mse_after": 3.829783236142248e-05,
"selection_mse_ratio": 0.7032234072685242,
"choices": [
403,
354,
1501,
864,
2494,
951,
2824,
1004,
2795,
773,
2158,
350,
937
]
},
"layers.29.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4958,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 6.479383046098519e-06,
"selection_mse_after": 4.732408342533745e-06,
"selection_mse_ratio": 0.7303794622421265,
"choices": [
162,
134,
213,
388,
421,
448,
433,
489,
525,
528,
529,
410,
440
]
},
"layers.30.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4929,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 7.155403636716073e-06,
"selection_mse_after": 5.4941251619311515e-06,
"selection_mse_ratio": 0.7678288221359253,
"choices": [
191,
141,
281,
375,
569,
439,
645,
480,
637,
366,
552,
198,
246
]
},
"layers.30.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 10049,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00025340329739265144,
"selection_mse_after": 0.0001644163130549714,
"selection_mse_ratio": 0.6488326191902161,
"choices": [
191,
209,
1095,
407,
1429,
488,
1645,
428,
1588,
378,
1376,
228,
778
]
},
"layers.30.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 6018,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00021785232820548117,
"selection_mse_after": 0.00014155104872770607,
"selection_mse_ratio": 0.6497568488121033,
"choices": [
126,
164,
592,
321,
796,
334,
893,
319,
911,
282,
787,
175,
444
]
},
"layers.30.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17020,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 5.6515331380069256e-05,
"selection_mse_after": 3.9334910979960114e-05,
"selection_mse_ratio": 0.6960042715072632,
"choices": [
388,
462,
1423,
957,
2407,
1188,
2568,
1146,
2596,
867,
2054,
395,
957
]
},
"layers.30.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16976,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 6.076077988836914e-05,
"selection_mse_after": 4.264918607077561e-05,
"selection_mse_ratio": 0.701919674873352,
"choices": [
432,
348,
1616,
861,
2485,
924,
2747,
989,
2775,
723,
2185,
325,
998
]
},
"layers.30.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4986,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 7.251711394928861e-06,
"selection_mse_after": 5.316858732840046e-06,
"selection_mse_ratio": 0.7331867814064026,
"choices": [
134,
138,
243,
387,
437,
391,
533,
424,
575,
458,
590,
363,
447
]
},
"layers.31.self_attn.q_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 12288,
"changed_rows": 12026,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00024196901358664036,
"selection_mse_after": 0.00015424411685671657,
"selection_mse_ratio": 0.6374539732933044,
"choices": [
262,
334,
1174,
621,
1575,
676,
1845,
626,
1785,
578,
1529,
318,
965
]
},
"layers.31.self_attn.k_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 1024,
"changed_rows": 1005,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0002595305268187076,
"selection_mse_after": 0.0001646599848754704,
"selection_mse_ratio": 0.6344532370567322,
"choices": [
19,
20,
132,
37,
128,
41,
153,
45,
152,
49,
135,
25,
88
]
},
"layers.31.self_attn.v_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 1024,
"changed_rows": 1003,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00032052391907200217,
"selection_mse_after": 0.0002039072714978829,
"selection_mse_ratio": 0.6361686587333679,
"choices": [
21,
25,
117,
31,
136,
38,
166,
49,
170,
35,
137,
16,
83
]
},
"layers.31.self_attn.o_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4939,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 2.14125157071976e-05,
"selection_mse_after": 1.6607007637503557e-05,
"selection_mse_ratio": 0.775574803352356,
"choices": [
181,
127,
340,
314,
538,
375,
646,
397,
684,
343,
602,
192,
381
]
},
"layers.31.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17037,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 5.66938761039637e-05,
"selection_mse_after": 3.9529211790068075e-05,
"selection_mse_ratio": 0.6972395777702332,
"choices": [
371,
483,
1418,
1018,
2332,
1188,
2569,
1132,
2604,
907,
2042,
392,
952
]
},
"layers.31.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17011,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 6.232463056221604e-05,
"selection_mse_after": 4.377403820399195e-05,
"selection_mse_ratio": 0.7023553848266602,
"choices": [
397,
353,
1462,
863,
2498,
1005,
2789,
968,
2829,
734,
2165,
341,
1004
]
},
"layers.31.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4959,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 8.10875826573465e-06,
"selection_mse_after": 6.004926490277285e-06,
"selection_mse_ratio": 0.7405482530593872,
"choices": [
161,
145,
219,
362,
400,
455,
494,
484,
541,
525,
543,
393,
398
]
},
"layers.32.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4980,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 8.387249181396328e-06,
"selection_mse_after": 6.399702670023544e-06,
"selection_mse_ratio": 0.7630276083946228,
"choices": [
140,
150,
316,
337,
551,
408,
646,
421,
661,
391,
569,
218,
312
]
},
"layers.32.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 10021,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0002501188719179481,
"selection_mse_after": 0.00016377762949559838,
"selection_mse_ratio": 0.6547991633415222,
"choices": [
219,
207,
1055,
452,
1353,
464,
1652,
473,
1597,
424,
1362,
229,
753
]
},
"layers.32.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 6012,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00020312765263952315,
"selection_mse_after": 0.00013369679800234735,
"selection_mse_ratio": 0.6581910252571106,
"choices": [
132,
190,
597,
328,
795,
370,
870,
354,
846,
318,
707,
201,
436
]
},
"layers.32.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16976,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 6.1070139054209e-05,
"selection_mse_after": 4.2640051105991006e-05,
"selection_mse_ratio": 0.6982144117355347,
"choices": [
432,
476,
1492,
1032,
2344,
1205,
2555,
1056,
2591,
919,
1976,
412,
918
]
},
"layers.32.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16988,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 6.764978024875745e-05,
"selection_mse_after": 4.755703412229195e-05,
"selection_mse_ratio": 0.7029888033866882,
"choices": [
420,
378,
1539,
864,
2434,
993,
2784,
974,
2741,
745,
2136,
362,
1038
]
},
"layers.32.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4966,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 9.006576874526218e-06,
"selection_mse_after": 6.681515060336096e-06,
"selection_mse_ratio": 0.7418484091758728,
"choices": [
154,
165,
217,
386,
442,
413,
456,
463,
544,
486,
554,
384,
456
]
},
"layers.33.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4891,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 9.151865924650338e-06,
"selection_mse_after": 7.044625817798078e-06,
"selection_mse_ratio": 0.7697475552558899,
"choices": [
229,
182,
298,
390,
532,
477,
605,
503,
636,
384,
471,
166,
247
]
},
"layers.33.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 10010,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0002971259818878025,
"selection_mse_after": 0.00019906437955796719,
"selection_mse_ratio": 0.6699662208557129,
"choices": [
230,
209,
1091,
417,
1522,
442,
1637,
423,
1585,
393,
1307,
223,
761
]
},
"layers.33.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 5979,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00023947004228830338,
"selection_mse_after": 0.00016123332898132503,
"selection_mse_ratio": 0.6732922196388245,
"choices": [
165,
226,
589,
377,
740,
445,
821,
391,
794,
333,
682,
167,
414
]
},
"layers.33.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16993,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 6.258838402573019e-05,
"selection_mse_after": 4.375226853881031e-05,
"selection_mse_ratio": 0.6990477442741394,
"choices": [
415,
541,
1485,
1043,
2278,
1122,
2446,
1225,
2675,
896,
2004,
390,
888
]
},
"layers.33.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17005,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 7.053919398458675e-05,
"selection_mse_after": 4.972019451088272e-05,
"selection_mse_ratio": 0.7048590779304504,
"choices": [
403,
373,
1544,
838,
2458,
967,
2768,
986,
2723,
793,
2200,
367,
988
]
},
"layers.33.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4974,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 8.93600099516334e-06,
"selection_mse_after": 6.658425263594836e-06,
"selection_mse_ratio": 0.7451236248016357,
"choices": [
146,
128,
234,
371,
436,
437,
439,
509,
539,
475,
551,
376,
479
]
},
"layers.34.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4955,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 8.119029189401772e-06,
"selection_mse_after": 6.113261861173669e-06,
"selection_mse_ratio": 0.7529548406600952,
"choices": [
165,
140,
319,
358,
561,
402,
635,
400,
665,
341,
604,
213,
317
]
},
"layers.34.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 10017,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0002927823516074568,
"selection_mse_after": 0.00019527693802956492,
"selection_mse_ratio": 0.6669696569442749,
"choices": [
223,
192,
998,
440,
1423,
505,
1594,
493,
1632,
364,
1337,
269,
770
]
},
"layers.34.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 6011,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00024213417782448232,
"selection_mse_after": 0.00016139227955136448,
"selection_mse_ratio": 0.6665406823158264,
"choices": [
133,
192,
554,
322,
835,
384,
895,
365,
884,
323,
705,
167,
385
]
},
"layers.34.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17038,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 7.41241528885439e-05,
"selection_mse_after": 5.121369395055808e-05,
"selection_mse_ratio": 0.6909177303314209,
"choices": [
370,
451,
1508,
1037,
2367,
1066,
2544,
1175,
2615,
855,
2037,
401,
982
]
},
"layers.34.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17014,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 8.506283484166488e-05,
"selection_mse_after": 5.9666715969797224e-05,
"selection_mse_ratio": 0.7014428377151489,
"choices": [
394,
394,
1566,
864,
2402,
1014,
2748,
986,
2769,
714,
2169,
338,
1050
]
},
"layers.34.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4944,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 1.2936417078890372e-05,
"selection_mse_after": 9.859239071374759e-06,
"selection_mse_ratio": 0.762130618095398,
"choices": [
176,
149,
234,
342,
433,
440,
500,
458,
505,
477,
574,
391,
441
]
},
"layers.35.self_attn.q_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 12288,
"changed_rows": 12038,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00025939091574400663,
"selection_mse_after": 0.0001732352830003947,
"selection_mse_ratio": 0.6678540706634521,
"choices": [
250,
327,
1234,
568,
1656,
648,
1865,
640,
1812,
553,
1584,
294,
857
]
},
"layers.35.self_attn.k_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 1024,
"changed_rows": 1008,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00028697086963802576,
"selection_mse_after": 0.00018943019676953554,
"selection_mse_ratio": 0.6601025462150574,
"choices": [
16,
29,
92,
54,
163,
51,
141,
61,
152,
41,
131,
17,
76
]
},
"layers.35.self_attn.v_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 1024,
"changed_rows": 1002,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00040332559728994966,
"selection_mse_after": 0.0002657306322362274,
"selection_mse_ratio": 0.6588489413261414,
"choices": [
22,
19,
110,
38,
141,
47,
164,
59,
168,
30,
128,
24,
74
]
},
"layers.35.self_attn.o_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4943,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 3.2054154871730134e-05,
"selection_mse_after": 2.3561809939565137e-05,
"selection_mse_ratio": 0.7350625991821289,
"choices": [
177,
140,
370,
316,
580,
380,
668,
413,
706,
320,
558,
203,
289
]
},
"layers.35.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16996,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 7.38781236577779e-05,
"selection_mse_after": 5.145480463397689e-05,
"selection_mse_ratio": 0.6964823007583618,
"choices": [
412,
568,
1404,
1150,
2222,
1233,
2520,
1224,
2518,
939,
1931,
424,
863
]
},
"layers.35.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17023,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 7.987922435859218e-05,
"selection_mse_after": 5.629880979540758e-05,
"selection_mse_ratio": 0.7047991752624512,
"choices": [
385,
361,
1501,
855,
2476,
993,
2782,
1059,
2792,
762,
2140,
347,
955
]
},
"layers.35.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4949,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 1.2474702089093626e-05,
"selection_mse_after": 9.481420420343056e-06,
"selection_mse_ratio": 0.7600518465042114,
"choices": [
171,
150,
244,
350,
465,
397,
498,
449,
584,
441,
553,
375,
443
]
},
"layers.36.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4932,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 4.535431799013168e-06,
"selection_mse_after": 3.500723778415704e-06,
"selection_mse_ratio": 0.77186119556427,
"choices": [
188,
162,
309,
334,
530,
411,
619,
474,
637,
382,
567,
209,
298
]
},
"layers.36.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 10021,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00039120568544603884,
"selection_mse_after": 0.0002632022078614682,
"selection_mse_ratio": 0.672797441482544,
"choices": [
219,
252,
1040,
476,
1402,
510,
1555,
535,
1523,
447,
1326,
208,
747
]
},
"layers.36.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 6005,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00035350059624761343,
"selection_mse_after": 0.00023631371732335538,
"selection_mse_ratio": 0.6684959530830383,
"choices": [
139,
176,
587,
339,
749,
405,
896,
388,
888,
302,
677,
194,
404
]
},
"layers.36.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16956,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 6.911101081641391e-05,
"selection_mse_after": 4.862841160502285e-05,
"selection_mse_ratio": 0.7036275863647461,
"choices": [
452,
530,
1294,
1129,
2252,
1330,
2450,
1387,
2500,
1039,
1866,
389,
790
]
},
"layers.36.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17015,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 6.61718804622069e-05,
"selection_mse_after": 4.7023921069921926e-05,
"selection_mse_ratio": 0.7106329798698425,
"choices": [
393,
336,
1457,
934,
2368,
1039,
2824,
1018,
2835,
794,
2172,
316,
922
]
},
"layers.36.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4933,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 9.176396815746557e-06,
"selection_mse_after": 6.95152402840904e-06,
"selection_mse_ratio": 0.7575439810752869,
"choices": [
187,
137,
216,
360,
378,
431,
518,
491,
554,
494,
545,
366,
443
]
},
"layers.37.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4934,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 5.023354788136203e-06,
"selection_mse_after": 3.884532361553283e-06,
"selection_mse_ratio": 0.7732944488525391,
"choices": [
186,
144,
309,
377,
521,
448,
611,
471,
621,
376,
494,
229,
333
]
},
"layers.37.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 10005,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0003724282723851502,
"selection_mse_after": 0.0002525407762732357,
"selection_mse_ratio": 0.6780924201011658,
"choices": [
235,
195,
1025,
467,
1358,
582,
1559,
529,
1594,
430,
1350,
219,
697
]
},
"layers.37.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 6020,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0003838541451841593,
"selection_mse_after": 0.0002591806696727872,
"selection_mse_ratio": 0.6752060651779175,
"choices": [
124,
188,
548,
369,
797,
397,
877,
391,
853,
312,
755,
161,
372
]
},
"layers.37.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16971,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 6.087521614972502e-05,
"selection_mse_after": 4.317409184295684e-05,
"selection_mse_ratio": 0.7092227935791016,
"choices": [
437,
541,
1284,
1098,
2284,
1306,
2492,
1292,
2573,
1017,
1892,
370,
822
]
},
"layers.37.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17022,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 5.685918586095795e-05,
"selection_mse_after": 4.0545004594605416e-05,
"selection_mse_ratio": 0.7130774855613708,
"choices": [
386,
356,
1459,
927,
2467,
1100,
2723,
1075,
2762,
867,
2097,
330,
859
]
},
"layers.37.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4947,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 8.047770279517863e-06,
"selection_mse_after": 5.966387107037008e-06,
"selection_mse_ratio": 0.7413714528083801,
"choices": [
173,
155,
227,
354,
434,
414,
485,
510,
503,
487,
536,
380,
462
]
},
"layers.38.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4929,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 3.5734506127482746e-06,
"selection_mse_after": 2.7123585368826753e-06,
"selection_mse_ratio": 0.7590306401252747,
"choices": [
191,
166,
323,
384,
543,
425,
591,
483,
583,
394,
505,
210,
322
]
},
"layers.38.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 9999,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0003006886690855026,
"selection_mse_after": 0.00020672105893027037,
"selection_mse_ratio": 0.6874920129776001,
"choices": [
241,
229,
970,
469,
1417,
507,
1666,
533,
1605,
421,
1326,
213,
643
]
},
"layers.38.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 5997,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0003195208846591413,
"selection_mse_after": 0.00021748464496340603,
"selection_mse_ratio": 0.6806586384773254,
"choices": [
147,
233,
502,
409,
774,
390,
845,
415,
869,
328,
682,
192,
358
]
},
"layers.38.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17011,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 9.444524039281532e-05,
"selection_mse_after": 6.580287299584597e-05,
"selection_mse_ratio": 0.6967304348945618,
"choices": [
397,
540,
1311,
1152,
2230,
1275,
2507,
1239,
2496,
1010,
1932,
454,
865
]
},
"layers.38.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17008,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 7.396347064059228e-05,
"selection_mse_after": 5.222382606007159e-05,
"selection_mse_ratio": 0.70607590675354,
"choices": [
400,
349,
1474,
842,
2506,
975,
2862,
1005,
2815,
786,
2165,
298,
931
]
},
"layers.38.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4922,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 8.709332178113982e-06,
"selection_mse_after": 6.527306140924338e-06,
"selection_mse_ratio": 0.7494611144065857,
"choices": [
198,
136,
196,
360,
417,
421,
503,
454,
552,
481,
579,
367,
456
]
},
"layers.39.self_attn.q_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 12288,
"changed_rows": 12016,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00028673309134319425,
"selection_mse_after": 0.00018953834660351276,
"selection_mse_ratio": 0.6610271334648132,
"choices": [
272,
326,
1188,
596,
1648,
673,
1788,
703,
1799,
585,
1572,
338,
800
]
},
"layers.39.self_attn.k_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 1024,
"changed_rows": 1007,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0002807995770126581,
"selection_mse_after": 0.0001886075478978455,
"selection_mse_ratio": 0.6716803312301636,
"choices": [
17,
24,
111,
60,
143,
48,
153,
62,
148,
28,
143,
18,
69
]
},
"layers.39.self_attn.v_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 1024,
"changed_rows": 993,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0003770112234633416,
"selection_mse_after": 0.00025374448159709573,
"selection_mse_ratio": 0.6730422377586365,
"choices": [
31,
19,
86,
50,
138,
56,
166,
36,
172,
41,
139,
19,
71
]
},
"layers.39.self_attn.o_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4935,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 1.961253110493999e-05,
"selection_mse_after": 1.4477837794402149e-05,
"selection_mse_ratio": 0.7381932735443115,
"choices": [
185,
138,
419,
335,
618,
323,
645,
378,
663,
308,
567,
206,
335
]
},
"layers.39.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16979,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 7.501579966628924e-05,
"selection_mse_after": 5.2476636483334005e-05,
"selection_mse_ratio": 0.6995410919189453,
"choices": [
429,
532,
1414,
1126,
2226,
1340,
2446,
1229,
2516,
977,
1956,
392,
825
]
},
"layers.39.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17005,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 6.359586404869333e-05,
"selection_mse_after": 4.495413668337278e-05,
"selection_mse_ratio": 0.7068720459938049,
"choices": [
403,
348,
1453,
869,
2374,
1050,
2856,
1018,
2863,
742,
2136,
346,
950
]
},
"layers.39.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4939,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 6.8134090724925045e-06,
"selection_mse_after": 4.989135504729347e-06,
"selection_mse_ratio": 0.7322524785995483,
"choices": [
181,
166,
244,
382,
400,
421,
454,
503,
523,
489,
511,
413,
433
]
},
"layers.40.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4965,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 9.558718375046737e-06,
"selection_mse_after": 6.996468528086552e-06,
"selection_mse_ratio": 0.7319462895393372,
"choices": [
155,
150,
400,
319,
602,
364,
671,
365,
712,
290,
571,
193,
328
]
},
"layers.40.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 9985,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00029455675394274294,
"selection_mse_after": 0.00020086146832909435,
"selection_mse_ratio": 0.6819109320640564,
"choices": [
255,
239,
925,
493,
1401,
576,
1553,
562,
1546,
432,
1334,
251,
673
]
},
"layers.40.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 6002,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0002920283004641533,
"selection_mse_after": 0.0001962779788300395,
"selection_mse_ratio": 0.6721197366714478,
"choices": [
142,
185,
562,
342,
814,
384,
907,
373,
837,
301,
742,
170,
385
]
},
"layers.40.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17028,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 9.081105963559821e-05,
"selection_mse_after": 6.315396603895351e-05,
"selection_mse_ratio": 0.6954435110092163,
"choices": [
380,
573,
1414,
1100,
2217,
1232,
2489,
1284,
2510,
1001,
1908,
416,
884
]
},
"layers.40.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16997,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 7.448923861375079e-05,
"selection_mse_after": 5.2113224228378385e-05,
"selection_mse_ratio": 0.6996073722839355,
"choices": [
411,
360,
1507,
847,
2367,
993,
2762,
1009,
2796,
778,
2221,
381,
976
]
},
"layers.40.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4946,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 1.0086389011121355e-05,
"selection_mse_after": 7.216284757305402e-06,
"selection_mse_ratio": 0.7154477834701538,
"choices": [
174,
131,
241,
338,
465,
414,
540,
465,
543,
453,
534,
359,
463
]
},
"layers.41.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4924,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 9.693853826320264e-06,
"selection_mse_after": 7.516553068853682e-06,
"selection_mse_ratio": 0.7753937244415283,
"choices": [
196,
143,
336,
350,
505,
425,
644,
418,
669,
341,
557,
214,
322
]
},
"layers.41.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 10002,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00029254224500618875,
"selection_mse_after": 0.00019803339091595262,
"selection_mse_ratio": 0.6769394874572754,
"choices": [
238,
228,
951,
491,
1491,
498,
1553,
546,
1593,
433,
1260,
249,
709
]
},
"layers.41.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 5999,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00028315873350948095,
"selection_mse_after": 0.00019167402933817357,
"selection_mse_ratio": 0.6769136786460876,
"choices": [
145,
196,
565,
316,
795,
408,
918,
389,
867,
316,
694,
176,
359
]
},
"layers.41.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16997,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 7.502391963498667e-05,
"selection_mse_after": 5.229963062447496e-05,
"selection_mse_ratio": 0.697106122970581,
"choices": [
411,
518,
1431,
1036,
2254,
1268,
2543,
1225,
2484,
933,
2048,
391,
866
]
},
"layers.41.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17009,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 7.037222530925646e-05,
"selection_mse_after": 4.9412690714234486e-05,
"selection_mse_ratio": 0.7021617889404297,
"choices": [
399,
366,
1472,
918,
2378,
1039,
2733,
1062,
2856,
736,
2124,
326,
999
]
},
"layers.41.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4946,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 1.110548237193143e-05,
"selection_mse_after": 7.895515409472864e-06,
"selection_mse_ratio": 0.7109565138816833,
"choices": [
174,
126,
264,
322,
462,
405,
493,
448,
575,
451,
587,
356,
457
]
},
"layers.42.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4979,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 1.7966436644201167e-05,
"selection_mse_after": 1.1025908861483913e-05,
"selection_mse_ratio": 0.6136948466300964,
"choices": [
141,
180,
414,
319,
552,
353,
612,
395,
619,
330,
601,
200,
404
]
},
"layers.42.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 10014,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00028055772418156266,
"selection_mse_after": 0.00018773588817566633,
"selection_mse_ratio": 0.6691524982452393,
"choices": [
226,
229,
974,
484,
1466,
508,
1631,
517,
1622,
423,
1216,
254,
690
]
},
"layers.42.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 5994,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0002682421763893217,
"selection_mse_after": 0.00017882294196169823,
"selection_mse_ratio": 0.6666473746299744,
"choices": [
150,
177,
560,
310,
789,
405,
901,
374,
844,
299,
752,
167,
416
]
},
"layers.42.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17049,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 8.065135625656694e-05,
"selection_mse_after": 5.511855852091685e-05,
"selection_mse_ratio": 0.6834176182746887,
"choices": [
359,
473,
1475,
1019,
2338,
1128,
2601,
1095,
2632,
825,
2122,
388,
953
]
},
"layers.42.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17025,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 8.22526853880845e-05,
"selection_mse_after": 5.6473338190698996e-05,
"selection_mse_ratio": 0.6865835189819336,
"choices": [
383,
383,
1459,
811,
2470,
971,
2856,
976,
2759,
794,
2159,
377,
1010
]
},
"layers.42.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4980,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 1.5980471289367415e-05,
"selection_mse_after": 1.0863011993933469e-05,
"selection_mse_ratio": 0.6797679662704468,
"choices": [
140,
153,
299,
320,
442,
376,
566,
398,
600,
411,
602,
309,
504
]
},
"layers.43.self_attn.q_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 12288,
"changed_rows": 12005,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0003119147149845958,
"selection_mse_after": 0.00020366674289107323,
"selection_mse_ratio": 0.652956485748291,
"choices": [
283,
328,
1137,
603,
1603,
666,
1961,
695,
1804,
561,
1527,
309,
811
]
},
"layers.43.self_attn.k_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 1024,
"changed_rows": 998,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0003106097865384072,
"selection_mse_after": 0.00020366540411487222,
"selection_mse_ratio": 0.655695378780365,
"choices": [
26,
30,
93,
46,
114,
53,
159,
60,
149,
61,
131,
22,
80
]
},
"layers.43.self_attn.v_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 1024,
"changed_rows": 1003,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0004553990438580513,
"selection_mse_after": 0.0002916718367487192,
"selection_mse_ratio": 0.6404752731323242,
"choices": [
21,
27,
96,
51,
149,
47,
151,
50,
144,
38,
155,
17,
78
]
},
"layers.43.self_attn.o_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4986,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 4.0898623410612345e-05,
"selection_mse_after": 2.9991777410032228e-05,
"selection_mse_ratio": 0.7333199381828308,
"choices": [
134,
139,
364,
284,
635,
362,
685,
368,
747,
312,
601,
163,
326
]
},
"layers.43.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16969,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 7.81959606683813e-05,
"selection_mse_after": 5.505586159415543e-05,
"selection_mse_ratio": 0.7040755152702332,
"choices": [
439,
516,
1345,
1075,
2256,
1252,
2578,
1234,
2546,
954,
2003,
377,
833
]
},
"layers.43.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17023,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 8.29943674034439e-05,
"selection_mse_after": 5.868351217941381e-05,
"selection_mse_ratio": 0.7070782780647278,
"choices": [
385,
348,
1461,
1004,
2517,
1049,
2663,
1001,
2760,
836,
2131,
311,
942
]
},
"layers.43.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4957,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 1.7385582395945676e-05,
"selection_mse_after": 1.3036345080763567e-05,
"selection_mse_ratio": 0.7498365640640259,
"choices": [
163,
162,
257,
367,
411,
430,
517,
489,
498,
471,
525,
410,
420
]
},
"layers.44.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4964,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 1.340649941994343e-05,
"selection_mse_after": 1.0375376405136194e-05,
"selection_mse_ratio": 0.773906409740448,
"choices": [
156,
133,
306,
361,
557,
428,
622,
455,
702,
357,
575,
180,
288
]
},
"layers.44.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 10003,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0002916530647780746,
"selection_mse_after": 0.00019944508676417172,
"selection_mse_ratio": 0.6838436126708984,
"choices": [
237,
232,
978,
477,
1396,
562,
1625,
515,
1530,
482,
1307,
260,
639
]
},
"layers.44.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 5998,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00025029812240973115,
"selection_mse_after": 0.00017136950918938965,
"selection_mse_ratio": 0.6846616268157959,
"choices": [
146,
169,
538,
340,
788,
386,
892,
354,
900,
328,
770,
159,
374
]
},
"layers.44.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16979,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 8.076860831351951e-05,
"selection_mse_after": 5.7490986364427954e-05,
"selection_mse_ratio": 0.7117986679077148,
"choices": [
429,
557,
1328,
1121,
2348,
1264,
2498,
1248,
2530,
977,
1909,
406,
793
]
},
"layers.44.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17027,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 8.671976684127003e-05,
"selection_mse_after": 6.2092840380501e-05,
"selection_mse_ratio": 0.7160171270370483,
"choices": [
381,
385,
1401,
981,
2459,
1112,
2642,
1115,
2831,
840,
2071,
319,
871
]
},
"layers.44.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4964,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 1.776327371771913e-05,
"selection_mse_after": 1.3279614904604387e-05,
"selection_mse_ratio": 0.7475882768630981,
"choices": [
156,
120,
223,
308,
448,
426,
529,
485,
542,
478,
553,
383,
469
]
},
"layers.45.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4924,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 1.480315677326871e-05,
"selection_mse_after": 1.1712659215845633e-05,
"selection_mse_ratio": 0.7912271022796631,
"choices": [
196,
141,
295,
385,
519,
422,
576,
502,
627,
414,
527,
246,
270
]
},
"layers.45.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 9980,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00029635001556016505,
"selection_mse_after": 0.00020484431297518313,
"selection_mse_ratio": 0.691224217414856,
"choices": [
260,
218,
959,
501,
1371,
594,
1569,
629,
1571,
412,
1317,
226,
613
]
},
"layers.45.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 6005,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00025909661781042814,
"selection_mse_after": 0.00018025147437583655,
"selection_mse_ratio": 0.6956921219825745,
"choices": [
139,
194,
496,
379,
758,
436,
871,
386,
904,
343,
697,
202,
339
]
},
"layers.45.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17004,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 8.339827763848007e-05,
"selection_mse_after": 5.984539893688634e-05,
"selection_mse_ratio": 0.7175855040550232,
"choices": [
404,
485,
1389,
1095,
2278,
1258,
2559,
1267,
2657,
980,
1913,
353,
770
]
},
"layers.45.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16968,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 9.022892481880262e-05,
"selection_mse_after": 6.522247713292018e-05,
"selection_mse_ratio": 0.7228555083274841,
"choices": [
440,
428,
1392,
941,
2403,
1096,
2674,
1112,
2753,
932,
2001,
355,
881
]
},
"layers.45.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4932,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 1.8777294826577418e-05,
"selection_mse_after": 1.3968899111205246e-05,
"selection_mse_ratio": 0.7439250349998474,
"choices": [
188,
119,
218,
389,
405,
398,
512,
477,
505,
537,
547,
381,
444
]
},
"layers.46.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4943,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 1.8696975530474447e-05,
"selection_mse_after": 1.4649361219198909e-05,
"selection_mse_ratio": 0.7835149765014648,
"choices": [
177,
146,
300,
356,
549,
428,
649,
484,
634,
382,
536,
195,
284
]
},
"layers.46.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 9983,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0003172744472976774,
"selection_mse_after": 0.00022158828505780548,
"selection_mse_ratio": 0.6984120011329651,
"choices": [
257,
226,
973,
494,
1476,
590,
1531,
537,
1540,
456,
1307,
231,
622
]
},
"layers.46.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 5991,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00028106963145546615,
"selection_mse_after": 0.00019390028319321573,
"selection_mse_ratio": 0.6898656487464905,
"choices": [
153,
185,
548,
364,
797,
370,
880,
388,
875,
310,
737,
156,
381
]
},
"layers.46.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16977,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 8.57909326441586e-05,
"selection_mse_after": 6.137445598142222e-05,
"selection_mse_ratio": 0.7153955698013306,
"choices": [
431,
479,
1309,
1126,
2305,
1212,
2621,
1251,
2569,
948,
1975,
382,
800
]
},
"layers.46.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16988,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 9.503122419118881e-05,
"selection_mse_after": 6.8282475695014e-05,
"selection_mse_ratio": 0.7185267210006714,
"choices": [
420,
363,
1354,
1019,
2375,
1128,
2721,
1129,
2803,
875,
2034,
321,
866
]
},
"layers.46.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4964,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 2.556504296080675e-05,
"selection_mse_after": 1.942000017152168e-05,
"selection_mse_ratio": 0.7596309781074524,
"choices": [
156,
136,
237,
335,
423,
365,
531,
436,
589,
455,
568,
383,
506
]
},
"layers.47.self_attn.q_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 12288,
"changed_rows": 12019,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0002991286455653608,
"selection_mse_after": 0.00020314412540756166,
"selection_mse_ratio": 0.6791195869445801,
"choices": [
269,
330,
1039,
657,
1729,
743,
1817,
752,
1742,
622,
1486,
293,
809
]
},
"layers.47.self_attn.k_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 1024,
"changed_rows": 998,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0003412148216739297,
"selection_mse_after": 0.0002270413824589923,
"selection_mse_ratio": 0.6653913259506226,
"choices": [
26,
30,
84,
45,
134,
72,
156,
57,
156,
58,
123,
22,
61
]
},
"layers.47.self_attn.v_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 1024,
"changed_rows": 1001,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0005717391613870859,
"selection_mse_after": 0.0003866576007567346,
"selection_mse_ratio": 0.6762832403182983,
"choices": [
23,
21,
123,
42,
144,
41,
174,
50,
176,
33,
125,
22,
50
]
},
"layers.47.self_attn.o_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4909,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 4.782579708262347e-05,
"selection_mse_after": 3.638419366325252e-05,
"selection_mse_ratio": 0.760765016078949,
"choices": [
211,
148,
327,
360,
544,
393,
638,
434,
670,
350,
541,
184,
320
]
},
"layers.47.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16999,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 9.527122165309265e-05,
"selection_mse_after": 6.789259350625798e-05,
"selection_mse_ratio": 0.7126243710517883,
"choices": [
409,
489,
1311,
1100,
2357,
1298,
2597,
1276,
2535,
904,
1969,
363,
800
]
},
"layers.47.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17010,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00010466177627677098,
"selection_mse_after": 7.535226905019954e-05,
"selection_mse_ratio": 0.7199597358703613,
"choices": [
398,
409,
1357,
961,
2412,
1083,
2773,
1182,
2639,
842,
2137,
324,
891
]
},
"layers.47.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4985,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 3.430933793424629e-05,
"selection_mse_after": 2.5457789888605475e-05,
"selection_mse_ratio": 0.7420076727867126,
"choices": [
135,
121,
232,
367,
396,
459,
474,
481,
574,
489,
551,
390,
451
]
},
"layers.48.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4916,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 3.20716826536227e-05,
"selection_mse_after": 2.432780820527114e-05,
"selection_mse_ratio": 0.7585448026657104,
"choices": [
204,
140,
312,
353,
548,
425,
675,
408,
705,
329,
561,
178,
282
]
},
"layers.48.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 9997,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0003226418048143387,
"selection_mse_after": 0.0002260721375932917,
"selection_mse_ratio": 0.700690746307373,
"choices": [
243,
261,
872,
492,
1455,
558,
1601,
602,
1583,
457,
1281,
229,
606
]
},
"layers.48.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 6008,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0002773037413135171,
"selection_mse_after": 0.00019291664648335427,
"selection_mse_ratio": 0.6956871747970581,
"choices": [
136,
211,
538,
353,
723,
419,
903,
402,
874,
368,
698,
176,
343
]
},
"layers.48.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17002,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 9.831749048316851e-05,
"selection_mse_after": 7.054866728140041e-05,
"selection_mse_ratio": 0.7175596356391907,
"choices": [
406,
509,
1307,
1168,
2288,
1318,
2580,
1269,
2589,
913,
1942,
365,
754
]
},
"layers.48.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17043,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00010962249507429078,
"selection_mse_after": 7.917451148387045e-05,
"selection_mse_ratio": 0.7222469449043274,
"choices": [
365,
367,
1381,
982,
2460,
1194,
2741,
1188,
2629,
852,
2125,
328,
796
]
},
"layers.48.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4954,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 3.922329779015854e-05,
"selection_mse_after": 2.9806391466991045e-05,
"selection_mse_ratio": 0.7599155306816101,
"choices": [
166,
126,
214,
379,
428,
445,
491,
513,
548,
512,
505,
368,
425
]
},
"layers.49.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4881,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 3.322965858387761e-05,
"selection_mse_after": 2.6624577003531158e-05,
"selection_mse_ratio": 0.8012292981147766,
"choices": [
239,
160,
296,
443,
473,
559,
583,
547,
560,
401,
490,
174,
195
]
},
"layers.49.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 9992,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0003733483317773789,
"selection_mse_after": 0.0002637046272866428,
"selection_mse_ratio": 0.7063233256340027,
"choices": [
248,
230,
930,
536,
1390,
624,
1556,
656,
1616,
488,
1225,
214,
527
]
},
"layers.49.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 5970,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00030319340294227004,
"selection_mse_after": 0.00021336469217203557,
"selection_mse_ratio": 0.70372474193573,
"choices": [
174,
226,
493,
413,
705,
451,
795,
458,
876,
376,
665,
188,
324
]
},
"layers.49.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16982,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00010214135545538738,
"selection_mse_after": 7.351919339271262e-05,
"selection_mse_ratio": 0.7197789549827576,
"choices": [
426,
504,
1203,
1159,
2368,
1339,
2558,
1351,
2534,
992,
1954,
315,
705
]
},
"layers.49.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16978,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00011575331882340834,
"selection_mse_after": 8.392912423005328e-05,
"selection_mse_ratio": 0.7250688672065735,
"choices": [
430,
372,
1297,
1086,
2365,
1137,
2696,
1237,
2780,
877,
2056,
314,
761
]
},
"layers.49.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4952,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 4.378700759843923e-05,
"selection_mse_after": 3.359460606588982e-05,
"selection_mse_ratio": 0.7672277092933655,
"choices": [
168,
124,
188,
366,
421,
463,
518,
479,
518,
471,
560,
397,
447
]
},
"layers.50.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4894,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 5.8627803809940815e-05,
"selection_mse_after": 4.506314144236967e-05,
"selection_mse_ratio": 0.768630862236023,
"choices": [
226,
136,
377,
377,
530,
428,
609,
414,
637,
348,
520,
220,
298
]
},
"layers.50.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 10012,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00035411983844824135,
"selection_mse_after": 0.0002504723088350147,
"selection_mse_ratio": 0.7073094248771667,
"choices": [
228,
246,
887,
595,
1430,
655,
1596,
634,
1526,
492,
1225,
222,
504
]
},
"layers.50.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 5980,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00030388240702450275,
"selection_mse_after": 0.00021624522923957556,
"selection_mse_ratio": 0.7116082310676575,
"choices": [
164,
226,
455,
401,
753,
476,
837,
495,
861,
363,
652,
168,
293
]
},
"layers.50.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16987,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00013197315274737775,
"selection_mse_after": 9.465912444284186e-05,
"selection_mse_ratio": 0.717260479927063,
"choices": [
421,
543,
1225,
1195,
2216,
1360,
2529,
1380,
2570,
959,
1921,
353,
736
]
},
"layers.50.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16990,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00014364253729581833,
"selection_mse_after": 0.00010395225399406627,
"selection_mse_ratio": 0.7236871123313904,
"choices": [
418,
392,
1306,
1089,
2375,
1253,
2637,
1197,
2609,
954,
2005,
363,
810
]
},
"layers.50.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4982,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 8.269595127785578e-05,
"selection_mse_after": 6.357402162393555e-05,
"selection_mse_ratio": 0.7687682509422302,
"choices": [
138,
131,
202,
340,
434,
388,
502,
485,
589,
458,
564,
410,
479
]
},
"layers.51.self_attn.q_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 12288,
"changed_rows": 11958,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00028053842834196985,
"selection_mse_after": 0.00019993683963548392,
"selection_mse_ratio": 0.7126896977424622,
"choices": [
330,
390,
834,
834,
1565,
962,
1754,
963,
1781,
711,
1358,
278,
528
]
},
"layers.51.self_attn.k_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 1024,
"changed_rows": 1004,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00030146067729219794,
"selection_mse_after": 0.0002143892488675192,
"selection_mse_ratio": 0.7111682295799255,
"choices": [
20,
27,
89,
80,
127,
86,
149,
77,
133,
59,
115,
18,
44
]
},
"layers.51.self_attn.v_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 1024,
"changed_rows": 1004,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0006022617453709245,
"selection_mse_after": 0.000423019373556599,
"selection_mse_ratio": 0.7023845911026001,
"choices": [
20,
17,
77,
55,
128,
76,
168,
56,
179,
59,
115,
17,
57
]
},
"layers.51.self_attn.o_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4954,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 9.598753968020901e-05,
"selection_mse_after": 7.001024641795084e-05,
"selection_mse_ratio": 0.7293680310249329,
"choices": [
166,
141,
350,
334,
557,
412,
714,
392,
673,
346,
568,
189,
278
]
},
"layers.51.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16966,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00012856905232183635,
"selection_mse_after": 9.324823622591794e-05,
"selection_mse_ratio": 0.7252774238586426,
"choices": [
442,
586,
1126,
1356,
2116,
1514,
2484,
1510,
2399,
1089,
1784,
371,
631
]
},
"layers.51.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17001,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0001406695373589173,
"selection_mse_after": 0.00010304213355993852,
"selection_mse_ratio": 0.7325120568275452,
"choices": [
407,
437,
1244,
1188,
2328,
1315,
2576,
1310,
2639,
948,
1963,
309,
744
]
},
"layers.51.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4958,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 8.440130477538332e-05,
"selection_mse_after": 6.512618710985407e-05,
"selection_mse_ratio": 0.7716253399848938,
"choices": [
162,
124,
245,
342,
426,
397,
505,
469,
551,
425,
616,
371,
487
]
},
"layers.52.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4928,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 5.4035721404943615e-05,
"selection_mse_after": 3.829102570307441e-05,
"selection_mse_ratio": 0.7086243033409119,
"choices": [
192,
172,
369,
351,
547,
393,
570,
435,
586,
375,
484,
263,
383
]
},
"layers.52.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 9990,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0004331621457822621,
"selection_mse_after": 0.0003094335552304983,
"selection_mse_ratio": 0.7143596410751343,
"choices": [
250,
326,
742,
671,
1324,
786,
1502,
760,
1489,
577,
1133,
228,
452
]
},
"layers.52.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 5968,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00036065769381821156,
"selection_mse_after": 0.0002574821119196713,
"selection_mse_ratio": 0.7139237523078918,
"choices": [
176,
205,
429,
473,
722,
509,
839,
509,
854,
388,
596,
166,
278
]
},
"layers.52.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17007,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00014642129826825112,
"selection_mse_after": 0.00010557545465417206,
"selection_mse_ratio": 0.7210388779640198,
"choices": [
401,
539,
1173,
1324,
2135,
1449,
2386,
1537,
2467,
1082,
1853,
381,
681
]
},
"layers.52.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16981,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00013825911446474493,
"selection_mse_after": 0.00010050101991510019,
"selection_mse_ratio": 0.7269034385681152,
"choices": [
427,
421,
1235,
1142,
2307,
1295,
2736,
1240,
2710,
964,
1950,
322,
659
]
},
"layers.52.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4966,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 7.107102283043787e-05,
"selection_mse_after": 5.536211028811522e-05,
"selection_mse_ratio": 0.7789688110351562,
"choices": [
154,
139,
271,
354,
476,
383,
497,
422,
582,
439,
631,
306,
466
]
},
"layers.53.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4970,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 3.3239946787944064e-05,
"selection_mse_after": 2.154093272110913e-05,
"selection_mse_ratio": 0.6480435729026794,
"choices": [
150,
195,
352,
359,
525,
436,
566,
444,
581,
396,
534,
230,
352
]
},
"layers.53.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 9948,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0004050524439662695,
"selection_mse_after": 0.0002916814701166004,
"selection_mse_ratio": 0.720107913017273,
"choices": [
292,
301,
726,
717,
1322,
810,
1475,
768,
1437,
558,
1107,
225,
502
]
},
"layers.53.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 5978,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00035208481131121516,
"selection_mse_after": 0.0002519060508348048,
"selection_mse_ratio": 0.7154697775840759,
"choices": [
166,
211,
424,
440,
729,
510,
829,
512,
816,
402,
678,
173,
254
]
},
"layers.53.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16997,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00015561867621727288,
"selection_mse_after": 0.00011259912571404129,
"selection_mse_ratio": 0.7235579490661621,
"choices": [
411,
595,
1147,
1245,
2132,
1518,
2456,
1546,
2437,
1056,
1797,
380,
688
]
},
"layers.53.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16969,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00013758474960923195,
"selection_mse_after": 0.0001001293130684644,
"selection_mse_ratio": 0.7277646064758301,
"choices": [
439,
396,
1222,
1137,
2298,
1239,
2617,
1364,
2679,
936,
2023,
358,
700
]
},
"layers.53.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4953,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 7.209320756373927e-05,
"selection_mse_after": 5.6012569984886795e-05,
"selection_mse_ratio": 0.7769466042518616,
"choices": [
167,
134,
220,
393,
388,
400,
502,
453,
567,
446,
583,
403,
464
]
},
"layers.54.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4753,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 5.7775527238845825e-05,
"selection_mse_after": 4.321255983086303e-05,
"selection_mse_ratio": 0.7479388117790222,
"choices": [
367,
195,
289,
396,
436,
486,
554,
469,
499,
421,
457,
263,
288
]
},
"layers.54.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 9970,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00036071959766559303,
"selection_mse_after": 0.0002606309426482767,
"selection_mse_ratio": 0.7225305438041687,
"choices": [
270,
271,
741,
711,
1320,
759,
1430,
795,
1487,
602,
1139,
232,
483
]
},
"layers.54.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 5975,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0003591538406908512,
"selection_mse_after": 0.00025611044839024544,
"selection_mse_ratio": 0.7130939960479736,
"choices": [
169,
205,
417,
480,
659,
587,
836,
559,
779,
409,
622,
169,
253
]
},
"layers.54.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16938,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00021051512158010155,
"selection_mse_after": 0.00015077371790539473,
"selection_mse_ratio": 0.7162132859230042,
"choices": [
470,
618,
1108,
1323,
2072,
1600,
2296,
1574,
2358,
1180,
1726,
417,
666
]
},
"layers.54.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16970,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00017160273273475468,
"selection_mse_after": 0.00012416247045621276,
"selection_mse_ratio": 0.723546028137207,
"choices": [
438,
445,
1244,
1123,
2355,
1293,
2593,
1277,
2615,
971,
1998,
328,
728
]
},
"layers.54.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4964,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00012790206528734416,
"selection_mse_after": 8.930297190090641e-05,
"selection_mse_ratio": 0.6982136964797974,
"choices": [
156,
128,
290,
356,
444,
353,
525,
412,
603,
440,
588,
341,
484
]
},
"layers.55.self_attn.q_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 12288,
"changed_rows": 11978,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00031000509625300765,
"selection_mse_after": 0.00021985812054481357,
"selection_mse_ratio": 0.709208071231842,
"choices": [
310,
367,
894,
817,
1576,
953,
1713,
982,
1759,
709,
1350,
286,
572
]
},
"layers.55.self_attn.k_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 1024,
"changed_rows": 996,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0002841663081198931,
"selection_mse_after": 0.00020544852304738015,
"selection_mse_ratio": 0.7229869365692139,
"choices": [
28,
28,
83,
81,
125,
65,
139,
87,
159,
62,
100,
24,
43
]
},
"layers.55.self_attn.v_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 1024,
"changed_rows": 999,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0006649738643318415,
"selection_mse_after": 0.0004804614873137325,
"selection_mse_ratio": 0.7225268483161926,
"choices": [
25,
28,
88,
61,
140,
74,
171,
95,
159,
32,
96,
15,
40
]
},
"layers.55.self_attn.o_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4891,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 8.151222573360428e-05,
"selection_mse_after": 6.14613454672508e-05,
"selection_mse_ratio": 0.7540137767791748,
"choices": [
229,
156,
374,
368,
570,
402,
628,
407,
712,
320,
529,
147,
278
]
},
"layers.55.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16955,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0001671657810220495,
"selection_mse_after": 0.00012016690743621439,
"selection_mse_ratio": 0.7188487648963928,
"choices": [
453,
577,
1096,
1464,
2031,
1675,
2259,
1610,
2275,
1208,
1674,
430,
656
]
},
"layers.55.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16958,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00014202861348167062,
"selection_mse_after": 0.00010287934128427878,
"selection_mse_ratio": 0.724356472492218,
"choices": [
450,
405,
1174,
1136,
2318,
1389,
2531,
1414,
2664,
1027,
1878,
318,
704
]
},
"layers.55.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4960,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 8.587405318394303e-05,
"selection_mse_after": 6.57275304547511e-05,
"selection_mse_ratio": 0.7653945684432983,
"choices": [
160,
109,
241,
294,
454,
357,
602,
401,
636,
388,
604,
354,
520
]
},
"layers.56.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4939,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 3.27517009282019e-05,
"selection_mse_after": 2.293323450430762e-05,
"selection_mse_ratio": 0.7002151012420654,
"choices": [
181,
147,
415,
313,
567,
376,
652,
390,
643,
324,
574,
176,
362
]
},
"layers.56.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 9948,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00038207965553738177,
"selection_mse_after": 0.00027566004428081214,
"selection_mse_ratio": 0.7214727401733398,
"choices": [
292,
284,
718,
733,
1281,
820,
1409,
805,
1471,
616,
1118,
256,
437
]
},
"layers.56.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 5973,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00033410475589334965,
"selection_mse_after": 0.00024039854179136455,
"selection_mse_ratio": 0.7195304036140442,
"choices": [
171,
233,
437,
435,
734,
525,
831,
515,
826,
386,
611,
162,
278
]
},
"layers.56.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16931,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00017973367357626557,
"selection_mse_after": 0.00012964571942575276,
"selection_mse_ratio": 0.7213212847709656,
"choices": [
477,
637,
1084,
1384,
2038,
1635,
2178,
1623,
2322,
1200,
1745,
428,
657
]
},
"layers.56.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16994,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00014762484352104366,
"selection_mse_after": 0.00010730145004345104,
"selection_mse_ratio": 0.7268522381782532,
"choices": [
414,
410,
1270,
1107,
2370,
1295,
2665,
1289,
2652,
966,
1921,
322,
727
]
},
"layers.56.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4958,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 5.014359703636728e-05,
"selection_mse_after": 3.783503780141473e-05,
"selection_mse_ratio": 0.7545338273048401,
"choices": [
162,
119,
218,
363,
411,
398,
528,
454,
548,
464,
625,
384,
446
]
},
"layers.57.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4926,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 2.5322739020339213e-05,
"selection_mse_after": 1.8922250092145987e-05,
"selection_mse_ratio": 0.7472434043884277,
"choices": [
194,
141,
365,
329,
544,
389,
649,
365,
670,
320,
589,
230,
335
]
},
"layers.57.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 9976,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.000408704683650285,
"selection_mse_after": 0.0002957053075078875,
"selection_mse_ratio": 0.7235182523727417,
"choices": [
264,
300,
703,
690,
1406,
809,
1413,
811,
1423,
605,
1156,
239,
421
]
},
"layers.57.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 5986,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0003611569991335273,
"selection_mse_after": 0.0002596369304228574,
"selection_mse_ratio": 0.7189031839370728,
"choices": [
158,
206,
425,
453,
721,
580,
805,
559,
820,
408,
605,
154,
250
]
},
"layers.57.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16944,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00021540364832617342,
"selection_mse_after": 0.00015638527111150324,
"selection_mse_ratio": 0.7260103225708008,
"choices": [
464,
626,
1150,
1428,
1952,
1606,
2290,
1580,
2351,
1189,
1744,
409,
619
]
},
"layers.57.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16970,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0001689000491751358,
"selection_mse_after": 0.00012306403368711472,
"selection_mse_ratio": 0.7286204695701599,
"choices": [
438,
376,
1230,
1125,
2308,
1231,
2628,
1323,
2672,
1002,
2002,
325,
748
]
},
"layers.57.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4922,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 5.083651558379643e-05,
"selection_mse_after": 3.843617014354095e-05,
"selection_mse_ratio": 0.7560740113258362,
"choices": [
198,
139,
209,
390,
442,
426,
469,
437,
536,
483,
561,
374,
456
]
},
"layers.58.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4817,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 3.800899867201224e-05,
"selection_mse_after": 3.0354136470123194e-05,
"selection_mse_ratio": 0.7986040115356445,
"choices": [
303,
179,
282,
385,
452,
474,
465,
473,
543,
438,
467,
297,
362
]
},
"layers.58.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 9913,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00036099913995712996,
"selection_mse_after": 0.0002633575059007853,
"selection_mse_ratio": 0.7295238375663757,
"choices": [
327,
304,
722,
705,
1312,
803,
1432,
805,
1461,
604,
1083,
236,
446
]
},
"layers.58.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 5967,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00035078288055956364,
"selection_mse_after": 0.00025366523186676204,
"selection_mse_ratio": 0.7231402397155762,
"choices": [
177,
198,
422,
486,
696,
534,
812,
555,
832,
389,
622,
153,
268
]
},
"layers.58.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16912,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00025015982100740075,
"selection_mse_after": 0.00017929788737092167,
"selection_mse_ratio": 0.7167333960533142,
"choices": [
496,
730,
1118,
1365,
1961,
1609,
2262,
1643,
2295,
1171,
1690,
417,
651
]
},
"layers.58.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16962,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0001973150938283652,
"selection_mse_after": 0.0001432049903087318,
"selection_mse_ratio": 0.7257680296897888,
"choices": [
446,
386,
1176,
1042,
2353,
1295,
2643,
1222,
2765,
917,
1992,
353,
818
]
},
"layers.58.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4933,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00013288068294059485,
"selection_mse_after": 9.455194958718494e-05,
"selection_mse_ratio": 0.7115552425384521,
"choices": [
187,
153,
295,
333,
456,
383,
534,
448,
544,
419,
545,
351,
472
]
},
"layers.59.self_attn.q_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 12288,
"changed_rows": 12003,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00033438618993386626,
"selection_mse_after": 0.00023652029631193727,
"selection_mse_ratio": 0.7073267698287964,
"choices": [
285,
330,
831,
861,
1645,
961,
1758,
934,
1820,
668,
1328,
302,
565
]
},
"layers.59.self_attn.k_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 1024,
"changed_rows": 999,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00030674232402816415,
"selection_mse_after": 0.00021780861425213516,
"selection_mse_ratio": 0.7100703120231628,
"choices": [
25,
25,
77,
85,
129,
90,
142,
72,
134,
53,
121,
19,
52
]
},
"layers.59.self_attn.v_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 1024,
"changed_rows": 991,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0012307020369917154,
"selection_mse_after": 0.0008807363919913769,
"selection_mse_ratio": 0.7156373858451843,
"choices": [
33,
18,
85,
47,
144,
73,
166,
53,
168,
61,
102,
24,
50
]
},
"layers.59.self_attn.o_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4906,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0002188833022955805,
"selection_mse_after": 0.00016392074758186936,
"selection_mse_ratio": 0.7488956451416016,
"choices": [
214,
161,
345,
304,
554,
392,
641,
375,
663,
335,
585,
190,
361
]
},
"layers.59.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16959,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0002599585277494043,
"selection_mse_after": 0.00018574522982817143,
"selection_mse_ratio": 0.714518666267395,
"choices": [
449,
654,
1139,
1469,
1899,
1685,
2179,
1668,
2161,
1245,
1709,
481,
670
]
},
"layers.59.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17032,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00020683363254647702,
"selection_mse_after": 0.00014879902300890535,
"selection_mse_ratio": 0.7194140553474426,
"choices": [
376,
429,
1242,
1090,
2391,
1246,
2659,
1231,
2733,
926,
2003,
335,
747
]
},
"layers.59.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4979,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0001800684694899246,
"selection_mse_after": 0.00012746475113090128,
"selection_mse_ratio": 0.7078681588172913,
"choices": [
141,
115,
326,
266,
524,
351,
564,
370,
603,
351,
643,
319,
547
]
},
"layers.60.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4810,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00018645466479938477,
"selection_mse_after": 0.00013136002235114574,
"selection_mse_ratio": 0.7045145034790039,
"choices": [
310,
153,
320,
354,
462,
388,
571,
424,
574,
418,
495,
270,
381
]
},
"layers.60.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 9987,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0004931424045935273,
"selection_mse_after": 0.0003478392609395087,
"selection_mse_ratio": 0.7053526043891907,
"choices": [
253,
287,
725,
725,
1335,
745,
1446,
798,
1450,
611,
1168,
267,
430
]
},
"layers.60.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 5961,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0004129085864406079,
"selection_mse_after": 0.0002920977130997926,
"selection_mse_ratio": 0.707414984703064,
"choices": [
183,
241,
440,
471,
655,
526,
825,
498,
789,
391,
668,
174,
283
]
},
"layers.60.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16981,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0002816730993799865,
"selection_mse_after": 0.0002002978726522997,
"selection_mse_ratio": 0.7111005187034607,
"choices": [
427,
748,
1070,
1502,
1850,
1751,
2170,
1721,
2117,
1242,
1659,
499,
652
]
},
"layers.60.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17020,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00022705168521497399,
"selection_mse_after": 0.00016286304162349552,
"selection_mse_ratio": 0.7172949910163879,
"choices": [
388,
370,
1301,
1088,
2397,
1268,
2652,
1249,
2691,
938,
1994,
332,
740
]
},
"layers.60.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4951,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0001240855490323156,
"selection_mse_after": 9.456425323151052e-05,
"selection_mse_ratio": 0.762089192867279,
"choices": [
169,
125,
266,
306,
501,
349,
552,
414,
589,
382,
608,
359,
500
]
},
"layers.61.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4711,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0001353968254989013,
"selection_mse_after": 0.00010311070218449458,
"selection_mse_ratio": 0.7615445256233215,
"choices": [
409,
180,
318,
364,
424,
390,
505,
442,
525,
406,
507,
299,
351
]
},
"layers.61.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 9992,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0003513831761665642,
"selection_mse_after": 0.00025052748969756067,
"selection_mse_ratio": 0.7129751443862915,
"choices": [
248,
274,
744,
650,
1286,
783,
1618,
784,
1518,
567,
1067,
229,
472
]
},
"layers.61.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 5991,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0003633947344496846,
"selection_mse_after": 0.0002582264132797718,
"selection_mse_ratio": 0.7105947732925415,
"choices": [
153,
239,
402,
471,
708,
554,
821,
547,
820,
424,
577,
154,
274
]
},
"layers.61.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16907,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0003261217789258808,
"selection_mse_after": 0.00023136669187806547,
"selection_mse_ratio": 0.7094487547874451,
"choices": [
501,
802,
1104,
1530,
1861,
1735,
2011,
1694,
2037,
1287,
1587,
562,
697
]
},
"layers.61.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 17008,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00026576724485494196,
"selection_mse_after": 0.00018944199837278575,
"selection_mse_ratio": 0.7128116488456726,
"choices": [
400,
454,
1315,
1082,
2371,
1277,
2701,
1220,
2559,
902,
2005,
349,
773
]
},
"layers.61.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4950,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0002123641170328483,
"selection_mse_after": 0.0001612527557881549,
"selection_mse_ratio": 0.7593220472335815,
"choices": [
170,
109,
282,
323,
447,
371,
504,
408,
616,
378,
633,
348,
531
]
},
"layers.62.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4925,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0004668926994781941,
"selection_mse_after": 0.0003272241447120905,
"selection_mse_ratio": 0.7008551359176636,
"choices": [
195,
153,
388,
314,
539,
318,
615,
359,
674,
326,
640,
205,
394
]
},
"layers.62.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 9979,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0004742514283861965,
"selection_mse_after": 0.0003313175111543387,
"selection_mse_ratio": 0.6986114978790283,
"choices": [
261,
303,
839,
640,
1287,
749,
1439,
796,
1485,
577,
1104,
258,
502
]
},
"layers.62.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 5977,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0004440851625986397,
"selection_mse_after": 0.00031018233858048916,
"selection_mse_ratio": 0.6984749436378479,
"choices": [
167,
258,
467,
400,
765,
479,
820,
468,
845,
367,
647,
169,
292
]
},
"layers.62.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16974,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00035916175693273544,
"selection_mse_after": 0.00025327285402454436,
"selection_mse_ratio": 0.7051776647567749,
"choices": [
434,
803,
1202,
1500,
1859,
1718,
2062,
1757,
2042,
1261,
1581,
526,
663
]
},
"layers.62.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16965,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0003079574671573937,
"selection_mse_after": 0.00021704066602978855,
"selection_mse_ratio": 0.704774796962738,
"choices": [
443,
472,
1310,
1133,
2270,
1297,
2536,
1230,
2525,
991,
1992,
422,
787
]
},
"layers.62.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4896,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0005148124764673412,
"selection_mse_after": 0.0003757071681320667,
"selection_mse_ratio": 0.7297942042350769,
"choices": [
224,
110,
308,
281,
445,
333,
562,
388,
612,
412,
594,
338,
513
]
},
"layers.63.self_attn.q_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 12288,
"changed_rows": 11936,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00036946777254343033,
"selection_mse_after": 0.0002597945276647806,
"selection_mse_ratio": 0.7031587958335876,
"choices": [
352,
433,
899,
916,
1371,
1059,
1663,
1046,
1628,
797,
1260,
331,
533
]
},
"layers.63.self_attn.k_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 1024,
"changed_rows": 1004,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00030678341863676906,
"selection_mse_after": 0.0002142986486433074,
"selection_mse_ratio": 0.6985340118408203,
"choices": [
20,
31,
65,
63,
142,
83,
151,
87,
149,
67,
122,
14,
30
]
},
"layers.63.self_attn.v_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 1024,
"changed_rows": 987,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.001417634543031454,
"selection_mse_after": 0.0009641787619329989,
"selection_mse_ratio": 0.6801320910453796,
"choices": [
37,
23,
67,
64,
122,
90,
146,
88,
141,
54,
107,
36,
49
]
},
"layers.63.self_attn.o_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4937,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0009114549611695111,
"selection_mse_after": 0.0006940189050510526,
"selection_mse_ratio": 0.7614406943321228,
"choices": [
183,
168,
337,
282,
478,
374,
623,
375,
569,
364,
585,
305,
477
]
},
"layers.63.mlp.gate_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16801,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0003735747595783323,
"selection_mse_after": 0.0002615099656395614,
"selection_mse_ratio": 0.7000203728675842,
"choices": [
607,
712,
1079,
1452,
1838,
1551,
2212,
1660,
2144,
1184,
1674,
550,
745
]
},
"layers.63.mlp.up_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 17408,
"changed_rows": 16884,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00038873558514751494,
"selection_mse_after": 0.00027314494946040213,
"selection_mse_ratio": 0.702649712562561,
"choices": [
524,
664,
1303,
1212,
2067,
1359,
2228,
1406,
2418,
1034,
1833,
512,
848
]
},
"layers.63.mlp.down_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 4721,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.02393881417810917,
"selection_mse_after": 0.014818540774285793,
"selection_mse_ratio": 0.6190173029899597,
"choices": [
399,
216,
212,
468,
290,
516,
351,
536,
355,
547,
342,
527,
361
]
}
},
"evaluation": {
"bf16": {
"cases": [
{
"case": 0,
"split": "heldout",
"tokens": 620,
"hidden_error": {
"max_abs": 0.0,
"relative_l2": 0.0
},
"drift": {
"logits_max_abs": 0.0,
"logits_relative_l2": 0.0,
"decisions_matched": 3,
"decisions_total": 3,
"decision_agreement": 1.0,
"reference_margin_min": 0.15625,
"reference_margin_median": 1.671875,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 1.671875,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.15625,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 4.796875,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 1,
"split": "heldout",
"tokens": 449,
"hidden_error": {
"max_abs": 0.0,
"relative_l2": 0.0
},
"drift": {
"logits_max_abs": 0.0,
"logits_relative_l2": 0.0,
"decisions_matched": 3,
"decisions_total": 3,
"decision_agreement": 1.0,
"reference_margin_min": 0.40625,
"reference_margin_median": 0.5546875,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 1,
"candidate_choice": 1,
"matched": true,
"reference_margin": 0.5546875,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 0.40625,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 3.578125,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 2,
"split": "heldout",
"tokens": 622,
"hidden_error": {
"max_abs": 0.0,
"relative_l2": 0.0
},
"drift": {
"logits_max_abs": 0.0,
"logits_relative_l2": 0.0,
"decisions_matched": 3,
"decisions_total": 3,
"decision_agreement": 1.0,
"reference_margin_min": 0.51953125,
"reference_margin_median": 0.7421875,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 0.7421875,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.51953125,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 4.59375,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 3,
"split": "heldout",
"tokens": 490,
"hidden_error": {
"max_abs": 0.0,
"relative_l2": 0.0
},
"drift": {
"logits_max_abs": 0.0,
"logits_relative_l2": 0.0,
"decisions_matched": 3,
"decisions_total": 3,
"decision_agreement": 1.0,
"reference_margin_min": 0.21875,
"reference_margin_median": 1.96875,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 0.21875,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 1.96875,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 4.0859375,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 4,
"split": "heldout",
"tokens": 448,
"hidden_error": {
"max_abs": 0.0,
"relative_l2": 0.0
},
"drift": {
"logits_max_abs": 0.0,
"logits_relative_l2": 0.0,
"decisions_matched": 3,
"decisions_total": 3,
"decision_agreement": 1.0,
"reference_margin_min": 1.16015625,
"reference_margin_median": 3.609375,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 1,
"candidate_choice": 1,
"matched": true,
"reference_margin": 3.83984375,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 3.609375,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 1,
"candidate_choice": 1,
"matched": true,
"reference_margin": 1.16015625,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 5,
"split": "heldout",
"tokens": 437,
"hidden_error": {
"max_abs": 0.0,
"relative_l2": 0.0
},
"drift": {
"logits_max_abs": 0.0,
"logits_relative_l2": 0.0,
"decisions_matched": 3,
"decisions_total": 3,
"decision_agreement": 1.0,
"reference_margin_min": 0.9453125,
"reference_margin_median": 0.94921875,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 1,
"candidate_choice": 1,
"matched": true,
"reference_margin": 0.9453125,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.94921875,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 3.48046875,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 6,
"split": "heldout",
"tokens": 494,
"hidden_error": {
"max_abs": 0.0,
"relative_l2": 0.0
},
"drift": {
"logits_max_abs": 0.0,
"logits_relative_l2": 0.0,
"decisions_matched": 3,
"decisions_total": 3,
"decision_agreement": 1.0,
"reference_margin_min": 0.2265625,
"reference_margin_median": 2.28125,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 2.28125,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 0.2265625,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 4.8984375,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 7,
"split": "heldout",
"tokens": 449,
"hidden_error": {
"max_abs": 0.0,
"relative_l2": 0.0
},
"drift": {
"logits_max_abs": 0.0,
"logits_relative_l2": 0.0,
"decisions_matched": 3,
"decisions_total": 3,
"decision_agreement": 1.0,
"reference_margin_min": 0.953125,
"reference_margin_median": 3.1796875,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 1,
"candidate_choice": 1,
"matched": true,
"reference_margin": 0.953125,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 3.1796875,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 4.375,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 8,
"split": "heldout",
"tokens": 491,
"hidden_error": {
"max_abs": 0.0,
"relative_l2": 0.0
},
"drift": {
"logits_max_abs": 0.0,
"logits_relative_l2": 0.0,
"decisions_matched": 3,
"decisions_total": 3,
"decision_agreement": 1.0,
"reference_margin_min": 0.625,
"reference_margin_median": 2.12890625,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 2.12890625,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 0.625,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 5.2265625,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 9,
"split": "heldout",
"tokens": 624,
"hidden_error": {
"max_abs": 0.0,
"relative_l2": 0.0
},
"drift": {
"logits_max_abs": 0.0,
"logits_relative_l2": 0.0,
"decisions_matched": 3,
"decisions_total": 3,
"decision_agreement": 1.0,
"reference_margin_min": 0.171875,
"reference_margin_median": 1.3828125,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 0.171875,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 1.3828125,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 4.734375,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 10,
"split": "heldout",
"tokens": 454,
"hidden_error": {
"max_abs": 0.0,
"relative_l2": 0.0
},
"drift": {
"logits_max_abs": 0.0,
"logits_relative_l2": 0.0,
"decisions_matched": 3,
"decisions_total": 3,
"decision_agreement": 1.0,
"reference_margin_min": 0.8359375,
"reference_margin_median": 2.26953125,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 2.26953125,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 0.8359375,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 4.6640625,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 11,
"split": "heldout",
"tokens": 442,
"hidden_error": {
"max_abs": 0.0,
"relative_l2": 0.0
},
"drift": {
"logits_max_abs": 0.0,
"logits_relative_l2": 0.0,
"decisions_matched": 3,
"decisions_total": 3,
"decision_agreement": 1.0,
"reference_margin_min": 0.740234375,
"reference_margin_median": 1.0703125,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 1,
"candidate_choice": 1,
"matched": true,
"reference_margin": 0.740234375,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 3.5068359375,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 1.0703125,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 12,
"split": "heldout",
"tokens": 458,
"hidden_error": {
"max_abs": 0.0,
"relative_l2": 0.0
},
"drift": {
"logits_max_abs": 0.0,
"logits_relative_l2": 0.0,
"decisions_matched": 3,
"decisions_total": 3,
"decision_agreement": 1.0,
"reference_margin_min": 1.734375,
"reference_margin_median": 1.87890625,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 1.87890625,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 1,
"candidate_choice": 1,
"matched": true,
"reference_margin": 1.734375,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 4.1171875,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 13,
"split": "heldout",
"tokens": 620,
"hidden_error": {
"max_abs": 0.0,
"relative_l2": 0.0
},
"drift": {
"logits_max_abs": 0.0,
"logits_relative_l2": 0.0,
"decisions_matched": 3,
"decisions_total": 3,
"decision_agreement": 1.0,
"reference_margin_min": 0.51171875,
"reference_margin_median": 1.02734375,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 1.02734375,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.51171875,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 5.1171875,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 14,
"split": "heldout",
"tokens": 616,
"hidden_error": {
"max_abs": 0.0,
"relative_l2": 0.0
},
"drift": {
"logits_max_abs": 0.0,
"logits_relative_l2": 0.0,
"decisions_matched": 3,
"decisions_total": 3,
"decision_agreement": 1.0,
"reference_margin_min": 0.203125,
"reference_margin_median": 1.76953125,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 1,
"candidate_choice": 1,
"matched": true,
"reference_margin": 0.203125,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 1.76953125,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 4.8125,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 15,
"split": "heldout",
"tokens": 493,
"hidden_error": {
"max_abs": 0.0,
"relative_l2": 0.0
},
"drift": {
"logits_max_abs": 0.0,
"logits_relative_l2": 0.0,
"decisions_matched": 3,
"decisions_total": 3,
"decision_agreement": 1.0,
"reference_margin_min": 0.0625,
"reference_margin_median": 2.10546875,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 2.10546875,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 0.0625,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 4.40625,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 16,
"split": "regression",
"tokens": 1278,
"hidden_error": {
"max_abs": 0.0,
"relative_l2": 0.0
},
"drift": {
"logits_max_abs": 0.0,
"logits_relative_l2": 0.0,
"decisions_matched": 8,
"decisions_total": 8,
"decision_agreement": 1.0,
"reference_margin_min": 0.0625,
"reference_margin_median": 0.25,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.3671875,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.2265625,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.2265625,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 3,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.2734375,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 4,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.419921875,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 5,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.37109375,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 6,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.0625,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 7,
"reference_choice": 3,
"candidate_choice": 3,
"matched": true,
"reference_margin": 0.1328125,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 17,
"split": "regression",
"tokens": 1502,
"hidden_error": {
"max_abs": 0.0,
"relative_l2": 0.0
},
"drift": {
"logits_max_abs": 0.0,
"logits_relative_l2": 0.0,
"decisions_matched": 8,
"decisions_total": 8,
"decision_agreement": 1.0,
"reference_margin_min": 0.25,
"reference_margin_median": 0.42578125,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.69921875,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.392578125,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.25,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 3,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.48828125,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 4,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.58984375,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 5,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.4296875,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 6,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.28515625,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 7,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.421875,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 18,
"split": "regression",
"tokens": 2270,
"hidden_error": {
"max_abs": 0.0,
"relative_l2": 0.0
},
"drift": {
"logits_max_abs": 0.0,
"logits_relative_l2": 0.0,
"decisions_matched": 8,
"decisions_total": 8,
"decision_agreement": 1.0,
"reference_margin_min": 0.01953125,
"reference_margin_median": 0.12109375,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.4765625,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.306640625,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.08203125,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 3,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.1171875,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 4,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.01953125,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 5,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.05859375,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 6,
"reference_choice": 3,
"candidate_choice": 3,
"matched": true,
"reference_margin": 0.125,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 7,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.265625,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 19,
"split": "regression",
"tokens": 298,
"hidden_error": {
"max_abs": 0.0,
"relative_l2": 0.0
},
"drift": {
"logits_max_abs": 0.0,
"logits_relative_l2": 0.0,
"decisions_matched": 2,
"decisions_total": 2,
"decision_agreement": 1.0,
"reference_margin_min": 4.31640625,
"reference_margin_median": 4.353515625,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 3,
"candidate_choice": 3,
"matched": true,
"reference_margin": 4.390625,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 1,
"candidate_choice": 1,
"matched": true,
"reference_margin": 4.31640625,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 20,
"split": "regression",
"tokens": 303,
"hidden_error": {
"max_abs": 0.0,
"relative_l2": 0.0
},
"drift": {
"logits_max_abs": 0.0,
"logits_relative_l2": 0.0,
"decisions_matched": 2,
"decisions_total": 2,
"decision_agreement": 1.0,
"reference_margin_min": 2.8984375,
"reference_margin_median": 3.73046875,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 4.5625,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 2.8984375,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 21,
"split": "regression",
"tokens": 304,
"hidden_error": {
"max_abs": 0.0,
"relative_l2": 0.0
},
"drift": {
"logits_max_abs": 0.0,
"logits_relative_l2": 0.0,
"decisions_matched": 2,
"decisions_total": 2,
"decision_agreement": 1.0,
"reference_margin_min": 4.2109375,
"reference_margin_median": 4.4228515625,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 4.2109375,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 1,
"candidate_choice": 1,
"matched": true,
"reference_margin": 4.634765625,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 22,
"split": "regression",
"tokens": 312,
"hidden_error": {
"max_abs": 0.0,
"relative_l2": 0.0
},
"drift": {
"logits_max_abs": 0.0,
"logits_relative_l2": 0.0,
"decisions_matched": 2,
"decisions_total": 2,
"decision_agreement": 1.0,
"reference_margin_min": 1.7109375,
"reference_margin_median": 2.55859375,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 3.40625,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 1.7109375,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
}
]
}
}
],
"total_ms": {
"mean": 140.21344811966023,
"median": 139.41042963415384,
"p95": 146.46685030311346,
"min": 136.0104000195861,
"max": 154.61996663361788
},
"resident_vram_bytes": 55004706304,
"peak_vram_bytes": 55265812992
},
"uncalibrated": {
"cases": [
{
"case": 0,
"split": "heldout",
"tokens": 620,
"hidden_error": {
"max_abs": 10.9375,
"relative_l2": 0.08964473009109497
},
"drift": {
"logits_max_abs": 0.109375,
"logits_relative_l2": 0.026009236172720312,
"decisions_matched": 3,
"decisions_total": 3,
"decision_agreement": 1.0,
"reference_margin_min": 0.15625,
"reference_margin_median": 1.671875,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 1.671875,
"logits_max_abs": 0.109375,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.15625,
"logits_max_abs": 0.078125,
"margin_exceeds_twice_error": false
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 4.796875,
"logits_max_abs": 0.0546875,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 1,
"split": "heldout",
"tokens": 449,
"hidden_error": {
"max_abs": 34.5,
"relative_l2": 0.1081586629152298
},
"drift": {
"logits_max_abs": 0.140625,
"logits_relative_l2": 0.02576664194098024,
"decisions_matched": 3,
"decisions_total": 3,
"decision_agreement": 1.0,
"reference_margin_min": 0.40625,
"reference_margin_median": 0.5546875,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 1,
"candidate_choice": 1,
"matched": true,
"reference_margin": 0.5546875,
"logits_max_abs": 0.046875,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 0.40625,
"logits_max_abs": 0.140625,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 3.578125,
"logits_max_abs": 0.046875,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 2,
"split": "heldout",
"tokens": 622,
"hidden_error": {
"max_abs": 19.0625,
"relative_l2": 0.12087327241897583
},
"drift": {
"logits_max_abs": 0.08203125,
"logits_relative_l2": 0.020566657365883832,
"decisions_matched": 3,
"decisions_total": 3,
"decision_agreement": 1.0,
"reference_margin_min": 0.51953125,
"reference_margin_median": 0.7421875,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 0.7421875,
"logits_max_abs": 0.07421875,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.51953125,
"logits_max_abs": 0.08203125,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 4.59375,
"logits_max_abs": 0.0625,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 3,
"split": "heldout",
"tokens": 490,
"hidden_error": {
"max_abs": 26.5,
"relative_l2": 0.10178804397583008
},
"drift": {
"logits_max_abs": 0.046875,
"logits_relative_l2": 0.011188118544286576,
"decisions_matched": 3,
"decisions_total": 3,
"decision_agreement": 1.0,
"reference_margin_min": 0.21875,
"reference_margin_median": 1.96875,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 0.21875,
"logits_max_abs": 0.046875,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 1.96875,
"logits_max_abs": 0.046875,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 4.0859375,
"logits_max_abs": 0.03125,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 4,
"split": "heldout",
"tokens": 448,
"hidden_error": {
"max_abs": 12.25,
"relative_l2": 0.1011408194899559
},
"drift": {
"logits_max_abs": 0.09375,
"logits_relative_l2": 0.013774032047795832,
"decisions_matched": 3,
"decisions_total": 3,
"decision_agreement": 1.0,
"reference_margin_min": 1.16015625,
"reference_margin_median": 3.609375,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 1,
"candidate_choice": 1,
"matched": true,
"reference_margin": 3.83984375,
"logits_max_abs": 0.0625,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 3.609375,
"logits_max_abs": 0.0078125,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 1,
"candidate_choice": 1,
"matched": true,
"reference_margin": 1.16015625,
"logits_max_abs": 0.09375,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 5,
"split": "heldout",
"tokens": 437,
"hidden_error": {
"max_abs": 8.0,
"relative_l2": 0.09316646307706833
},
"drift": {
"logits_max_abs": 0.140625,
"logits_relative_l2": 0.03197494493980738,
"decisions_matched": 3,
"decisions_total": 3,
"decision_agreement": 1.0,
"reference_margin_min": 0.9453125,
"reference_margin_median": 0.94921875,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 1,
"candidate_choice": 1,
"matched": true,
"reference_margin": 0.9453125,
"logits_max_abs": 0.09375,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.94921875,
"logits_max_abs": 0.1015625,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 3.48046875,
"logits_max_abs": 0.140625,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 6,
"split": "heldout",
"tokens": 494,
"hidden_error": {
"max_abs": 5.625,
"relative_l2": 0.0807301327586174
},
"drift": {
"logits_max_abs": 0.078125,
"logits_relative_l2": 0.015684855043027083,
"decisions_matched": 3,
"decisions_total": 3,
"decision_agreement": 1.0,
"reference_margin_min": 0.2265625,
"reference_margin_median": 2.28125,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 2.28125,
"logits_max_abs": 0.078125,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 0.2265625,
"logits_max_abs": 0.0390625,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 4.8984375,
"logits_max_abs": 0.046875,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 7,
"split": "heldout",
"tokens": 449,
"hidden_error": {
"max_abs": 9.125,
"relative_l2": 0.07826612889766693
},
"drift": {
"logits_max_abs": 0.1171875,
"logits_relative_l2": 0.019228604550621312,
"decisions_matched": 3,
"decisions_total": 3,
"decision_agreement": 1.0,
"reference_margin_min": 0.953125,
"reference_margin_median": 3.1796875,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 1,
"candidate_choice": 1,
"matched": true,
"reference_margin": 0.953125,
"logits_max_abs": 0.1171875,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 3.1796875,
"logits_max_abs": 0.0625,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 4.375,
"logits_max_abs": 0.0625,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 8,
"split": "heldout",
"tokens": 491,
"hidden_error": {
"max_abs": 10.5,
"relative_l2": 0.09062034636735916
},
"drift": {
"logits_max_abs": 0.0625,
"logits_relative_l2": 0.01252110909285555,
"decisions_matched": 3,
"decisions_total": 3,
"decision_agreement": 1.0,
"reference_margin_min": 0.625,
"reference_margin_median": 2.12890625,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 2.12890625,
"logits_max_abs": 0.0625,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 0.625,
"logits_max_abs": 0.0625,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 5.2265625,
"logits_max_abs": 0.015625,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 9,
"split": "heldout",
"tokens": 624,
"hidden_error": {
"max_abs": 21.375,
"relative_l2": 0.10698851943016052
},
"drift": {
"logits_max_abs": 0.046875,
"logits_relative_l2": 0.013112880135871238,
"decisions_matched": 3,
"decisions_total": 3,
"decision_agreement": 1.0,
"reference_margin_min": 0.171875,
"reference_margin_median": 1.3828125,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 0.171875,
"logits_max_abs": 0.03125,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 1.3828125,
"logits_max_abs": 0.0390625,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 4.734375,
"logits_max_abs": 0.046875,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 10,
"split": "heldout",
"tokens": 454,
"hidden_error": {
"max_abs": 10.6875,
"relative_l2": 0.1024506688117981
},
"drift": {
"logits_max_abs": 0.109375,
"logits_relative_l2": 0.02025945489256396,
"decisions_matched": 3,
"decisions_total": 3,
"decision_agreement": 1.0,
"reference_margin_min": 0.8359375,
"reference_margin_median": 2.26953125,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 2.26953125,
"logits_max_abs": 0.09375,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 0.8359375,
"logits_max_abs": 0.109375,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 4.6640625,
"logits_max_abs": 0.03125,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 11,
"split": "heldout",
"tokens": 442,
"hidden_error": {
"max_abs": 21.1875,
"relative_l2": 0.11471161246299744
},
"drift": {
"logits_max_abs": 0.171875,
"logits_relative_l2": 0.027597038131031322,
"decisions_matched": 3,
"decisions_total": 3,
"decision_agreement": 1.0,
"reference_margin_min": 0.740234375,
"reference_margin_median": 1.0703125,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 1,
"candidate_choice": 1,
"matched": true,
"reference_margin": 0.740234375,
"logits_max_abs": 0.171875,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 3.5068359375,
"logits_max_abs": 0.0556640625,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 1.0703125,
"logits_max_abs": 0.046875,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 12,
"split": "heldout",
"tokens": 458,
"hidden_error": {
"max_abs": 26.4375,
"relative_l2": 0.1139642745256424
},
"drift": {
"logits_max_abs": 0.078125,
"logits_relative_l2": 0.02037752212378104,
"decisions_matched": 3,
"decisions_total": 3,
"decision_agreement": 1.0,
"reference_margin_min": 1.734375,
"reference_margin_median": 1.87890625,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 1.87890625,
"logits_max_abs": 0.0625,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 1,
"candidate_choice": 1,
"matched": true,
"reference_margin": 1.734375,
"logits_max_abs": 0.078125,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 4.1171875,
"logits_max_abs": 0.015625,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 13,
"split": "heldout",
"tokens": 620,
"hidden_error": {
"max_abs": 11.25,
"relative_l2": 0.1013590395450592
},
"drift": {
"logits_max_abs": 0.1171875,
"logits_relative_l2": 0.023722949852474615,
"decisions_matched": 3,
"decisions_total": 3,
"decision_agreement": 1.0,
"reference_margin_min": 0.51171875,
"reference_margin_median": 1.02734375,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 1.02734375,
"logits_max_abs": 0.1171875,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.51171875,
"logits_max_abs": 0.0703125,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 5.1171875,
"logits_max_abs": 0.0,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 14,
"split": "heldout",
"tokens": 616,
"hidden_error": {
"max_abs": 20.0,
"relative_l2": 0.14463429152965546
},
"drift": {
"logits_max_abs": 0.0859375,
"logits_relative_l2": 0.02399846632368781,
"decisions_matched": 3,
"decisions_total": 3,
"decision_agreement": 1.0,
"reference_margin_min": 0.203125,
"reference_margin_median": 1.76953125,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 1,
"candidate_choice": 1,
"matched": true,
"reference_margin": 0.203125,
"logits_max_abs": 0.07421875,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 1.76953125,
"logits_max_abs": 0.0859375,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 4.8125,
"logits_max_abs": 0.0546875,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 15,
"split": "heldout",
"tokens": 493,
"hidden_error": {
"max_abs": 14.4375,
"relative_l2": 0.11212833970785141
},
"drift": {
"logits_max_abs": 0.171875,
"logits_relative_l2": 0.040714240348621866,
"decisions_matched": 3,
"decisions_total": 3,
"decision_agreement": 1.0,
"reference_margin_min": 0.0625,
"reference_margin_median": 2.10546875,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 2.10546875,
"logits_max_abs": 0.134765625,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 0.0625,
"logits_max_abs": 0.171875,
"margin_exceeds_twice_error": false
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 4.40625,
"logits_max_abs": 0.09375,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 16,
"split": "regression",
"tokens": 1278,
"hidden_error": {
"max_abs": 24.953125,
"relative_l2": 0.13384588062763214
},
"drift": {
"logits_max_abs": 0.203125,
"logits_relative_l2": 0.22819439539660408,
"decisions_matched": 7,
"decisions_total": 8,
"decision_agreement": 0.875,
"reference_margin_min": 0.0625,
"reference_margin_median": 0.25,
"flips": [
{
"record": 0,
"question": 7,
"reference_choice": 3,
"candidate_choice": 0,
"matched": false,
"reference_margin": 0.1328125,
"logits_max_abs": 0.203125,
"margin_exceeds_twice_error": false
}
],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.3671875,
"logits_max_abs": 0.1796875,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.2265625,
"logits_max_abs": 0.15234375,
"margin_exceeds_twice_error": false
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.2265625,
"logits_max_abs": 0.068359375,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 3,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.2734375,
"logits_max_abs": 0.02734375,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 4,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.419921875,
"logits_max_abs": 0.12109375,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 5,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.37109375,
"logits_max_abs": 0.0703125,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 6,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.0625,
"logits_max_abs": 0.1640625,
"margin_exceeds_twice_error": false
},
{
"record": 0,
"question": 7,
"reference_choice": 3,
"candidate_choice": 0,
"matched": false,
"reference_margin": 0.1328125,
"logits_max_abs": 0.203125,
"margin_exceeds_twice_error": false
}
]
}
},
{
"case": 17,
"split": "regression",
"tokens": 1502,
"hidden_error": {
"max_abs": 37.6875,
"relative_l2": 0.2050948441028595
},
"drift": {
"logits_max_abs": 0.453125,
"logits_relative_l2": 0.8203696962965247,
"decisions_matched": 8,
"decisions_total": 8,
"decision_agreement": 1.0,
"reference_margin_min": 0.25,
"reference_margin_median": 0.42578125,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.69921875,
"logits_max_abs": 0.4453125,
"margin_exceeds_twice_error": false
},
{
"record": 0,
"question": 1,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.392578125,
"logits_max_abs": 0.265625,
"margin_exceeds_twice_error": false
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.25,
"logits_max_abs": 0.38671875,
"margin_exceeds_twice_error": false
},
{
"record": 0,
"question": 3,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.48828125,
"logits_max_abs": 0.37890625,
"margin_exceeds_twice_error": false
},
{
"record": 0,
"question": 4,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.58984375,
"logits_max_abs": 0.453125,
"margin_exceeds_twice_error": false
},
{
"record": 0,
"question": 5,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.4296875,
"logits_max_abs": 0.34765625,
"margin_exceeds_twice_error": false
},
{
"record": 0,
"question": 6,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.28515625,
"logits_max_abs": 0.42578125,
"margin_exceeds_twice_error": false
},
{
"record": 0,
"question": 7,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.421875,
"logits_max_abs": 0.2578125,
"margin_exceeds_twice_error": false
}
]
}
},
{
"case": 18,
"split": "regression",
"tokens": 2270,
"hidden_error": {
"max_abs": 44.546875,
"relative_l2": 0.27784037590026855
},
"drift": {
"logits_max_abs": 0.28125,
"logits_relative_l2": 0.47507892727054357,
"decisions_matched": 7,
"decisions_total": 8,
"decision_agreement": 0.875,
"reference_margin_min": 0.01953125,
"reference_margin_median": 0.12109375,
"flips": [
{
"record": 0,
"question": 5,
"reference_choice": 0,
"candidate_choice": 3,
"matched": false,
"reference_margin": 0.05859375,
"logits_max_abs": 0.28125,
"margin_exceeds_twice_error": false
}
],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.4765625,
"logits_max_abs": 0.10546875,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.306640625,
"logits_max_abs": 0.140625,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.08203125,
"logits_max_abs": 0.14453125,
"margin_exceeds_twice_error": false
},
{
"record": 0,
"question": 3,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.1171875,
"logits_max_abs": 0.15234375,
"margin_exceeds_twice_error": false
},
{
"record": 0,
"question": 4,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.01953125,
"logits_max_abs": 0.15625,
"margin_exceeds_twice_error": false
},
{
"record": 0,
"question": 5,
"reference_choice": 0,
"candidate_choice": 3,
"matched": false,
"reference_margin": 0.05859375,
"logits_max_abs": 0.28125,
"margin_exceeds_twice_error": false
},
{
"record": 0,
"question": 6,
"reference_choice": 3,
"candidate_choice": 3,
"matched": true,
"reference_margin": 0.125,
"logits_max_abs": 0.166015625,
"margin_exceeds_twice_error": false
},
{
"record": 0,
"question": 7,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.265625,
"logits_max_abs": 0.27734375,
"margin_exceeds_twice_error": false
}
]
}
},
{
"case": 19,
"split": "regression",
"tokens": 298,
"hidden_error": {
"max_abs": 23.125,
"relative_l2": 0.1537172794342041
},
"drift": {
"logits_max_abs": 0.2109375,
"logits_relative_l2": 0.04537973383621786,
"decisions_matched": 2,
"decisions_total": 2,
"decision_agreement": 1.0,
"reference_margin_min": 4.31640625,
"reference_margin_median": 4.353515625,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 3,
"candidate_choice": 3,
"matched": true,
"reference_margin": 4.390625,
"logits_max_abs": 0.15625,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 1,
"candidate_choice": 1,
"matched": true,
"reference_margin": 4.31640625,
"logits_max_abs": 0.2109375,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 20,
"split": "regression",
"tokens": 303,
"hidden_error": {
"max_abs": 7.3125,
"relative_l2": 0.09527775645256042
},
"drift": {
"logits_max_abs": 0.0703125,
"logits_relative_l2": 0.011945749002471896,
"decisions_matched": 2,
"decisions_total": 2,
"decision_agreement": 1.0,
"reference_margin_min": 2.8984375,
"reference_margin_median": 3.73046875,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 4.5625,
"logits_max_abs": 0.0703125,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 2.8984375,
"logits_max_abs": 0.04296875,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 21,
"split": "regression",
"tokens": 304,
"hidden_error": {
"max_abs": 16.3125,
"relative_l2": 0.07265420258045197
},
"drift": {
"logits_max_abs": 0.0625,
"logits_relative_l2": 0.00905297795420702,
"decisions_matched": 2,
"decisions_total": 2,
"decision_agreement": 1.0,
"reference_margin_min": 4.2109375,
"reference_margin_median": 4.4228515625,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 4.2109375,
"logits_max_abs": 0.0625,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 1,
"candidate_choice": 1,
"matched": true,
"reference_margin": 4.634765625,
"logits_max_abs": 0.013671875,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 22,
"split": "regression",
"tokens": 312,
"hidden_error": {
"max_abs": 20.375,
"relative_l2": 0.10054328292608261
},
"drift": {
"logits_max_abs": 0.046875,
"logits_relative_l2": 0.011191768171962288,
"decisions_matched": 2,
"decisions_total": 2,
"decision_agreement": 1.0,
"reference_margin_min": 1.7109375,
"reference_margin_median": 2.55859375,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 3.40625,
"logits_max_abs": 0.046875,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 1.7109375,
"logits_max_abs": 0.0234375,
"margin_exceeds_twice_error": true
}
]
}
}
],
"total_ms": {
"mean": 121.1698758105437,
"median": 121.17210635915399,
"p95": 121.28216866403818,
"min": 121.04128208011389,
"max": 121.32285814732313
},
"resident_vram_bytes": 30701139456,
"peak_vram_bytes": 30978942464
},
"calibrated": {
"cases": [
{
"case": 0,
"split": "heldout",
"tokens": 620,
"hidden_error": {
"max_abs": 10.25,
"relative_l2": 0.09894434362649918
},
"drift": {
"logits_max_abs": 0.09375,
"logits_relative_l2": 0.02244863137186439,
"decisions_matched": 3,
"decisions_total": 3,
"decision_agreement": 1.0,
"reference_margin_min": 0.15625,
"reference_margin_median": 1.671875,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 1.671875,
"logits_max_abs": 0.0625,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.15625,
"logits_max_abs": 0.046875,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 4.796875,
"logits_max_abs": 0.09375,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 1,
"split": "heldout",
"tokens": 449,
"hidden_error": {
"max_abs": 10.875,
"relative_l2": 0.08918958902359009
},
"drift": {
"logits_max_abs": 0.078125,
"logits_relative_l2": 0.021434722025060353,
"decisions_matched": 3,
"decisions_total": 3,
"decision_agreement": 1.0,
"reference_margin_min": 0.40625,
"reference_margin_median": 0.5546875,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 1,
"candidate_choice": 1,
"matched": true,
"reference_margin": 0.5546875,
"logits_max_abs": 0.0703125,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 0.40625,
"logits_max_abs": 0.078125,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 3.578125,
"logits_max_abs": 0.0625,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 2,
"split": "heldout",
"tokens": 622,
"hidden_error": {
"max_abs": 28.234375,
"relative_l2": 0.10862398147583008
},
"drift": {
"logits_max_abs": 0.046875,
"logits_relative_l2": 0.008683906224929852,
"decisions_matched": 3,
"decisions_total": 3,
"decision_agreement": 1.0,
"reference_margin_min": 0.51953125,
"reference_margin_median": 0.7421875,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 0.7421875,
"logits_max_abs": 0.046875,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.51953125,
"logits_max_abs": 0.01953125,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 4.59375,
"logits_max_abs": 0.03125,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 3,
"split": "heldout",
"tokens": 490,
"hidden_error": {
"max_abs": 29.5,
"relative_l2": 0.1028607115149498
},
"drift": {
"logits_max_abs": 0.0546875,
"logits_relative_l2": 0.012165404838366192,
"decisions_matched": 3,
"decisions_total": 3,
"decision_agreement": 1.0,
"reference_margin_min": 0.21875,
"reference_margin_median": 1.96875,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 0.21875,
"logits_max_abs": 0.03125,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 1.96875,
"logits_max_abs": 0.046875,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 4.0859375,
"logits_max_abs": 0.0546875,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 4,
"split": "heldout",
"tokens": 448,
"hidden_error": {
"max_abs": 6.25,
"relative_l2": 0.0767848864197731
},
"drift": {
"logits_max_abs": 0.09375,
"logits_relative_l2": 0.013061672411813975,
"decisions_matched": 3,
"decisions_total": 3,
"decision_agreement": 1.0,
"reference_margin_min": 1.16015625,
"reference_margin_median": 3.609375,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 1,
"candidate_choice": 1,
"matched": true,
"reference_margin": 3.83984375,
"logits_max_abs": 0.0625,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 3.609375,
"logits_max_abs": 0.03125,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 1,
"candidate_choice": 1,
"matched": true,
"reference_margin": 1.16015625,
"logits_max_abs": 0.09375,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 5,
"split": "heldout",
"tokens": 437,
"hidden_error": {
"max_abs": 22.46875,
"relative_l2": 0.0994764193892479
},
"drift": {
"logits_max_abs": 0.171875,
"logits_relative_l2": 0.03855332741757313,
"decisions_matched": 3,
"decisions_total": 3,
"decision_agreement": 1.0,
"reference_margin_min": 0.9453125,
"reference_margin_median": 0.94921875,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 1,
"candidate_choice": 1,
"matched": true,
"reference_margin": 0.9453125,
"logits_max_abs": 0.140625,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.94921875,
"logits_max_abs": 0.109375,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 3.48046875,
"logits_max_abs": 0.171875,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 6,
"split": "heldout",
"tokens": 494,
"hidden_error": {
"max_abs": 4.875,
"relative_l2": 0.07552987337112427
},
"drift": {
"logits_max_abs": 0.171875,
"logits_relative_l2": 0.024624666609921655,
"decisions_matched": 3,
"decisions_total": 3,
"decision_agreement": 1.0,
"reference_margin_min": 0.2265625,
"reference_margin_median": 2.28125,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 2.28125,
"logits_max_abs": 0.171875,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 0.2265625,
"logits_max_abs": 0.03125,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 4.8984375,
"logits_max_abs": 0.015625,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 7,
"split": "heldout",
"tokens": 449,
"hidden_error": {
"max_abs": 7.421875,
"relative_l2": 0.08544060587882996
},
"drift": {
"logits_max_abs": 0.109375,
"logits_relative_l2": 0.019267221784143314,
"decisions_matched": 3,
"decisions_total": 3,
"decision_agreement": 1.0,
"reference_margin_min": 0.953125,
"reference_margin_median": 3.1796875,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 1,
"candidate_choice": 1,
"matched": true,
"reference_margin": 0.953125,
"logits_max_abs": 0.109375,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 3.1796875,
"logits_max_abs": 0.078125,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 4.375,
"logits_max_abs": 0.03125,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 8,
"split": "heldout",
"tokens": 491,
"hidden_error": {
"max_abs": 10.5,
"relative_l2": 0.08921294659376144
},
"drift": {
"logits_max_abs": 0.1328125,
"logits_relative_l2": 0.02452100985956102,
"decisions_matched": 3,
"decisions_total": 3,
"decision_agreement": 1.0,
"reference_margin_min": 0.625,
"reference_margin_median": 2.12890625,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 2.12890625,
"logits_max_abs": 0.0703125,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 0.625,
"logits_max_abs": 0.1328125,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 5.2265625,
"logits_max_abs": 0.0625,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 9,
"split": "heldout",
"tokens": 624,
"hidden_error": {
"max_abs": 31.109375,
"relative_l2": 0.10802949965000153
},
"drift": {
"logits_max_abs": 0.0625,
"logits_relative_l2": 0.011030691707312846,
"decisions_matched": 3,
"decisions_total": 3,
"decision_agreement": 1.0,
"reference_margin_min": 0.171875,
"reference_margin_median": 1.3828125,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 0.171875,
"logits_max_abs": 0.015625,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 1.3828125,
"logits_max_abs": 0.0625,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 4.734375,
"logits_max_abs": 0.0234375,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 10,
"split": "heldout",
"tokens": 454,
"hidden_error": {
"max_abs": 9.078125,
"relative_l2": 0.09370549023151398
},
"drift": {
"logits_max_abs": 0.109375,
"logits_relative_l2": 0.023512655657739932,
"decisions_matched": 3,
"decisions_total": 3,
"decision_agreement": 1.0,
"reference_margin_min": 0.8359375,
"reference_margin_median": 2.26953125,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 2.26953125,
"logits_max_abs": 0.109375,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 0.8359375,
"logits_max_abs": 0.109375,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 4.6640625,
"logits_max_abs": 0.046875,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 11,
"split": "heldout",
"tokens": 442,
"hidden_error": {
"max_abs": 20.78125,
"relative_l2": 0.10849940031766891
},
"drift": {
"logits_max_abs": 0.140625,
"logits_relative_l2": 0.02170194702670031,
"decisions_matched": 3,
"decisions_total": 3,
"decision_agreement": 1.0,
"reference_margin_min": 0.740234375,
"reference_margin_median": 1.0703125,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 1,
"candidate_choice": 1,
"matched": true,
"reference_margin": 0.740234375,
"logits_max_abs": 0.140625,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 3.5068359375,
"logits_max_abs": 0.0380859375,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 1.0703125,
"logits_max_abs": 0.0625,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 12,
"split": "heldout",
"tokens": 458,
"hidden_error": {
"max_abs": 24.4375,
"relative_l2": 0.10687316954135895
},
"drift": {
"logits_max_abs": 0.08203125,
"logits_relative_l2": 0.013776477299989494,
"decisions_matched": 3,
"decisions_total": 3,
"decision_agreement": 1.0,
"reference_margin_min": 1.734375,
"reference_margin_median": 1.87890625,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 1.87890625,
"logits_max_abs": 0.08203125,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 1,
"candidate_choice": 1,
"matched": true,
"reference_margin": 1.734375,
"logits_max_abs": 0.03125,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 4.1171875,
"logits_max_abs": 0.046875,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 13,
"split": "heldout",
"tokens": 620,
"hidden_error": {
"max_abs": 7.3984375,
"relative_l2": 0.09255636483430862
},
"drift": {
"logits_max_abs": 0.046875,
"logits_relative_l2": 0.011105703034390279,
"decisions_matched": 3,
"decisions_total": 3,
"decision_agreement": 1.0,
"reference_margin_min": 0.51171875,
"reference_margin_median": 1.02734375,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 1.02734375,
"logits_max_abs": 0.03125,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.51171875,
"logits_max_abs": 0.02734375,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 5.1171875,
"logits_max_abs": 0.046875,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 14,
"split": "heldout",
"tokens": 616,
"hidden_error": {
"max_abs": 24.8125,
"relative_l2": 0.13138584792613983
},
"drift": {
"logits_max_abs": 0.0625,
"logits_relative_l2": 0.010790583841976165,
"decisions_matched": 3,
"decisions_total": 3,
"decision_agreement": 1.0,
"reference_margin_min": 0.203125,
"reference_margin_median": 1.76953125,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 1,
"candidate_choice": 1,
"matched": true,
"reference_margin": 0.203125,
"logits_max_abs": 0.03125,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 1.76953125,
"logits_max_abs": 0.0625,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 4.8125,
"logits_max_abs": 0.015625,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 15,
"split": "heldout",
"tokens": 493,
"hidden_error": {
"max_abs": 11.25,
"relative_l2": 0.09017958492040634
},
"drift": {
"logits_max_abs": 0.078125,
"logits_relative_l2": 0.01728935550846871,
"decisions_matched": 3,
"decisions_total": 3,
"decision_agreement": 1.0,
"reference_margin_min": 0.0625,
"reference_margin_median": 2.10546875,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 2.10546875,
"logits_max_abs": 0.03125,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 0.0625,
"logits_max_abs": 0.078125,
"margin_exceeds_twice_error": false
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 4.40625,
"logits_max_abs": 0.03125,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 16,
"split": "regression",
"tokens": 1278,
"hidden_error": {
"max_abs": 30.8125,
"relative_l2": 0.13932070136070251
},
"drift": {
"logits_max_abs": 0.234375,
"logits_relative_l2": 0.24432059284457605,
"decisions_matched": 7,
"decisions_total": 8,
"decision_agreement": 0.875,
"reference_margin_min": 0.0625,
"reference_margin_median": 0.25,
"flips": [
{
"record": 0,
"question": 7,
"reference_choice": 3,
"candidate_choice": 0,
"matched": false,
"reference_margin": 0.1328125,
"logits_max_abs": 0.234375,
"margin_exceeds_twice_error": false
}
],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.3671875,
"logits_max_abs": 0.15625,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.2265625,
"logits_max_abs": 0.109375,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.2265625,
"logits_max_abs": 0.080078125,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 3,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.2734375,
"logits_max_abs": 0.07421875,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 4,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.419921875,
"logits_max_abs": 0.119140625,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 5,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.37109375,
"logits_max_abs": 0.109375,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 6,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.0625,
"logits_max_abs": 0.099609375,
"margin_exceeds_twice_error": false
},
{
"record": 0,
"question": 7,
"reference_choice": 3,
"candidate_choice": 0,
"matched": false,
"reference_margin": 0.1328125,
"logits_max_abs": 0.234375,
"margin_exceeds_twice_error": false
}
]
}
},
{
"case": 17,
"split": "regression",
"tokens": 1502,
"hidden_error": {
"max_abs": 31.283203125,
"relative_l2": 0.2085031121969223
},
"drift": {
"logits_max_abs": 0.29296875,
"logits_relative_l2": 0.5195755740972049,
"decisions_matched": 8,
"decisions_total": 8,
"decision_agreement": 1.0,
"reference_margin_min": 0.25,
"reference_margin_median": 0.42578125,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.69921875,
"logits_max_abs": 0.29296875,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.392578125,
"logits_max_abs": 0.267578125,
"margin_exceeds_twice_error": false
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.25,
"logits_max_abs": 0.26171875,
"margin_exceeds_twice_error": false
},
{
"record": 0,
"question": 3,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.48828125,
"logits_max_abs": 0.24609375,
"margin_exceeds_twice_error": false
},
{
"record": 0,
"question": 4,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.58984375,
"logits_max_abs": 0.2734375,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 5,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.4296875,
"logits_max_abs": 0.23828125,
"margin_exceeds_twice_error": false
},
{
"record": 0,
"question": 6,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.28515625,
"logits_max_abs": 0.28125,
"margin_exceeds_twice_error": false
},
{
"record": 0,
"question": 7,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.421875,
"logits_max_abs": 0.22265625,
"margin_exceeds_twice_error": false
}
]
}
},
{
"case": 18,
"split": "regression",
"tokens": 2270,
"hidden_error": {
"max_abs": 45.296875,
"relative_l2": 0.2817922830581665
},
"drift": {
"logits_max_abs": 0.21484375,
"logits_relative_l2": 0.3134054938237255,
"decisions_matched": 8,
"decisions_total": 8,
"decision_agreement": 1.0,
"reference_margin_min": 0.01953125,
"reference_margin_median": 0.12109375,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.4765625,
"logits_max_abs": 0.1484375,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.306640625,
"logits_max_abs": 0.111328125,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 2,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.08203125,
"logits_max_abs": 0.1484375,
"margin_exceeds_twice_error": false
},
{
"record": 0,
"question": 3,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.1171875,
"logits_max_abs": 0.1171875,
"margin_exceeds_twice_error": false
},
{
"record": 0,
"question": 4,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.01953125,
"logits_max_abs": 0.13671875,
"margin_exceeds_twice_error": false
},
{
"record": 0,
"question": 5,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.05859375,
"logits_max_abs": 0.08984375,
"margin_exceeds_twice_error": false
},
{
"record": 0,
"question": 6,
"reference_choice": 3,
"candidate_choice": 3,
"matched": true,
"reference_margin": 0.125,
"logits_max_abs": 0.15625,
"margin_exceeds_twice_error": false
},
{
"record": 0,
"question": 7,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 0.265625,
"logits_max_abs": 0.21484375,
"margin_exceeds_twice_error": false
}
]
}
},
{
"case": 19,
"split": "regression",
"tokens": 298,
"hidden_error": {
"max_abs": 8.25,
"relative_l2": 0.08705292642116547
},
"drift": {
"logits_max_abs": 0.171875,
"logits_relative_l2": 0.027874615994997076,
"decisions_matched": 2,
"decisions_total": 2,
"decision_agreement": 1.0,
"reference_margin_min": 4.31640625,
"reference_margin_median": 4.353515625,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 3,
"candidate_choice": 3,
"matched": true,
"reference_margin": 4.390625,
"logits_max_abs": 0.0625,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 1,
"candidate_choice": 1,
"matched": true,
"reference_margin": 4.31640625,
"logits_max_abs": 0.171875,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 20,
"split": "regression",
"tokens": 303,
"hidden_error": {
"max_abs": 10.75,
"relative_l2": 0.0930745080113411
},
"drift": {
"logits_max_abs": 0.09375,
"logits_relative_l2": 0.012005244385097194,
"decisions_matched": 2,
"decisions_total": 2,
"decision_agreement": 1.0,
"reference_margin_min": 2.8984375,
"reference_margin_median": 3.73046875,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 4.5625,
"logits_max_abs": 0.09375,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 2.8984375,
"logits_max_abs": 0.0078125,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 21,
"split": "regression",
"tokens": 304,
"hidden_error": {
"max_abs": 15.8125,
"relative_l2": 0.06573484092950821
},
"drift": {
"logits_max_abs": 0.03125,
"logits_relative_l2": 0.007555761286739542,
"decisions_matched": 2,
"decisions_total": 2,
"decision_agreement": 1.0,
"reference_margin_min": 4.2109375,
"reference_margin_median": 4.4228515625,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 4.2109375,
"logits_max_abs": 0.03125,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 1,
"candidate_choice": 1,
"matched": true,
"reference_margin": 4.634765625,
"logits_max_abs": 0.03125,
"margin_exceeds_twice_error": true
}
]
}
},
{
"case": 22,
"split": "regression",
"tokens": 312,
"hidden_error": {
"max_abs": 11.75390625,
"relative_l2": 0.09043972939252853
},
"drift": {
"logits_max_abs": 0.0625,
"logits_relative_l2": 0.01652767290549088,
"decisions_matched": 2,
"decisions_total": 2,
"decision_agreement": 1.0,
"reference_margin_min": 1.7109375,
"reference_margin_median": 2.55859375,
"flips": [],
"decisions": [
{
"record": 0,
"question": 0,
"reference_choice": 2,
"candidate_choice": 2,
"matched": true,
"reference_margin": 3.40625,
"logits_max_abs": 0.0625,
"margin_exceeds_twice_error": true
},
{
"record": 0,
"question": 1,
"reference_choice": 0,
"candidate_choice": 0,
"matched": true,
"reference_margin": 1.7109375,
"logits_max_abs": 0.0625,
"margin_exceeds_twice_error": true
}
]
}
}
],
"total_ms": {
"mean": 121.11654737964272,
"median": 121.1003796197474,
"p95": 121.6830424964428,
"min": 120.91116048395634,
"max": 121.74379825592041
},
"resident_vram_bytes": 30701139456,
"peak_vram_bytes": 30979010048
}
},
"calibration_seconds": 44.41642145626247,
"calibration_index": "clef_text_int8_convrot_calibrated.safetensors.index.json",
"indexed_reload_exact": true
}
{
"source_digest": "cae974bb5b4b21095342ecb5dcee32771d65a4bade3367334a762e1ae390f96e",
"scope": "all",
"group_size": 256,
"calibration_digest": "8ba079bd077fd33a4b66c6b21aa5400e7d10ce4c40d40c076249a30a921ec458",
"selection_digest": "32049eb0bbf3026d9333537df8223fc469d3457c709360f86fb1379b4d0d6b9a",
"heldout_digest": "6cb6fc33844d83587b504f2336f1295f5d37505a7e1b0fbba1ebbd09631aa6ce",
"records": [
12,
6,
16
],
"data_source": "synthetic",
"method": "per-output-row clipping, bounded ridge scale/bias fit, independent local selection",
"quality_scope": "BF16 agreement, not production task accuracy",
"linears": {
"layers.0.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 5076,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 1.1796358876381419e-06,
"selection_mse_after": 5.707435661861382e-07,
"selection_mse_ratio": 0.4838302433490753,
"choices": [
44,
60,
684,
116,
683,
103,
806,
112,
896,
102,
777,
77,
660
]
},
"layers.0.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 9911,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0003618273767642677,
"selection_mse_after": 0.00020507506269495934,
"selection_mse_ratio": 0.5667759776115417,
"choices": [
329,
399,
695,
802,
1136,
892,
1264,
849,
1243,
738,
1003,
392,
498
]
},
"layers.0.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 5964,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00031612743623554707,
"selection_mse_after": 0.00018290558364242315,
"selection_mse_ratio": 0.5785818099975586,
"choices": [
180,
280,
402,
465,
636,
533,