bghira's picture
Publish calibrated CLEF INT8 ConvRot text-linear overrides
d91ccd0 verified
Raw History Blame Contribute Delete
367 kB
{ "source_digest": "cae974bb5b4b21095342ecb5dcee32771d65a4bade3367334a762e1ae390f96e", "scope": "all", "group_size": 256, "calibration_digest": "8ba079bd077fd33a4b66c6b21aa5400e7d10ce4c40d40c076249a30a921ec458", "selection_digest": "32049eb0bbf3026d9333537df8223fc469d3457c709360f86fb1379b4d0d6b9a", "heldout_digest": "6cb6fc33844d83587b504f2336f1295f5d37505a7e1b0fbba1ebbd09631aa6ce", "records": [ 12, 6, 16 ], "data_source": "synthetic", "method": "per-output-row clipping, bounded ridge scale/bias fit, independent local selection", "quality_scope": "BF16 agreement, not production task accuracy", "linears": { "layers.0.linear_attn.out_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 5076, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 1.1796358876381419e-06, "selection_mse_after": 5.707435661861382e-07, "selection_mse_ratio": 0.4838302433490753, "choices": [ 44, 60, 684, 116, 683, 103, 806, 112, 896, 102, 777, 77, 660 ] }, "layers.0.linear_attn.in_proj_qkv": { "train_rows": 192, "selection_rows": 96, "output_rows": 10240, "changed_rows": 9911, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0003618273767642677, "selection_mse_after": 0.00020507506269495934, "selection_mse_ratio": 0.5667759776115417, "choices": [ 329, 399, 695, 802, 1136, 892, 1264, 849, 1243, 738, 1003, 392, 498 ] }, "layers.0.linear_attn.in_proj_z": { "train_rows": 192, "selection_rows": 96, "output_rows": 6144, "changed_rows": 5964, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00031612743623554707, "selection_mse_after": 0.00018290558364242315, "selection_mse_ratio": 0.5785818099975586, "choices": [ 180, 280, 402, 465, 636, 533, 714, 565, 717, 480, 592, 251, 329 ] }, "layers.0.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16905, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 9.412830195287825e-07, "selection_mse_after": 6.265601086852257e-07, "selection_mse_ratio": 0.6656447649002075, "choices": [ 503, 625, 1133, 1373, 1968, 1620, 2272, 1573, 2183, 1180, 1774, 459, 745 ] }, "layers.0.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16927, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 8.758020157983992e-07, "selection_mse_after": 5.809555432279012e-07, "selection_mse_ratio": 0.6633411645889282, "choices": [ 481, 644, 1183, 1362, 1941, 1622, 2219, 1615, 2282, 1171, 1760, 444, 684 ] }, "layers.0.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4931, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 1.6992986218156148e-07, "selection_mse_after": 5.2070571854301306e-08, "selection_mse_ratio": 0.30642393231391907, "choices": [ 189, 258, 269, 444, 301, 493, 406, 530, 461, 488, 410, 517, 354 ] }, "layers.1.linear_attn.out_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4970, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 1.6158530513621372e-07, "selection_mse_after": 7.963565451518662e-08, "selection_mse_ratio": 0.4928397238254547, "choices": [ 150, 137, 441, 335, 528, 351, 613, 345, 666, 334, 548, 239, 433 ] }, "layers.1.linear_attn.in_proj_qkv": { "train_rows": 192, "selection_rows": 96, "output_rows": 10240, "changed_rows": 10009, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 4.1196388337993994e-05, "selection_mse_after": 2.529439007048495e-05, "selection_mse_ratio": 0.6139953136444092, "choices": [ 231, 202, 1174, 383, 1448, 398, 1607, 412, 1573, 348, 1327, 228, 909 ] }, "layers.1.linear_attn.in_proj_z": { "train_rows": 192, "selection_rows": 96, "output_rows": 6144, "changed_rows": 6031, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 4.20376454712823e-05, "selection_mse_after": 2.5813595129875466e-05, "selection_mse_ratio": 0.6140589714050293, "choices": [ 113, 124, 763, 224, 821, 259, 952, 264, 950, 207, 798, 147, 522 ] }, "layers.1.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16876, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 1.471413725084858e-06, "selection_mse_after": 1.0306389413017314e-06, "selection_mse_ratio": 0.700441300868988, "choices": [ 532, 578, 1092, 1392, 2021, 1669, 2275, 1580, 2235, 1181, 1707, 454, 692 ] }, "layers.1.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16908, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 1.3920869150751969e-06, "selection_mse_after": 9.75083707999147e-07, "selection_mse_ratio": 0.7004474401473999, "choices": [ 500, 559, 1058, 1349, 2070, 1569, 2275, 1592, 2399, 1205, 1744, 381, 707 ] }, "layers.1.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4779, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 5.609326692024297e-08, "selection_mse_after": 3.711114615612132e-08, "selection_mse_ratio": 0.6615971922874451, "choices": [ 341, 197, 234, 411, 317, 476, 423, 555, 447, 515, 409, 450, 345 ] }, "layers.2.linear_attn.out_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4994, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 2.2542508304468356e-07, "selection_mse_after": 1.2108553448797466e-07, "selection_mse_ratio": 0.5371431112289429, "choices": [ 126, 172, 427, 272, 596, 333, 653, 301, 615, 331, 599, 227, 468 ] }, "layers.2.linear_attn.in_proj_qkv": { "train_rows": 192, "selection_rows": 96, "output_rows": 10240, "changed_rows": 10008, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 5.109439371153712e-05, "selection_mse_after": 3.2005718821892515e-05, "selection_mse_ratio": 0.6264036893844604, "choices": [ 232, 197, 1198, 368, 1478, 443, 1621, 373, 1502, 335, 1382, 253, 858 ] }, "layers.2.linear_attn.in_proj_z": { "train_rows": 192, "selection_rows": 96, "output_rows": 6144, "changed_rows": 5971, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 5.1924900617450476e-05, "selection_mse_after": 3.2775249565020204e-05, "selection_mse_ratio": 0.6312048435211182, "choices": [ 173, 142, 678, 256, 848, 276, 920, 252, 878, 254, 737, 175, 555 ] }, "layers.2.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16938, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 1.992153556784615e-06, "selection_mse_after": 1.4251520497055026e-06, "selection_mse_ratio": 0.7153826355934143, "choices": [ 470, 538, 1129, 1264, 2159, 1455, 2432, 1464, 2454, 1157, 1846, 391, 649 ] }, "layers.2.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16965, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 1.85667670393741e-06, "selection_mse_after": 1.3258930948722991e-06, "selection_mse_ratio": 0.7141216397285461, "choices": [ 443, 516, 1156, 1260, 2249, 1505, 2423, 1445, 2453, 1058, 1858, 361, 681 ] }, "layers.2.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4897, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 2.804870575801033e-07, "selection_mse_after": 1.7519849393465847e-07, "selection_mse_ratio": 0.6246223449707031, "choices": [ 223, 137, 368, 285, 491, 310, 595, 306, 604, 330, 633, 279, 559 ] }, "layers.3.self_attn.q_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 12288, "changed_rows": 11897, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0006718746153637767, "selection_mse_after": 0.0003903300384990871, "selection_mse_ratio": 0.5809566974639893, "choices": [ 391, 656, 1340, 750, 1254, 810, 1454, 758, 1332, 706, 1249, 565, 1023 ] }, "layers.3.self_attn.k_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 1024, "changed_rows": 1001, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0005062619457021356, "selection_mse_after": 0.0002960118290502578, "selection_mse_ratio": 0.5847009420394897, "choices": [ 23, 11, 137, 35, 156, 30, 154, 47, 159, 36, 127, 24, 85 ] }, "layers.3.self_attn.v_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 1024, "changed_rows": 993, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0005442666006274521, "selection_mse_after": 0.0003260597004555166, "selection_mse_ratio": 0.5990808606147766, "choices": [ 31, 20, 128, 24, 144, 39, 179, 41, 157, 25, 107, 24, 105 ] }, "layers.3.self_attn.o_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 5026, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 2.490770896201866e-07, "selection_mse_after": 1.580716570970253e-07, "selection_mse_ratio": 0.634629487991333, "choices": [ 94, 119, 475, 213, 671, 244, 715, 263, 717, 215, 722, 177, 495 ] }, "layers.3.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16925, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 2.1558607841143385e-06, "selection_mse_after": 1.5359573808382265e-06, "selection_mse_ratio": 0.7124567031860352, "choices": [ 483, 508, 1142, 1241, 2165, 1493, 2375, 1442, 2497, 1036, 1925, 385, 716 ] }, "layers.3.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16921, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 2.0499430775089422e-06, "selection_mse_after": 1.4587700434276485e-06, "selection_mse_ratio": 0.7116149067878723, "choices": [ 487, 466, 1135, 1253, 2157, 1479, 2430, 1475, 2422, 1106, 1930, 353, 715 ] }, "layers.3.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4851, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 7.350607234002382e-08, "selection_mse_after": 5.0789321193178694e-08, "selection_mse_ratio": 0.6909540891647339, "choices": [ 269, 197, 239, 349, 377, 479, 422, 477, 450, 529, 454, 448, 430 ] }, "layers.4.linear_attn.out_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4871, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 1.5532326358425053e-07, "selection_mse_after": 1.0831011110212785e-07, "selection_mse_ratio": 0.6973205804824829, "choices": [ 249, 189, 329, 355, 450, 451, 577, 443, 552, 398, 445, 318, 364 ] }, "layers.4.linear_attn.in_proj_qkv": { "train_rows": 192, "selection_rows": 96, "output_rows": 10240, "changed_rows": 10027, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 4.1234139644075185e-05, "selection_mse_after": 2.6596577299642377e-05, "selection_mse_ratio": 0.6450135111808777, "choices": [ 213, 188, 1050, 359, 1451, 437, 1679, 470, 1635, 361, 1362, 224, 811 ] }, "layers.4.linear_attn.in_proj_z": { "train_rows": 192, "selection_rows": 96, "output_rows": 6144, "changed_rows": 6009, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 4.3360119889257476e-05, "selection_mse_after": 2.825449155352544e-05, "selection_mse_ratio": 0.6516239047050476, "choices": [ 135, 112, 675, 230, 911, 246, 1004, 262, 929, 225, 792, 119, 504 ] }, "layers.4.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16885, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 2.631542429298861e-06, "selection_mse_after": 1.8870007352234097e-06, "selection_mse_ratio": 0.7170702219009399, "choices": [ 523, 514, 1139, 1363, 2110, 1508, 2399, 1547, 2325, 1085, 1792, 426, 677 ] }, "layers.4.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16902, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 2.5119170459220186e-06, "selection_mse_after": 1.8065210269924137e-06, "selection_mse_ratio": 0.7191802263259888, "choices": [ 506, 537, 1148, 1281, 2152, 1401, 2412, 1436, 2416, 1144, 1837, 380, 758 ] }, "layers.4.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4880, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 9.138649659234943e-08, "selection_mse_after": 6.000367136493878e-08, "selection_mse_ratio": 0.6565923094749451, "choices": [ 240, 169, 227, 345, 370, 466, 464, 486, 500, 486, 490, 421, 456 ] }, "layers.5.linear_attn.out_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4967, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 2.9745592655672226e-07, "selection_mse_after": 1.3521056985155155e-07, "selection_mse_ratio": 0.4545566439628601, "choices": [ 153, 210, 346, 371, 511, 399, 544, 437, 584, 381, 485, 294, 405 ] }, "layers.5.linear_attn.in_proj_qkv": { "train_rows": 192, "selection_rows": 96, "output_rows": 10240, "changed_rows": 9999, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 6.134045543149114e-05, "selection_mse_after": 3.903369724866934e-05, "selection_mse_ratio": 0.6363450884819031, "choices": [ 241, 209, 1179, 378, 1390, 436, 1607, 418, 1618, 346, 1357, 214, 847 ] }, "layers.5.linear_attn.in_proj_z": { "train_rows": 192, "selection_rows": 96, "output_rows": 6144, "changed_rows": 5995, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 6.823136936873198e-05, "selection_mse_after": 4.396247095428407e-05, "selection_mse_ratio": 0.644314706325531, "choices": [ 149, 149, 686, 248, 815, 272, 929, 271, 995, 227, 762, 137, 504 ] }, "layers.5.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16919, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 3.188054733982426e-06, "selection_mse_after": 2.2528492991114035e-06, "selection_mse_ratio": 0.7066532373428345, "choices": [ 489, 500, 1178, 1280, 2095, 1495, 2408, 1520, 2396, 1090, 1883, 415, 659 ] }, "layers.5.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16925, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 2.958161303467932e-06, "selection_mse_after": 2.095158379233908e-06, "selection_mse_ratio": 0.7082637548446655, "choices": [ 483, 496, 1128, 1229, 2119, 1439, 2422, 1439, 2522, 1120, 1895, 402, 714 ] }, "layers.5.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4864, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 9.454011973275556e-08, "selection_mse_after": 7.030461546264632e-08, "selection_mse_ratio": 0.7436484098434448, "choices": [ 256, 149, 185, 395, 363, 505, 395, 540, 458, 567, 424, 496, 387 ] }, "layers.6.linear_attn.out_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4962, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 6.44249041670264e-07, "selection_mse_after": 2.652565456173761e-07, "selection_mse_ratio": 0.4117298126220703, "choices": [ 158, 183, 417, 362, 520, 419, 573, 408, 577, 338, 537, 236, 392 ] }, "layers.6.linear_attn.in_proj_qkv": { "train_rows": 192, "selection_rows": 96, "output_rows": 10240, "changed_rows": 9974, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0001176123769255355, "selection_mse_after": 7.208722672658041e-05, "selection_mse_ratio": 0.6129221320152283, "choices": [ 266, 186, 1179, 355, 1423, 381, 1603, 414, 1553, 341, 1373, 221, 945 ] }, "layers.6.linear_attn.in_proj_z": { "train_rows": 192, "selection_rows": 96, "output_rows": 6144, "changed_rows": 5995, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00011906048166565597, "selection_mse_after": 7.366224599536508e-05, "selection_mse_ratio": 0.6186959743499756, "choices": [ 149, 177, 698, 255, 784, 317, 883, 299, 860, 253, 776, 169, 524 ] }, "layers.6.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17047, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 6.8612725954153575e-06, "selection_mse_after": 4.769337010657182e-06, "selection_mse_ratio": 0.6951097249984741, "choices": [ 361, 374, 1560, 819, 2509, 1024, 2766, 996, 2880, 735, 2150, 326, 908 ] }, "layers.6.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17058, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 6.364862201735377e-06, "selection_mse_after": 4.437786174094072e-06, "selection_mse_ratio": 0.6972321271896362, "choices": [ 350, 349, 1528, 888, 2535, 954, 2836, 997, 2800, 762, 2197, 298, 914 ] }, "layers.6.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4893, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 1.8573614113392978e-07, "selection_mse_after": 1.3878209870199498e-07, "selection_mse_ratio": 0.7472003102302551, "choices": [ 227, 205, 204, 423, 350, 461, 425, 542, 475, 525, 440, 450, 393 ] }, "layers.7.self_attn.q_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 12288, "changed_rows": 11901, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0005088039906695485, "selection_mse_after": 0.000300595595035702, "selection_mse_ratio": 0.5907886028289795, "choices": [ 387, 569, 1294, 710, 1308, 819, 1503, 733, 1401, 687, 1272, 584, 1021 ] }, "layers.7.self_attn.k_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 1024, "changed_rows": 1005, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00040737405652180314, "selection_mse_after": 0.0002342176012462005, "selection_mse_ratio": 0.574944794178009, "choices": [ 19, 22, 140, 32, 154, 36, 174, 34, 143, 26, 117, 26, 101 ] }, "layers.7.self_attn.v_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 1024, "changed_rows": 998, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0004232930950820446, "selection_mse_after": 0.0002456856891512871, "selection_mse_ratio": 0.5804150700569153, "choices": [ 26, 10, 148, 39, 141, 37, 166, 33, 139, 30, 119, 20, 116 ] }, "layers.7.self_attn.o_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4951, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 3.0069745093896927e-07, "selection_mse_after": 2.1312449405286316e-07, "selection_mse_ratio": 0.7087672352790833, "choices": [ 169, 163, 377, 311, 549, 366, 595, 420, 637, 345, 562, 241, 385 ] }, "layers.7.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16928, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 4.8585370677756146e-06, "selection_mse_after": 3.4831657558243023e-06, "selection_mse_ratio": 0.716916561126709, "choices": [ 480, 524, 1168, 1234, 2197, 1389, 2451, 1414, 2485, 1098, 1896, 370, 702 ] }, "layers.7.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16938, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 4.46657941211015e-06, "selection_mse_after": 3.201026174792787e-06, "selection_mse_ratio": 0.7166616320610046, "choices": [ 470, 484, 1212, 1180, 2251, 1341, 2556, 1384, 2522, 1011, 1875, 392, 730 ] }, "layers.7.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4879, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 2.105215770598079e-07, "selection_mse_after": 1.5724994284482818e-07, "selection_mse_ratio": 0.7469540238380432, "choices": [ 241, 175, 191, 418, 365, 518, 443, 517, 435, 563, 465, 423, 366 ] }, "layers.8.linear_attn.out_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4945, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 2.263541318825446e-07, "selection_mse_after": 1.7544822128456872e-07, "selection_mse_ratio": 0.7751049995422363, "choices": [ 175, 164, 297, 423, 515, 481, 622, 461, 644, 394, 501, 181, 262 ] }, "layers.8.linear_attn.in_proj_qkv": { "train_rows": 192, "selection_rows": 96, "output_rows": 10240, "changed_rows": 10018, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 7.990586891537532e-05, "selection_mse_after": 5.1353115850361064e-05, "selection_mse_ratio": 0.6426700949668884, "choices": [ 222, 213, 1095, 427, 1371, 435, 1611, 455, 1670, 407, 1286, 241, 807 ] }, "layers.8.linear_attn.in_proj_z": { "train_rows": 192, "selection_rows": 96, "output_rows": 6144, "changed_rows": 5997, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 8.449381857644767e-05, "selection_mse_after": 5.501730629475787e-05, "selection_mse_ratio": 0.651140034198761, "choices": [ 147, 136, 675, 278, 871, 297, 930, 262, 929, 230, 794, 140, 455 ] }, "layers.8.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16932, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 4.968562279827893e-06, "selection_mse_after": 3.566411578503903e-06, "selection_mse_ratio": 0.7177954912185669, "choices": [ 476, 494, 1144, 1249, 2139, 1563, 2393, 1554, 2400, 1118, 1855, 361, 662 ] }, "layers.8.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16951, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 4.59926422990975e-06, "selection_mse_after": 3.3053418064810103e-06, "selection_mse_ratio": 0.7186675071716309, "choices": [ 457, 469, 1169, 1243, 2266, 1483, 2428, 1421, 2491, 1036, 1901, 375, 669 ] }, "layers.8.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4868, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 2.121090574291884e-07, "selection_mse_after": 1.59431692736689e-07, "selection_mse_ratio": 0.7516496181488037, "choices": [ 252, 176, 196, 424, 372, 521, 414, 541, 450, 540, 443, 431, 360 ] }, "layers.9.linear_attn.out_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4951, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 4.3638030433612585e-07, "selection_mse_after": 2.6070111402987095e-07, "selection_mse_ratio": 0.5974172353744507, "choices": [ 169, 185, 329, 414, 530, 451, 582, 440, 584, 407, 485, 238, 306 ] }, "layers.9.linear_attn.in_proj_qkv": { "train_rows": 192, "selection_rows": 96, "output_rows": 10240, "changed_rows": 10013, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 8.43685629661195e-05, "selection_mse_after": 5.389931538957171e-05, "selection_mse_ratio": 0.6388554573059082, "choices": [ 227, 191, 1183, 364, 1454, 460, 1707, 444, 1570, 352, 1273, 217, 798 ] }, "layers.9.linear_attn.in_proj_z": { "train_rows": 192, "selection_rows": 96, "output_rows": 6144, "changed_rows": 6014, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 8.770464773988351e-05, "selection_mse_after": 5.705356306862086e-05, "selection_mse_ratio": 0.6505193114280701, "choices": [ 130, 150, 614, 269, 866, 306, 978, 314, 872, 251, 776, 167, 451 ] }, "layers.9.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16937, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 5.3252447287377436e-06, "selection_mse_after": 3.842651494778693e-06, "selection_mse_ratio": 0.7215915322303772, "choices": [ 471, 550, 1091, 1354, 2167, 1500, 2407, 1564, 2401, 1102, 1814, 370, 617 ] }, "layers.9.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16954, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 5.010253516957164e-06, "selection_mse_after": 3.6167275538900867e-06, "selection_mse_ratio": 0.721865177154541, "choices": [ 454, 480, 1099, 1307, 2202, 1468, 2512, 1414, 2553, 1011, 1869, 352, 687 ] }, "layers.9.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4881, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 2.4800041842354403e-07, "selection_mse_after": 1.833768266124025e-07, "selection_mse_ratio": 0.7394214868545532, "choices": [ 239, 149, 192, 414, 366, 514, 421, 574, 447, 513, 478, 431, 382 ] }, "layers.10.linear_attn.out_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 5019, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 2.736483793341904e-06, "selection_mse_after": 6.250604656088399e-07, "selection_mse_ratio": 0.22841739654541016, "choices": [ 101, 185, 447, 268, 583, 317, 635, 313, 613, 304, 548, 292, 514 ] }, "layers.10.linear_attn.in_proj_qkv": { "train_rows": 192, "selection_rows": 96, "output_rows": 10240, "changed_rows": 10006, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 8.611685916548595e-05, "selection_mse_after": 5.525290180230513e-05, "selection_mse_ratio": 0.6416037678718567, "choices": [ 234, 217, 1085, 410, 1429, 486, 1660, 399, 1570, 363, 1314, 243, 830 ] }, "layers.10.linear_attn.in_proj_z": { "train_rows": 192, "selection_rows": 96, "output_rows": 6144, "changed_rows": 6009, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 9.019104618346319e-05, "selection_mse_after": 5.720278568333015e-05, "selection_mse_ratio": 0.6342401504516602, "choices": [ 135, 147, 651, 266, 821, 340, 916, 285, 924, 251, 778, 163, 467 ] }, "layers.10.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16940, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 6.0735665101674385e-06, "selection_mse_after": 4.373195224616211e-06, "selection_mse_ratio": 0.7200374007225037, "choices": [ 468, 500, 1198, 1242, 2181, 1386, 2536, 1413, 2477, 1064, 1886, 368, 689 ] }, "layers.10.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16947, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 5.716622126783477e-06, "selection_mse_after": 4.1252474147768226e-06, "selection_mse_ratio": 0.7216233015060425, "choices": [ 461, 440, 1224, 1233, 2227, 1372, 2506, 1410, 2533, 1033, 1887, 362, 720 ] }, "layers.10.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4915, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 3.012047216088831e-07, "selection_mse_after": 2.2302377544747287e-07, "selection_mse_ratio": 0.7404391765594482, "choices": [ 205, 194, 209, 398, 394, 487, 445, 491, 499, 524, 467, 398, 409 ] }, "layers.11.self_attn.q_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 12288, "changed_rows": 11946, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00040585867827758193, "selection_mse_after": 0.0002403031976427883, "selection_mse_ratio": 0.5920858979225159, "choices": [ 342, 589, 1276, 670, 1363, 797, 1526, 727, 1493, 694, 1287, 549, 975 ] }, "layers.11.self_attn.k_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 1024, "changed_rows": 992, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00033286656253039837, "selection_mse_after": 0.00019518636690918356, "selection_mse_ratio": 0.5863802433013916, "choices": [ 32, 26, 135, 34, 149, 41, 151, 37, 132, 42, 130, 23, 92 ] }, "layers.11.self_attn.v_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 1024, "changed_rows": 996, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00033840793184936047, "selection_mse_after": 0.0002007780858548358, "selection_mse_ratio": 0.5933019518852234, "choices": [ 28, 11, 128, 28, 160, 34, 161, 37, 144, 34, 129, 19, 111 ] }, "layers.11.self_attn.o_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4962, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 5.506315119419014e-07, "selection_mse_after": 4.0605684148431465e-07, "selection_mse_ratio": 0.7374383807182312, "choices": [ 158, 151, 409, 328, 600, 342, 634, 405, 684, 312, 574, 183, 340 ] }, "layers.11.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17010, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 7.25485551811289e-06, "selection_mse_after": 5.151405275682919e-06, "selection_mse_ratio": 0.710063099861145, "choices": [ 398, 408, 1267, 1102, 2391, 1262, 2736, 1214, 2659, 904, 1963, 357, 747 ] }, "layers.11.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16981, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 6.793936790927546e-06, "selection_mse_after": 4.8331476136809215e-06, "selection_mse_ratio": 0.7113913297653198, "choices": [ 427, 429, 1321, 1080, 2348, 1245, 2707, 1223, 2664, 857, 2012, 339, 756 ] }, "layers.11.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4923, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 3.528412833020411e-07, "selection_mse_after": 2.629207358495478e-07, "selection_mse_ratio": 0.74515300989151, "choices": [ 197, 154, 219, 406, 360, 493, 447, 530, 493, 528, 494, 406, 393 ] }, "layers.12.linear_attn.out_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4945, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 5.820797355227114e-07, "selection_mse_after": 4.361527317087166e-07, "selection_mse_ratio": 0.7493006587028503, "choices": [ 175, 183, 294, 407, 532, 453, 592, 470, 597, 397, 521, 229, 270 ] }, "layers.12.linear_attn.in_proj_qkv": { "train_rows": 192, "selection_rows": 96, "output_rows": 10240, "changed_rows": 9997, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00011584971798583865, "selection_mse_after": 7.30234824004583e-05, "selection_mse_ratio": 0.6303293704986572, "choices": [ 243, 200, 1138, 389, 1481, 435, 1584, 409, 1598, 333, 1329, 241, 860 ] }, "layers.12.linear_attn.in_proj_z": { "train_rows": 192, "selection_rows": 96, "output_rows": 6144, "changed_rows": 6012, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00011861897655762732, "selection_mse_after": 7.520527287852019e-05, "selection_mse_ratio": 0.6340070366859436, "choices": [ 132, 171, 686, 275, 833, 279, 903, 253, 932, 234, 773, 148, 525 ] }, "layers.12.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16974, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 7.3956944106612355e-06, "selection_mse_after": 5.278902335703606e-06, "selection_mse_ratio": 0.7137805223464966, "choices": [ 434, 438, 1283, 1194, 2293, 1282, 2570, 1387, 2608, 939, 1931, 305, 744 ] }, "layers.12.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16980, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 6.970380582060898e-06, "selection_mse_after": 4.996552888769656e-06, "selection_mse_ratio": 0.7168263792991638, "choices": [ 428, 459, 1285, 1099, 2347, 1261, 2660, 1281, 2684, 915, 1957, 315, 717 ] }, "layers.12.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4941, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 4.131372861593263e-07, "selection_mse_after": 3.1001019351606374e-07, "selection_mse_ratio": 0.7503805160522461, "choices": [ 179, 156, 215, 393, 372, 473, 404, 537, 459, 571, 488, 440, 433 ] }, "layers.13.linear_attn.out_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4897, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 7.192022053459368e-07, "selection_mse_after": 5.70722420434322e-07, "selection_mse_ratio": 0.7935492992401123, "choices": [ 223, 179, 304, 446, 506, 501, 571, 520, 548, 410, 472, 205, 235 ] }, "layers.13.linear_attn.in_proj_qkv": { "train_rows": 192, "selection_rows": 96, "output_rows": 10240, "changed_rows": 9982, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00012146976223448291, "selection_mse_after": 7.727606134722009e-05, "selection_mse_ratio": 0.636175274848938, "choices": [ 258, 185, 1122, 395, 1451, 394, 1644, 432, 1657, 357, 1377, 198, 770 ] }, "layers.13.linear_attn.in_proj_z": { "train_rows": 192, "selection_rows": 96, "output_rows": 6144, "changed_rows": 5999, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00012109791714465246, "selection_mse_after": 7.707539771217853e-05, "selection_mse_ratio": 0.636471688747406, "choices": [ 145, 187, 640, 305, 788, 301, 913, 319, 887, 269, 780, 168, 442 ] }, "layers.13.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16927, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 7.925205864012241e-06, "selection_mse_after": 5.697109827451641e-06, "selection_mse_ratio": 0.7188595533370972, "choices": [ 481, 474, 1183, 1197, 2256, 1385, 2583, 1343, 2536, 1008, 1914, 357, 691 ] }, "layers.13.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16968, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 7.447271400451427e-06, "selection_mse_after": 5.3590856623486616e-06, "selection_mse_ratio": 0.7196038961410522, "choices": [ 440, 452, 1259, 1111, 2397, 1297, 2479, 1323, 2690, 957, 1937, 316, 750 ] }, "layers.13.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4936, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 4.759104683671467e-07, "selection_mse_after": 3.548727534052887e-07, "selection_mse_ratio": 0.745671272277832, "choices": [ 184, 171, 187, 392, 383, 474, 437, 552, 483, 534, 491, 432, 400 ] }, "layers.14.linear_attn.out_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4968, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 1.063856871041935e-06, "selection_mse_after": 6.994647492319928e-07, "selection_mse_ratio": 0.6574801206588745, "choices": [ 152, 199, 321, 385, 542, 469, 566, 461, 584, 368, 497, 239, 337 ] }, "layers.14.linear_attn.in_proj_qkv": { "train_rows": 192, "selection_rows": 96, "output_rows": 10240, "changed_rows": 10001, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0001329647348029539, "selection_mse_after": 8.499224350089207e-05, "selection_mse_ratio": 0.6392089128494263, "choices": [ 239, 214, 1148, 369, 1457, 411, 1624, 408, 1623, 326, 1354, 213, 854 ] }, "layers.14.linear_attn.in_proj_z": { "train_rows": 192, "selection_rows": 96, "output_rows": 6144, "changed_rows": 5983, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00013536924961954355, "selection_mse_after": 8.591286314185709e-05, "selection_mse_ratio": 0.6346556544303894, "choices": [ 161, 171, 652, 261, 849, 282, 940, 274, 910, 247, 767, 158, 472 ] }, "layers.14.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16931, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 8.096491001197137e-06, "selection_mse_after": 5.858483746123966e-06, "selection_mse_ratio": 0.7235830426216125, "choices": [ 477, 481, 1153, 1228, 2246, 1466, 2478, 1465, 2482, 1073, 1815, 390, 654 ] }, "layers.14.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16943, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 7.63062053010799e-06, "selection_mse_after": 5.5262921705434565e-06, "selection_mse_ratio": 0.7242258191108704, "choices": [ 465, 452, 1229, 1228, 2256, 1393, 2473, 1355, 2582, 1046, 1922, 332, 675 ] }, "layers.14.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4915, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 5.448060846902081e-07, "selection_mse_after": 4.080805524608877e-07, "selection_mse_ratio": 0.7490381598472595, "choices": [ 205, 174, 184, 396, 369, 475, 443, 545, 489, 538, 467, 453, 382 ] }, "layers.15.self_attn.q_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 12288, "changed_rows": 11854, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0003038294380530715, "selection_mse_after": 0.00018978046136908233, "selection_mse_ratio": 0.6246282458305359, "choices": [ 434, 514, 1217, 713, 1423, 762, 1533, 768, 1589, 602, 1307, 461, 965 ] }, "layers.15.self_attn.k_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 1024, "changed_rows": 998, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00025913259014487267, "selection_mse_after": 0.00015785705181770027, "selection_mse_ratio": 0.6091748476028442, "choices": [ 26, 14, 125, 52, 150, 37, 172, 42, 158, 26, 121, 12, 89 ] }, "layers.15.self_attn.v_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 1024, "changed_rows": 997, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00027119411970488727, "selection_mse_after": 0.00016826650244183838, "selection_mse_ratio": 0.6204651594161987, "choices": [ 27, 22, 109, 38, 152, 50, 162, 37, 160, 35, 133, 15, 84 ] }, "layers.15.self_attn.o_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4928, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 1.110311472984904e-06, "selection_mse_after": 8.710740075912327e-07, "selection_mse_ratio": 0.7845311760902405, "choices": [ 192, 154, 329, 385, 508, 459, 608, 419, 663, 382, 483, 225, 313 ] }, "layers.15.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16963, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 1.0080861102323979e-05, "selection_mse_after": 7.286883374035824e-06, "selection_mse_ratio": 0.7228434085845947, "choices": [ 445, 509, 1194, 1183, 2311, 1325, 2492, 1362, 2582, 1069, 1869, 338, 729 ] }, "layers.15.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17001, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 9.603438229532912e-06, "selection_mse_after": 6.942106665519532e-06, "selection_mse_ratio": 0.7228772640228271, "choices": [ 407, 459, 1214, 1187, 2288, 1339, 2630, 1317, 2642, 953, 1875, 343, 754 ] }, "layers.15.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4932, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 6.849148803667049e-07, "selection_mse_after": 5.089693786430871e-07, "selection_mse_ratio": 0.7431133389472961, "choices": [ 188, 172, 200, 391, 380, 467, 428, 508, 508, 527, 503, 416, 432 ] }, "layers.16.linear_attn.out_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4892, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 8.616040076958598e-07, "selection_mse_after": 6.835891213086143e-07, "selection_mse_ratio": 0.7933913469314575, "choices": [ 228, 181, 290, 415, 517, 524, 554, 504, 556, 407, 484, 216, 244 ] }, "layers.16.linear_attn.in_proj_qkv": { "train_rows": 192, "selection_rows": 96, "output_rows": 10240, "changed_rows": 10026, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00012730092566926032, "selection_mse_after": 8.151274232659489e-05, "selection_mse_ratio": 0.6403154134750366, "choices": [ 214, 226, 1109, 398, 1468, 417, 1576, 475, 1673, 387, 1346, 199, 752 ] }, "layers.16.linear_attn.in_proj_z": { "train_rows": 192, "selection_rows": 96, "output_rows": 6144, "changed_rows": 6028, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00012659588537644595, "selection_mse_after": 8.124668238451704e-05, "selection_mse_ratio": 0.6417797803878784, "choices": [ 116, 185, 636, 289, 843, 346, 936, 303, 909, 291, 711, 165, 414 ] }, "layers.16.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16953, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 1.1377335795259569e-05, "selection_mse_after": 8.183322279364802e-06, "selection_mse_ratio": 0.7192652821540833, "choices": [ 455, 464, 1270, 1187, 2259, 1321, 2554, 1359, 2600, 940, 1957, 326, 716 ] }, "layers.16.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16953, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 1.081561185856117e-05, "selection_mse_after": 7.762129826005548e-06, "selection_mse_ratio": 0.7176782488822937, "choices": [ 455, 419, 1298, 1107, 2261, 1279, 2629, 1233, 2697, 960, 1981, 353, 736 ] }, "layers.16.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4970, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 7.836307531761122e-07, "selection_mse_after": 5.911683729209471e-07, "selection_mse_ratio": 0.7543966174125671, "choices": [ 150, 152, 181, 437, 389, 473, 420, 528, 469, 604, 491, 432, 394 ] }, "layers.17.linear_attn.out_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4884, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 1.3094715995976003e-06, "selection_mse_after": 1.0353592188039329e-06, "selection_mse_ratio": 0.7906695008277893, "choices": [ 236, 212, 301, 470, 484, 518, 556, 499, 534, 395, 452, 215, 248 ] }, "layers.17.linear_attn.in_proj_qkv": { "train_rows": 192, "selection_rows": 96, "output_rows": 10240, "changed_rows": 10005, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00014326907694339752, "selection_mse_after": 9.248332207789645e-05, "selection_mse_ratio": 0.645521879196167, "choices": [ 235, 168, 1142, 407, 1418, 416, 1649, 449, 1665, 340, 1322, 202, 827 ] }, "layers.17.linear_attn.in_proj_z": { "train_rows": 192, "selection_rows": 96, "output_rows": 6144, "changed_rows": 6014, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00013717739784624428, "selection_mse_after": 8.758882177062333e-05, "selection_mse_ratio": 0.6385077238082886, "choices": [ 130, 222, 628, 336, 766, 378, 861, 354, 862, 313, 663, 194, 437 ] }, "layers.17.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17021, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 1.2882214832643513e-05, "selection_mse_after": 9.215776117343921e-06, "selection_mse_ratio": 0.7153875231742859, "choices": [ 387, 476, 1230, 1173, 2336, 1299, 2570, 1304, 2639, 939, 1974, 341, 740 ] }, "layers.17.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17020, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 1.2196936950203963e-05, "selection_mse_after": 8.72906093718484e-06, "selection_mse_ratio": 0.7156764268875122, "choices": [ 388, 416, 1338, 1053, 2400, 1278, 2602, 1264, 2712, 894, 1981, 358, 724 ] }, "layers.17.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4945, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 1.0285725693393033e-06, "selection_mse_after": 7.768401815155812e-07, "selection_mse_ratio": 0.7552604675292969, "choices": [ 175, 165, 184, 401, 385, 482, 452, 511, 531, 553, 467, 437, 377 ] }, "layers.18.linear_attn.out_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 5013, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 9.755544851941522e-06, "selection_mse_after": 2.228547600680031e-06, "selection_mse_ratio": 0.2284390777349472, "choices": [ 107, 189, 473, 282, 520, 317, 584, 331, 596, 317, 628, 289, 487 ] }, "layers.18.linear_attn.in_proj_qkv": { "train_rows": 192, "selection_rows": 96, "output_rows": 10240, "changed_rows": 10003, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00014696716971229762, "selection_mse_after": 9.524166671326384e-05, "selection_mse_ratio": 0.6480472087860107, "choices": [ 237, 222, 1119, 438, 1449, 444, 1674, 437, 1586, 354, 1288, 232, 760 ] }, "layers.18.linear_attn.in_proj_z": { "train_rows": 192, "selection_rows": 96, "output_rows": 6144, "changed_rows": 6005, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00014567183097824454, "selection_mse_after": 9.331695036962628e-05, "selection_mse_ratio": 0.6405971050262451, "choices": [ 139, 182, 641, 302, 761, 357, 905, 322, 902, 276, 733, 161, 463 ] }, "layers.18.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17021, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 1.830267319746781e-05, "selection_mse_after": 1.2869690181105398e-05, "selection_mse_ratio": 0.7031590342521667, "choices": [ 387, 390, 1431, 1002, 2444, 1133, 2723, 1172, 2621, 883, 2064, 356, 802 ] }, "layers.18.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17040, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 1.7143724107882008e-05, "selection_mse_after": 1.2100027561245952e-05, "selection_mse_ratio": 0.7057992219924927, "choices": [ 368, 383, 1419, 952, 2488, 1104, 2759, 1127, 2743, 791, 2127, 308, 839 ] }, "layers.18.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4912, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 2.1949465462967055e-06, "selection_mse_after": 1.7051027043635258e-06, "selection_mse_ratio": 0.7768310904502869, "choices": [ 208, 184, 194, 428, 375, 477, 468, 549, 437, 526, 493, 410, 371 ] }, "layers.19.self_attn.q_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 12288, "changed_rows": 11994, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0002454299828968942, "selection_mse_after": 0.00015670887660235167, "selection_mse_ratio": 0.6385075449943542, "choices": [ 294, 483, 1206, 733, 1462, 782, 1629, 777, 1709, 652, 1388, 394, 779 ] }, "layers.19.self_attn.k_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 1024, "changed_rows": 1000, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00020634035172406584, "selection_mse_after": 0.00013050527195446193, "selection_mse_ratio": 0.6324757933616638, "choices": [ 24, 18, 114, 40, 137, 52, 168, 57, 151, 37, 128, 11, 87 ] }, "layers.19.self_attn.v_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 1024, "changed_rows": 998, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0002242519985884428, "selection_mse_after": 0.00014480517711490393, "selection_mse_ratio": 0.6457252502441406, "choices": [ 26, 15, 96, 44, 144, 45, 173, 48, 159, 31, 143, 22, 78 ] }, "layers.19.self_attn.o_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4922, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 3.659486537799239e-06, "selection_mse_after": 2.7187470550416037e-06, "selection_mse_ratio": 0.7429313063621521, "choices": [ 198, 143, 344, 319, 519, 390, 627, 411, 652, 382, 567, 230, 338 ] }, "layers.19.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17032, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 2.3558839529869147e-05, "selection_mse_after": 1.670302481215913e-05, "selection_mse_ratio": 0.7089917659759521, "choices": [ 376, 469, 1280, 1133, 2339, 1273, 2662, 1208, 2620, 929, 1996, 351, 772 ] }, "layers.19.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17036, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 2.17337001231499e-05, "selection_mse_after": 1.5433299267897382e-05, "selection_mse_ratio": 0.7101091742515564, "choices": [ 372, 371, 1367, 1028, 2404, 1161, 2718, 1174, 2833, 797, 2032, 337, 814 ] }, "layers.19.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4935, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 3.332904043418239e-06, "selection_mse_after": 2.4585301616752986e-06, "selection_mse_ratio": 0.7376540303230286, "choices": [ 185, 169, 253, 370, 398, 432, 463, 480, 535, 486, 541, 385, 423 ] }, "layers.20.linear_attn.out_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4971, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 3.7666302432626253e-06, "selection_mse_after": 1.7383184740538127e-06, "selection_mse_ratio": 0.4615049660205841, "choices": [ 149, 205, 384, 358, 491, 353, 580, 364, 602, 368, 553, 287, 426 ] }, "layers.20.linear_attn.in_proj_qkv": { "train_rows": 192, "selection_rows": 96, "output_rows": 10240, "changed_rows": 10020, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00025323612499050796, "selection_mse_after": 0.00016430769755970687, "selection_mse_ratio": 0.6488320231437683, "choices": [ 220, 203, 1130, 445, 1405, 471, 1631, 519, 1519, 383, 1284, 252, 778 ] }, "layers.20.linear_attn.in_proj_z": { "train_rows": 192, "selection_rows": 96, "output_rows": 6144, "changed_rows": 6007, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0002503948344383389, "selection_mse_after": 0.00016324289026670158, "selection_mse_ratio": 0.6519418954849243, "choices": [ 137, 200, 606, 308, 737, 348, 872, 337, 953, 322, 722, 181, 421 ] }, "layers.20.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17005, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 2.453841625538189e-05, "selection_mse_after": 1.7518339518574066e-05, "selection_mse_ratio": 0.7139147520065308, "choices": [ 403, 493, 1255, 1234, 2231, 1422, 2494, 1373, 2587, 977, 1928, 310, 701 ] }, "layers.20.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17008, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 2.1991540052113123e-05, "selection_mse_after": 1.580279422341846e-05, "selection_mse_ratio": 0.718585193157196, "choices": [ 400, 404, 1305, 1052, 2464, 1258, 2643, 1238, 2738, 832, 2048, 284, 742 ] }, "layers.20.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4912, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 2.6592483663989697e-06, "selection_mse_after": 2.021357204284868e-06, "selection_mse_ratio": 0.7601234912872314, "choices": [ 208, 159, 206, 384, 386, 433, 471, 498, 513, 519, 511, 405, 427 ] }, "layers.21.linear_attn.out_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 5048, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 4.166477810940705e-05, "selection_mse_after": 4.5893880269431975e-06, "selection_mse_ratio": 0.1101503074169159, "choices": [ 72, 219, 488, 285, 557, 303, 593, 296, 625, 305, 567, 260, 550 ] }, "layers.21.linear_attn.in_proj_qkv": { "train_rows": 192, "selection_rows": 96, "output_rows": 10240, "changed_rows": 10041, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00025609994190745056, "selection_mse_after": 0.00017022831889335066, "selection_mse_ratio": 0.6646949052810669, "choices": [ 199, 219, 1038, 471, 1364, 508, 1651, 509, 1708, 394, 1302, 200, 677 ] }, "layers.21.linear_attn.in_proj_z": { "train_rows": 192, "selection_rows": 96, "output_rows": 6144, "changed_rows": 6017, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0002906840527430177, "selection_mse_after": 0.00019146731938235462, "selection_mse_ratio": 0.658678412437439, "choices": [ 127, 163, 583, 289, 807, 322, 964, 296, 936, 300, 771, 178, 408 ] }, "layers.21.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16988, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 2.506994678697083e-05, "selection_mse_after": 1.7937343727680854e-05, "selection_mse_ratio": 0.7154918313026428, "choices": [ 420, 512, 1162, 1264, 2201, 1366, 2517, 1400, 2529, 1064, 1923, 351, 699 ] }, "layers.21.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16997, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 2.2728507246938534e-05, "selection_mse_after": 1.633154352020938e-05, "selection_mse_ratio": 0.7185488939285278, "choices": [ 411, 404, 1210, 1066, 2383, 1343, 2643, 1233, 2684, 943, 1971, 313, 804 ] }, "layers.21.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4914, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 2.7957589736615773e-06, "selection_mse_after": 2.1177261260163505e-06, "selection_mse_ratio": 0.7574780583381653, "choices": [ 206, 153, 198, 383, 374, 480, 416, 563, 505, 484, 522, 434, 402 ] }, "layers.22.linear_attn.out_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4941, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 1.5303600093830028e-06, "selection_mse_after": 1.167196955975669e-06, "selection_mse_ratio": 0.7626943588256836, "choices": [ 179, 154, 323, 388, 575, 432, 663, 478, 628, 358, 492, 176, 274 ] }, "layers.22.linear_attn.in_proj_qkv": { "train_rows": 192, "selection_rows": 96, "output_rows": 10240, "changed_rows": 10025, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00020767816749867052, "selection_mse_after": 0.00013915153976995498, "selection_mse_ratio": 0.6700345277786255, "choices": [ 215, 221, 969, 445, 1492, 481, 1602, 528, 1647, 386, 1321, 215, 718 ] }, "layers.22.linear_attn.in_proj_z": { "train_rows": 192, "selection_rows": 96, "output_rows": 6144, "changed_rows": 6020, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0002222873008577153, "selection_mse_after": 0.00014875084161758423, "selection_mse_ratio": 0.6691828370094299, "choices": [ 124, 178, 547, 313, 810, 407, 895, 339, 946, 311, 728, 158, 388 ] }, "layers.22.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17025, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 3.539793397067115e-05, "selection_mse_after": 2.4978573492262512e-05, "selection_mse_ratio": 0.7056505680084229, "choices": [ 383, 466, 1324, 1172, 2274, 1311, 2556, 1315, 2500, 963, 1964, 396, 784 ] }, "layers.22.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17022, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 2.854185368050821e-05, "selection_mse_after": 2.0353585568955168e-05, "selection_mse_ratio": 0.7131136655807495, "choices": [ 386, 351, 1356, 1034, 2405, 1116, 2795, 1128, 2725, 900, 2068, 307, 837 ] }, "layers.22.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4920, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 3.4986458103958284e-06, "selection_mse_after": 2.646274424478179e-06, "selection_mse_ratio": 0.7563710808753967, "choices": [ 200, 154, 214, 439, 389, 471, 441, 536, 488, 524, 465, 438, 361 ] }, "layers.23.self_attn.q_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 12288, "changed_rows": 11966, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00028218020452186465, "selection_mse_after": 0.00018410416669212282, "selection_mse_ratio": 0.652434766292572, "choices": [ 322, 464, 1121, 721, 1519, 750, 1633, 726, 1679, 623, 1451, 412, 867 ] }, "layers.23.self_attn.k_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 1024, "changed_rows": 999, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00025736255338415504, "selection_mse_after": 0.00016391483950428665, "selection_mse_ratio": 0.6369024515151978, "choices": [ 25, 23, 101, 35, 152, 48, 167, 36, 154, 53, 117, 31, 82 ] }, "layers.23.self_attn.v_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 1024, "changed_rows": 996, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00029875122709199786, "selection_mse_after": 0.00019471882842481136, "selection_mse_ratio": 0.6517758369445801, "choices": [ 28, 10, 103, 33, 146, 49, 184, 39, 170, 39, 137, 21, 65 ] }, "layers.23.self_attn.o_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4985, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 4.141900262766285e-06, "selection_mse_after": 3.0292962946987245e-06, "selection_mse_ratio": 0.7313783764839172, "choices": [ 135, 126, 344, 277, 550, 326, 648, 394, 712, 301, 627, 232, 448 ] }, "layers.23.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17004, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 3.464031033217907e-05, "selection_mse_after": 2.4534747353754938e-05, "selection_mse_ratio": 0.7082715630531311, "choices": [ 404, 491, 1304, 1103, 2247, 1316, 2482, 1308, 2604, 981, 1978, 400, 790 ] }, "layers.23.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17000, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 3.0875831726007164e-05, "selection_mse_after": 2.198230504291132e-05, "selection_mse_ratio": 0.7119582891464233, "choices": [ 408, 378, 1393, 1048, 2336, 1127, 2694, 1119, 2747, 857, 2061, 344, 896 ] }, "layers.23.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4934, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 3.4032891562674195e-06, "selection_mse_after": 2.452270337016671e-06, "selection_mse_ratio": 0.7205588817596436, "choices": [ 186, 168, 214, 348, 386, 454, 446, 545, 541, 533, 502, 389, 408 ] }, "layers.24.linear_attn.out_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4958, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 3.3853300465125358e-06, "selection_mse_after": 2.4674991436768323e-06, "selection_mse_ratio": 0.728879988193512, "choices": [ 162, 150, 373, 375, 576, 425, 654, 382, 657, 333, 520, 170, 343 ] }, "layers.24.linear_attn.in_proj_qkv": { "train_rows": 192, "selection_rows": 96, "output_rows": 10240, "changed_rows": 10007, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00021177649614401162, "selection_mse_after": 0.00013979026698507369, "selection_mse_ratio": 0.6600839495658875, "choices": [ 233, 212, 1039, 456, 1442, 504, 1627, 497, 1516, 405, 1317, 245, 747 ] }, "layers.24.linear_attn.in_proj_z": { "train_rows": 192, "selection_rows": 96, "output_rows": 6144, "changed_rows": 5990, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00020720016618724912, "selection_mse_after": 0.00013791050878353417, "selection_mse_ratio": 0.6655907034873962, "choices": [ 154, 160, 626, 287, 844, 326, 925, 317, 882, 280, 768, 147, 428 ] }, "layers.24.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16976, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 4.28308303526137e-05, "selection_mse_after": 3.0362869438249618e-05, "selection_mse_ratio": 0.7089021801948547, "choices": [ 432, 563, 1307, 1124, 2260, 1220, 2495, 1281, 2593, 964, 1929, 416, 824 ] }, "layers.24.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17015, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 3.7607453123200685e-05, "selection_mse_after": 2.667908847797662e-05, "selection_mse_ratio": 0.7094095945358276, "choices": [ 393, 371, 1466, 879, 2392, 1021, 2870, 1025, 2795, 801, 2130, 325, 940 ] }, "layers.24.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4951, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 4.321170308685396e-06, "selection_mse_after": 3.1150209451880073e-06, "selection_mse_ratio": 0.7208743691444397, "choices": [ 169, 161, 231, 373, 391, 432, 457, 527, 542, 510, 505, 406, 416 ] }, "layers.25.linear_attn.out_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4987, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 6.586527433682932e-06, "selection_mse_after": 3.0548653739970177e-06, "selection_mse_ratio": 0.4638051688671112, "choices": [ 133, 169, 388, 340, 506, 369, 623, 387, 656, 352, 597, 209, 391 ] }, "layers.25.linear_attn.in_proj_qkv": { "train_rows": 192, "selection_rows": 96, "output_rows": 10240, "changed_rows": 10028, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00024026399478316307, "selection_mse_after": 0.00015759676171001047, "selection_mse_ratio": 0.6559316515922546, "choices": [ 212, 211, 1076, 427, 1428, 444, 1673, 445, 1675, 398, 1308, 206, 737 ] }, "layers.25.linear_attn.in_proj_z": { "train_rows": 192, "selection_rows": 96, "output_rows": 6144, "changed_rows": 6005, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00022580847144126892, "selection_mse_after": 0.00015000058920122683, "selection_mse_ratio": 0.6642823815345764, "choices": [ 139, 184, 573, 316, 785, 360, 864, 363, 855, 289, 777, 181, 458 ] }, "layers.25.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17012, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 4.40625190094579e-05, "selection_mse_after": 3.1338513508671895e-05, "selection_mse_ratio": 0.7112283706665039, "choices": [ 396, 501, 1371, 1081, 2335, 1215, 2581, 1227, 2520, 967, 2006, 386, 822 ] }, "layers.25.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17012, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 4.1033996240003034e-05, "selection_mse_after": 2.9244296456454322e-05, "selection_mse_ratio": 0.7126845717430115, "choices": [ 396, 369, 1390, 926, 2506, 1046, 2834, 1025, 2749, 794, 2140, 355, 878 ] }, "layers.25.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4954, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 4.4328758121991996e-06, "selection_mse_after": 3.209384203728405e-06, "selection_mse_ratio": 0.7239959836006165, "choices": [ 166, 142, 221, 365, 424, 469, 445, 459, 514, 485, 559, 413, 458 ] }, "layers.26.linear_attn.out_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4982, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 4.380201062303968e-06, "selection_mse_after": 3.3523247111588717e-06, "selection_mse_ratio": 0.7653357982635498, "choices": [ 138, 159, 324, 353, 592, 417, 615, 438, 661, 364, 602, 157, 300 ] }, "layers.26.linear_attn.in_proj_qkv": { "train_rows": 192, "selection_rows": 96, "output_rows": 10240, "changed_rows": 10010, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00022351430379785597, "selection_mse_after": 0.00014494614151772112, "selection_mse_ratio": 0.6484870910644531, "choices": [ 230, 196, 1100, 447, 1332, 497, 1633, 473, 1613, 421, 1309, 223, 766 ] }, "layers.26.linear_attn.in_proj_z": { "train_rows": 192, "selection_rows": 96, "output_rows": 6144, "changed_rows": 6004, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00020068304729647934, "selection_mse_after": 0.00013187072181608528, "selection_mse_ratio": 0.6571094393730164, "choices": [ 140, 161, 640, 310, 787, 356, 909, 347, 904, 282, 714, 158, 436 ] }, "layers.26.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17018, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 5.059418981545605e-05, "selection_mse_after": 3.518617450026795e-05, "selection_mse_ratio": 0.6954588294029236, "choices": [ 390, 452, 1461, 1025, 2351, 1161, 2598, 1123, 2648, 856, 2049, 375, 919 ] }, "layers.26.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17028, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 4.976397758582607e-05, "selection_mse_after": 3.474832919891924e-05, "selection_mse_ratio": 0.6982626914978027, "choices": [ 380, 328, 1563, 850, 2442, 990, 2774, 957, 2833, 752, 2187, 352, 1000 ] }, "layers.26.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4957, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 5.181896540307207e-06, "selection_mse_after": 3.7866343518544454e-06, "selection_mse_ratio": 0.7307429909706116, "choices": [ 163, 143, 242, 370, 459, 406, 476, 441, 590, 457, 556, 383, 434 ] }, "layers.27.self_attn.q_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 12288, "changed_rows": 11993, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00026857692864723504, "selection_mse_after": 0.00017000484513118863, "selection_mse_ratio": 0.6329838037490845, "choices": [ 295, 326, 1196, 604, 1646, 690, 1718, 702, 1779, 571, 1480, 349, 932 ] }, "layers.27.self_attn.k_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 1024, "changed_rows": 1002, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00025294977240264416, "selection_mse_after": 0.00015995890134945512, "selection_mse_ratio": 0.6323741674423218, "choices": [ 22, 30, 108, 49, 143, 39, 175, 39, 166, 32, 114, 23, 84 ] }, "layers.27.self_attn.v_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 1024, "changed_rows": 999, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00026468851137906313, "selection_mse_after": 0.00017001305241137743, "selection_mse_ratio": 0.6423136591911316, "choices": [ 25, 31, 134, 41, 145, 34, 168, 38, 177, 26, 119, 16, 70 ] }, "layers.27.self_attn.o_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4991, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 1.172961674456019e-05, "selection_mse_after": 8.690491085872054e-06, "selection_mse_ratio": 0.7409015893936157, "choices": [ 129, 135, 401, 283, 628, 353, 679, 363, 730, 257, 640, 152, 370 ] }, "layers.27.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17009, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 5.425544441095553e-05, "selection_mse_after": 3.807957546086982e-05, "selection_mse_ratio": 0.7018572092056274, "choices": [ 399, 518, 1443, 1057, 2300, 1248, 2552, 1167, 2519, 906, 1965, 405, 929 ] }, "layers.27.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17027, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 5.429157681646757e-05, "selection_mse_after": 3.8368627429008484e-05, "selection_mse_ratio": 0.7067142128944397, "choices": [ 381, 347, 1505, 832, 2482, 1005, 2728, 1006, 2774, 799, 2199, 367, 983 ] }, "layers.27.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4928, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 5.526669610844692e-06, "selection_mse_after": 4.0588997762824874e-06, "selection_mse_ratio": 0.7344205379486084, "choices": [ 192, 125, 215, 369, 460, 376, 511, 503, 548, 468, 526, 369, 458 ] }, "layers.28.linear_attn.out_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4939, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 5.128960765432566e-06, "selection_mse_after": 3.8987150219327305e-06, "selection_mse_ratio": 0.7601373791694641, "choices": [ 181, 133, 323, 389, 562, 409, 672, 429, 673, 355, 561, 154, 279 ] }, "layers.28.linear_attn.in_proj_qkv": { "train_rows": 192, "selection_rows": 96, "output_rows": 10240, "changed_rows": 10022, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0002304681547684595, "selection_mse_after": 0.00014976733655203134, "selection_mse_ratio": 0.6498395800590515, "choices": [ 218, 216, 1073, 438, 1373, 528, 1567, 535, 1541, 396, 1380, 226, 749 ] }, "layers.28.linear_attn.in_proj_z": { "train_rows": 192, "selection_rows": 96, "output_rows": 6144, "changed_rows": 6014, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0001950068399310112, "selection_mse_after": 0.00012722935935016721, "selection_mse_ratio": 0.6524353623390198, "choices": [ 130, 172, 599, 297, 829, 341, 910, 280, 900, 290, 792, 156, 448 ] }, "layers.28.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17020, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 5.3288757044356316e-05, "selection_mse_after": 3.730106618604623e-05, "selection_mse_ratio": 0.6999800205230713, "choices": [ 388, 518, 1418, 1099, 2322, 1222, 2443, 1174, 2544, 957, 2044, 380, 899 ] }, "layers.28.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16992, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 5.476982914842665e-05, "selection_mse_after": 3.871063017868437e-05, "selection_mse_ratio": 0.7067874670028687, "choices": [ 416, 363, 1541, 943, 2428, 991, 2735, 977, 2771, 770, 2169, 352, 952 ] }, "layers.28.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4956, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 6.253870651562465e-06, "selection_mse_after": 4.59574539490859e-06, "selection_mse_ratio": 0.7348642349243164, "choices": [ 164, 131, 237, 390, 415, 415, 499, 500, 554, 463, 535, 374, 443 ] }, "layers.29.linear_attn.out_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4922, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 5.565317678701831e-06, "selection_mse_after": 4.305017682781909e-06, "selection_mse_ratio": 0.7735438942909241, "choices": [ 198, 142, 310, 396, 556, 465, 637, 420, 621, 370, 545, 175, 285 ] }, "layers.29.linear_attn.in_proj_qkv": { "train_rows": 192, "selection_rows": 96, "output_rows": 10240, "changed_rows": 10017, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00024831396876834333, "selection_mse_after": 0.00016426799993496388, "selection_mse_ratio": 0.6615334749221802, "choices": [ 223, 201, 1082, 415, 1435, 497, 1575, 477, 1582, 392, 1304, 225, 832 ] }, "layers.29.linear_attn.in_proj_z": { "train_rows": 192, "selection_rows": 96, "output_rows": 6144, "changed_rows": 6004, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00021303076937329024, "selection_mse_after": 0.00014013912004884332, "selection_mse_ratio": 0.6578351259231567, "choices": [ 140, 218, 560, 312, 762, 374, 818, 364, 888, 320, 745, 182, 461 ] }, "layers.29.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17000, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 5.238199082668871e-05, "selection_mse_after": 3.65372106898576e-05, "selection_mse_ratio": 0.6975147128105164, "choices": [ 408, 529, 1411, 1075, 2227, 1175, 2612, 1170, 2561, 965, 2058, 374, 843 ] }, "layers.29.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17005, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 5.446040813694708e-05, "selection_mse_after": 3.829783236142248e-05, "selection_mse_ratio": 0.7032234072685242, "choices": [ 403, 354, 1501, 864, 2494, 951, 2824, 1004, 2795, 773, 2158, 350, 937 ] }, "layers.29.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4958, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 6.479383046098519e-06, "selection_mse_after": 4.732408342533745e-06, "selection_mse_ratio": 0.7303794622421265, "choices": [ 162, 134, 213, 388, 421, 448, 433, 489, 525, 528, 529, 410, 440 ] }, "layers.30.linear_attn.out_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4929, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 7.155403636716073e-06, "selection_mse_after": 5.4941251619311515e-06, "selection_mse_ratio": 0.7678288221359253, "choices": [ 191, 141, 281, 375, 569, 439, 645, 480, 637, 366, 552, 198, 246 ] }, "layers.30.linear_attn.in_proj_qkv": { "train_rows": 192, "selection_rows": 96, "output_rows": 10240, "changed_rows": 10049, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00025340329739265144, "selection_mse_after": 0.0001644163130549714, "selection_mse_ratio": 0.6488326191902161, "choices": [ 191, 209, 1095, 407, 1429, 488, 1645, 428, 1588, 378, 1376, 228, 778 ] }, "layers.30.linear_attn.in_proj_z": { "train_rows": 192, "selection_rows": 96, "output_rows": 6144, "changed_rows": 6018, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00021785232820548117, "selection_mse_after": 0.00014155104872770607, "selection_mse_ratio": 0.6497568488121033, "choices": [ 126, 164, 592, 321, 796, 334, 893, 319, 911, 282, 787, 175, 444 ] }, "layers.30.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17020, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 5.6515331380069256e-05, "selection_mse_after": 3.9334910979960114e-05, "selection_mse_ratio": 0.6960042715072632, "choices": [ 388, 462, 1423, 957, 2407, 1188, 2568, 1146, 2596, 867, 2054, 395, 957 ] }, "layers.30.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16976, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 6.076077988836914e-05, "selection_mse_after": 4.264918607077561e-05, "selection_mse_ratio": 0.701919674873352, "choices": [ 432, 348, 1616, 861, 2485, 924, 2747, 989, 2775, 723, 2185, 325, 998 ] }, "layers.30.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4986, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 7.251711394928861e-06, "selection_mse_after": 5.316858732840046e-06, "selection_mse_ratio": 0.7331867814064026, "choices": [ 134, 138, 243, 387, 437, 391, 533, 424, 575, 458, 590, 363, 447 ] }, "layers.31.self_attn.q_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 12288, "changed_rows": 12026, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00024196901358664036, "selection_mse_after": 0.00015424411685671657, "selection_mse_ratio": 0.6374539732933044, "choices": [ 262, 334, 1174, 621, 1575, 676, 1845, 626, 1785, 578, 1529, 318, 965 ] }, "layers.31.self_attn.k_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 1024, "changed_rows": 1005, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0002595305268187076, "selection_mse_after": 0.0001646599848754704, "selection_mse_ratio": 0.6344532370567322, "choices": [ 19, 20, 132, 37, 128, 41, 153, 45, 152, 49, 135, 25, 88 ] }, "layers.31.self_attn.v_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 1024, "changed_rows": 1003, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00032052391907200217, "selection_mse_after": 0.0002039072714978829, "selection_mse_ratio": 0.6361686587333679, "choices": [ 21, 25, 117, 31, 136, 38, 166, 49, 170, 35, 137, 16, 83 ] }, "layers.31.self_attn.o_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4939, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 2.14125157071976e-05, "selection_mse_after": 1.6607007637503557e-05, "selection_mse_ratio": 0.775574803352356, "choices": [ 181, 127, 340, 314, 538, 375, 646, 397, 684, 343, 602, 192, 381 ] }, "layers.31.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17037, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 5.66938761039637e-05, "selection_mse_after": 3.9529211790068075e-05, "selection_mse_ratio": 0.6972395777702332, "choices": [ 371, 483, 1418, 1018, 2332, 1188, 2569, 1132, 2604, 907, 2042, 392, 952 ] }, "layers.31.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17011, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 6.232463056221604e-05, "selection_mse_after": 4.377403820399195e-05, "selection_mse_ratio": 0.7023553848266602, "choices": [ 397, 353, 1462, 863, 2498, 1005, 2789, 968, 2829, 734, 2165, 341, 1004 ] }, "layers.31.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4959, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 8.10875826573465e-06, "selection_mse_after": 6.004926490277285e-06, "selection_mse_ratio": 0.7405482530593872, "choices": [ 161, 145, 219, 362, 400, 455, 494, 484, 541, 525, 543, 393, 398 ] }, "layers.32.linear_attn.out_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4980, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 8.387249181396328e-06, "selection_mse_after": 6.399702670023544e-06, "selection_mse_ratio": 0.7630276083946228, "choices": [ 140, 150, 316, 337, 551, 408, 646, 421, 661, 391, 569, 218, 312 ] }, "layers.32.linear_attn.in_proj_qkv": { "train_rows": 192, "selection_rows": 96, "output_rows": 10240, "changed_rows": 10021, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0002501188719179481, "selection_mse_after": 0.00016377762949559838, "selection_mse_ratio": 0.6547991633415222, "choices": [ 219, 207, 1055, 452, 1353, 464, 1652, 473, 1597, 424, 1362, 229, 753 ] }, "layers.32.linear_attn.in_proj_z": { "train_rows": 192, "selection_rows": 96, "output_rows": 6144, "changed_rows": 6012, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00020312765263952315, "selection_mse_after": 0.00013369679800234735, "selection_mse_ratio": 0.6581910252571106, "choices": [ 132, 190, 597, 328, 795, 370, 870, 354, 846, 318, 707, 201, 436 ] }, "layers.32.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16976, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 6.1070139054209e-05, "selection_mse_after": 4.2640051105991006e-05, "selection_mse_ratio": 0.6982144117355347, "choices": [ 432, 476, 1492, 1032, 2344, 1205, 2555, 1056, 2591, 919, 1976, 412, 918 ] }, "layers.32.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16988, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 6.764978024875745e-05, "selection_mse_after": 4.755703412229195e-05, "selection_mse_ratio": 0.7029888033866882, "choices": [ 420, 378, 1539, 864, 2434, 993, 2784, 974, 2741, 745, 2136, 362, 1038 ] }, "layers.32.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4966, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 9.006576874526218e-06, "selection_mse_after": 6.681515060336096e-06, "selection_mse_ratio": 0.7418484091758728, "choices": [ 154, 165, 217, 386, 442, 413, 456, 463, 544, 486, 554, 384, 456 ] }, "layers.33.linear_attn.out_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4891, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 9.151865924650338e-06, "selection_mse_after": 7.044625817798078e-06, "selection_mse_ratio": 0.7697475552558899, "choices": [ 229, 182, 298, 390, 532, 477, 605, 503, 636, 384, 471, 166, 247 ] }, "layers.33.linear_attn.in_proj_qkv": { "train_rows": 192, "selection_rows": 96, "output_rows": 10240, "changed_rows": 10010, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0002971259818878025, "selection_mse_after": 0.00019906437955796719, "selection_mse_ratio": 0.6699662208557129, "choices": [ 230, 209, 1091, 417, 1522, 442, 1637, 423, 1585, 393, 1307, 223, 761 ] }, "layers.33.linear_attn.in_proj_z": { "train_rows": 192, "selection_rows": 96, "output_rows": 6144, "changed_rows": 5979, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00023947004228830338, "selection_mse_after": 0.00016123332898132503, "selection_mse_ratio": 0.6732922196388245, "choices": [ 165, 226, 589, 377, 740, 445, 821, 391, 794, 333, 682, 167, 414 ] }, "layers.33.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16993, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 6.258838402573019e-05, "selection_mse_after": 4.375226853881031e-05, "selection_mse_ratio": 0.6990477442741394, "choices": [ 415, 541, 1485, 1043, 2278, 1122, 2446, 1225, 2675, 896, 2004, 390, 888 ] }, "layers.33.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17005, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 7.053919398458675e-05, "selection_mse_after": 4.972019451088272e-05, "selection_mse_ratio": 0.7048590779304504, "choices": [ 403, 373, 1544, 838, 2458, 967, 2768, 986, 2723, 793, 2200, 367, 988 ] }, "layers.33.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4974, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 8.93600099516334e-06, "selection_mse_after": 6.658425263594836e-06, "selection_mse_ratio": 0.7451236248016357, "choices": [ 146, 128, 234, 371, 436, 437, 439, 509, 539, 475, 551, 376, 479 ] }, "layers.34.linear_attn.out_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4955, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 8.119029189401772e-06, "selection_mse_after": 6.113261861173669e-06, "selection_mse_ratio": 0.7529548406600952, "choices": [ 165, 140, 319, 358, 561, 402, 635, 400, 665, 341, 604, 213, 317 ] }, "layers.34.linear_attn.in_proj_qkv": { "train_rows": 192, "selection_rows": 96, "output_rows": 10240, "changed_rows": 10017, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0002927823516074568, "selection_mse_after": 0.00019527693802956492, "selection_mse_ratio": 0.6669696569442749, "choices": [ 223, 192, 998, 440, 1423, 505, 1594, 493, 1632, 364, 1337, 269, 770 ] }, "layers.34.linear_attn.in_proj_z": { "train_rows": 192, "selection_rows": 96, "output_rows": 6144, "changed_rows": 6011, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00024213417782448232, "selection_mse_after": 0.00016139227955136448, "selection_mse_ratio": 0.6665406823158264, "choices": [ 133, 192, 554, 322, 835, 384, 895, 365, 884, 323, 705, 167, 385 ] }, "layers.34.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17038, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 7.41241528885439e-05, "selection_mse_after": 5.121369395055808e-05, "selection_mse_ratio": 0.6909177303314209, "choices": [ 370, 451, 1508, 1037, 2367, 1066, 2544, 1175, 2615, 855, 2037, 401, 982 ] }, "layers.34.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17014, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 8.506283484166488e-05, "selection_mse_after": 5.9666715969797224e-05, "selection_mse_ratio": 0.7014428377151489, "choices": [ 394, 394, 1566, 864, 2402, 1014, 2748, 986, 2769, 714, 2169, 338, 1050 ] }, "layers.34.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4944, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 1.2936417078890372e-05, "selection_mse_after": 9.859239071374759e-06, "selection_mse_ratio": 0.762130618095398, "choices": [ 176, 149, 234, 342, 433, 440, 500, 458, 505, 477, 574, 391, 441 ] }, "layers.35.self_attn.q_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 12288, "changed_rows": 12038, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00025939091574400663, "selection_mse_after": 0.0001732352830003947, "selection_mse_ratio": 0.6678540706634521, "choices": [ 250, 327, 1234, 568, 1656, 648, 1865, 640, 1812, 553, 1584, 294, 857 ] }, "layers.35.self_attn.k_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 1024, "changed_rows": 1008, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00028697086963802576, "selection_mse_after": 0.00018943019676953554, "selection_mse_ratio": 0.6601025462150574, "choices": [ 16, 29, 92, 54, 163, 51, 141, 61, 152, 41, 131, 17, 76 ] }, "layers.35.self_attn.v_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 1024, "changed_rows": 1002, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00040332559728994966, "selection_mse_after": 0.0002657306322362274, "selection_mse_ratio": 0.6588489413261414, "choices": [ 22, 19, 110, 38, 141, 47, 164, 59, 168, 30, 128, 24, 74 ] }, "layers.35.self_attn.o_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4943, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 3.2054154871730134e-05, "selection_mse_after": 2.3561809939565137e-05, "selection_mse_ratio": 0.7350625991821289, "choices": [ 177, 140, 370, 316, 580, 380, 668, 413, 706, 320, 558, 203, 289 ] }, "layers.35.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16996, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 7.38781236577779e-05, "selection_mse_after": 5.145480463397689e-05, "selection_mse_ratio": 0.6964823007583618, "choices": [ 412, 568, 1404, 1150, 2222, 1233, 2520, 1224, 2518, 939, 1931, 424, 863 ] }, "layers.35.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17023, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 7.987922435859218e-05, "selection_mse_after": 5.629880979540758e-05, "selection_mse_ratio": 0.7047991752624512, "choices": [ 385, 361, 1501, 855, 2476, 993, 2782, 1059, 2792, 762, 2140, 347, 955 ] }, "layers.35.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4949, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 1.2474702089093626e-05, "selection_mse_after": 9.481420420343056e-06, "selection_mse_ratio": 0.7600518465042114, "choices": [ 171, 150, 244, 350, 465, 397, 498, 449, 584, 441, 553, 375, 443 ] }, "layers.36.linear_attn.out_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4932, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 4.535431799013168e-06, "selection_mse_after": 3.500723778415704e-06, "selection_mse_ratio": 0.77186119556427, "choices": [ 188, 162, 309, 334, 530, 411, 619, 474, 637, 382, 567, 209, 298 ] }, "layers.36.linear_attn.in_proj_qkv": { "train_rows": 192, "selection_rows": 96, "output_rows": 10240, "changed_rows": 10021, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00039120568544603884, "selection_mse_after": 0.0002632022078614682, "selection_mse_ratio": 0.672797441482544, "choices": [ 219, 252, 1040, 476, 1402, 510, 1555, 535, 1523, 447, 1326, 208, 747 ] }, "layers.36.linear_attn.in_proj_z": { "train_rows": 192, "selection_rows": 96, "output_rows": 6144, "changed_rows": 6005, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00035350059624761343, "selection_mse_after": 0.00023631371732335538, "selection_mse_ratio": 0.6684959530830383, "choices": [ 139, 176, 587, 339, 749, 405, 896, 388, 888, 302, 677, 194, 404 ] }, "layers.36.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16956, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 6.911101081641391e-05, "selection_mse_after": 4.862841160502285e-05, "selection_mse_ratio": 0.7036275863647461, "choices": [ 452, 530, 1294, 1129, 2252, 1330, 2450, 1387, 2500, 1039, 1866, 389, 790 ] }, "layers.36.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17015, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 6.61718804622069e-05, "selection_mse_after": 4.7023921069921926e-05, "selection_mse_ratio": 0.7106329798698425, "choices": [ 393, 336, 1457, 934, 2368, 1039, 2824, 1018, 2835, 794, 2172, 316, 922 ] }, "layers.36.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4933, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 9.176396815746557e-06, "selection_mse_after": 6.95152402840904e-06, "selection_mse_ratio": 0.7575439810752869, "choices": [ 187, 137, 216, 360, 378, 431, 518, 491, 554, 494, 545, 366, 443 ] }, "layers.37.linear_attn.out_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4934, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 5.023354788136203e-06, "selection_mse_after": 3.884532361553283e-06, "selection_mse_ratio": 0.7732944488525391, "choices": [ 186, 144, 309, 377, 521, 448, 611, 471, 621, 376, 494, 229, 333 ] }, "layers.37.linear_attn.in_proj_qkv": { "train_rows": 192, "selection_rows": 96, "output_rows": 10240, "changed_rows": 10005, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0003724282723851502, "selection_mse_after": 0.0002525407762732357, "selection_mse_ratio": 0.6780924201011658, "choices": [ 235, 195, 1025, 467, 1358, 582, 1559, 529, 1594, 430, 1350, 219, 697 ] }, "layers.37.linear_attn.in_proj_z": { "train_rows": 192, "selection_rows": 96, "output_rows": 6144, "changed_rows": 6020, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0003838541451841593, "selection_mse_after": 0.0002591806696727872, "selection_mse_ratio": 0.6752060651779175, "choices": [ 124, 188, 548, 369, 797, 397, 877, 391, 853, 312, 755, 161, 372 ] }, "layers.37.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16971, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 6.087521614972502e-05, "selection_mse_after": 4.317409184295684e-05, "selection_mse_ratio": 0.7092227935791016, "choices": [ 437, 541, 1284, 1098, 2284, 1306, 2492, 1292, 2573, 1017, 1892, 370, 822 ] }, "layers.37.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17022, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 5.685918586095795e-05, "selection_mse_after": 4.0545004594605416e-05, "selection_mse_ratio": 0.7130774855613708, "choices": [ 386, 356, 1459, 927, 2467, 1100, 2723, 1075, 2762, 867, 2097, 330, 859 ] }, "layers.37.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4947, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 8.047770279517863e-06, "selection_mse_after": 5.966387107037008e-06, "selection_mse_ratio": 0.7413714528083801, "choices": [ 173, 155, 227, 354, 434, 414, 485, 510, 503, 487, 536, 380, 462 ] }, "layers.38.linear_attn.out_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4929, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 3.5734506127482746e-06, "selection_mse_after": 2.7123585368826753e-06, "selection_mse_ratio": 0.7590306401252747, "choices": [ 191, 166, 323, 384, 543, 425, 591, 483, 583, 394, 505, 210, 322 ] }, "layers.38.linear_attn.in_proj_qkv": { "train_rows": 192, "selection_rows": 96, "output_rows": 10240, "changed_rows": 9999, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0003006886690855026, "selection_mse_after": 0.00020672105893027037, "selection_mse_ratio": 0.6874920129776001, "choices": [ 241, 229, 970, 469, 1417, 507, 1666, 533, 1605, 421, 1326, 213, 643 ] }, "layers.38.linear_attn.in_proj_z": { "train_rows": 192, "selection_rows": 96, "output_rows": 6144, "changed_rows": 5997, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0003195208846591413, "selection_mse_after": 0.00021748464496340603, "selection_mse_ratio": 0.6806586384773254, "choices": [ 147, 233, 502, 409, 774, 390, 845, 415, 869, 328, 682, 192, 358 ] }, "layers.38.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17011, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 9.444524039281532e-05, "selection_mse_after": 6.580287299584597e-05, "selection_mse_ratio": 0.6967304348945618, "choices": [ 397, 540, 1311, 1152, 2230, 1275, 2507, 1239, 2496, 1010, 1932, 454, 865 ] }, "layers.38.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17008, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 7.396347064059228e-05, "selection_mse_after": 5.222382606007159e-05, "selection_mse_ratio": 0.70607590675354, "choices": [ 400, 349, 1474, 842, 2506, 975, 2862, 1005, 2815, 786, 2165, 298, 931 ] }, "layers.38.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4922, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 8.709332178113982e-06, "selection_mse_after": 6.527306140924338e-06, "selection_mse_ratio": 0.7494611144065857, "choices": [ 198, 136, 196, 360, 417, 421, 503, 454, 552, 481, 579, 367, 456 ] }, "layers.39.self_attn.q_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 12288, "changed_rows": 12016, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00028673309134319425, "selection_mse_after": 0.00018953834660351276, "selection_mse_ratio": 0.6610271334648132, "choices": [ 272, 326, 1188, 596, 1648, 673, 1788, 703, 1799, 585, 1572, 338, 800 ] }, "layers.39.self_attn.k_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 1024, "changed_rows": 1007, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0002807995770126581, "selection_mse_after": 0.0001886075478978455, "selection_mse_ratio": 0.6716803312301636, "choices": [ 17, 24, 111, 60, 143, 48, 153, 62, 148, 28, 143, 18, 69 ] }, "layers.39.self_attn.v_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 1024, "changed_rows": 993, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0003770112234633416, "selection_mse_after": 0.00025374448159709573, "selection_mse_ratio": 0.6730422377586365, "choices": [ 31, 19, 86, 50, 138, 56, 166, 36, 172, 41, 139, 19, 71 ] }, "layers.39.self_attn.o_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4935, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 1.961253110493999e-05, "selection_mse_after": 1.4477837794402149e-05, "selection_mse_ratio": 0.7381932735443115, "choices": [ 185, 138, 419, 335, 618, 323, 645, 378, 663, 308, 567, 206, 335 ] }, "layers.39.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16979, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 7.501579966628924e-05, "selection_mse_after": 5.2476636483334005e-05, "selection_mse_ratio": 0.6995410919189453, "choices": [ 429, 532, 1414, 1126, 2226, 1340, 2446, 1229, 2516, 977, 1956, 392, 825 ] }, "layers.39.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17005, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 6.359586404869333e-05, "selection_mse_after": 4.495413668337278e-05, "selection_mse_ratio": 0.7068720459938049, "choices": [ 403, 348, 1453, 869, 2374, 1050, 2856, 1018, 2863, 742, 2136, 346, 950 ] }, "layers.39.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4939, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 6.8134090724925045e-06, "selection_mse_after": 4.989135504729347e-06, "selection_mse_ratio": 0.7322524785995483, "choices": [ 181, 166, 244, 382, 400, 421, 454, 503, 523, 489, 511, 413, 433 ] }, "layers.40.linear_attn.out_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4965, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 9.558718375046737e-06, "selection_mse_after": 6.996468528086552e-06, "selection_mse_ratio": 0.7319462895393372, "choices": [ 155, 150, 400, 319, 602, 364, 671, 365, 712, 290, 571, 193, 328 ] }, "layers.40.linear_attn.in_proj_qkv": { "train_rows": 192, "selection_rows": 96, "output_rows": 10240, "changed_rows": 9985, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00029455675394274294, "selection_mse_after": 0.00020086146832909435, "selection_mse_ratio": 0.6819109320640564, "choices": [ 255, 239, 925, 493, 1401, 576, 1553, 562, 1546, 432, 1334, 251, 673 ] }, "layers.40.linear_attn.in_proj_z": { "train_rows": 192, "selection_rows": 96, "output_rows": 6144, "changed_rows": 6002, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0002920283004641533, "selection_mse_after": 0.0001962779788300395, "selection_mse_ratio": 0.6721197366714478, "choices": [ 142, 185, 562, 342, 814, 384, 907, 373, 837, 301, 742, 170, 385 ] }, "layers.40.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17028, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 9.081105963559821e-05, "selection_mse_after": 6.315396603895351e-05, "selection_mse_ratio": 0.6954435110092163, "choices": [ 380, 573, 1414, 1100, 2217, 1232, 2489, 1284, 2510, 1001, 1908, 416, 884 ] }, "layers.40.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16997, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 7.448923861375079e-05, "selection_mse_after": 5.2113224228378385e-05, "selection_mse_ratio": 0.6996073722839355, "choices": [ 411, 360, 1507, 847, 2367, 993, 2762, 1009, 2796, 778, 2221, 381, 976 ] }, "layers.40.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4946, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 1.0086389011121355e-05, "selection_mse_after": 7.216284757305402e-06, "selection_mse_ratio": 0.7154477834701538, "choices": [ 174, 131, 241, 338, 465, 414, 540, 465, 543, 453, 534, 359, 463 ] }, "layers.41.linear_attn.out_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4924, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 9.693853826320264e-06, "selection_mse_after": 7.516553068853682e-06, "selection_mse_ratio": 0.7753937244415283, "choices": [ 196, 143, 336, 350, 505, 425, 644, 418, 669, 341, 557, 214, 322 ] }, "layers.41.linear_attn.in_proj_qkv": { "train_rows": 192, "selection_rows": 96, "output_rows": 10240, "changed_rows": 10002, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00029254224500618875, "selection_mse_after": 0.00019803339091595262, "selection_mse_ratio": 0.6769394874572754, "choices": [ 238, 228, 951, 491, 1491, 498, 1553, 546, 1593, 433, 1260, 249, 709 ] }, "layers.41.linear_attn.in_proj_z": { "train_rows": 192, "selection_rows": 96, "output_rows": 6144, "changed_rows": 5999, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00028315873350948095, "selection_mse_after": 0.00019167402933817357, "selection_mse_ratio": 0.6769136786460876, "choices": [ 145, 196, 565, 316, 795, 408, 918, 389, 867, 316, 694, 176, 359 ] }, "layers.41.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16997, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 7.502391963498667e-05, "selection_mse_after": 5.229963062447496e-05, "selection_mse_ratio": 0.697106122970581, "choices": [ 411, 518, 1431, 1036, 2254, 1268, 2543, 1225, 2484, 933, 2048, 391, 866 ] }, "layers.41.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17009, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 7.037222530925646e-05, "selection_mse_after": 4.9412690714234486e-05, "selection_mse_ratio": 0.7021617889404297, "choices": [ 399, 366, 1472, 918, 2378, 1039, 2733, 1062, 2856, 736, 2124, 326, 999 ] }, "layers.41.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4946, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 1.110548237193143e-05, "selection_mse_after": 7.895515409472864e-06, "selection_mse_ratio": 0.7109565138816833, "choices": [ 174, 126, 264, 322, 462, 405, 493, 448, 575, 451, 587, 356, 457 ] }, "layers.42.linear_attn.out_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4979, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 1.7966436644201167e-05, "selection_mse_after": 1.1025908861483913e-05, "selection_mse_ratio": 0.6136948466300964, "choices": [ 141, 180, 414, 319, 552, 353, 612, 395, 619, 330, 601, 200, 404 ] }, "layers.42.linear_attn.in_proj_qkv": { "train_rows": 192, "selection_rows": 96, "output_rows": 10240, "changed_rows": 10014, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00028055772418156266, "selection_mse_after": 0.00018773588817566633, "selection_mse_ratio": 0.6691524982452393, "choices": [ 226, 229, 974, 484, 1466, 508, 1631, 517, 1622, 423, 1216, 254, 690 ] }, "layers.42.linear_attn.in_proj_z": { "train_rows": 192, "selection_rows": 96, "output_rows": 6144, "changed_rows": 5994, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0002682421763893217, "selection_mse_after": 0.00017882294196169823, "selection_mse_ratio": 0.6666473746299744, "choices": [ 150, 177, 560, 310, 789, 405, 901, 374, 844, 299, 752, 167, 416 ] }, "layers.42.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17049, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 8.065135625656694e-05, "selection_mse_after": 5.511855852091685e-05, "selection_mse_ratio": 0.6834176182746887, "choices": [ 359, 473, 1475, 1019, 2338, 1128, 2601, 1095, 2632, 825, 2122, 388, 953 ] }, "layers.42.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17025, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 8.22526853880845e-05, "selection_mse_after": 5.6473338190698996e-05, "selection_mse_ratio": 0.6865835189819336, "choices": [ 383, 383, 1459, 811, 2470, 971, 2856, 976, 2759, 794, 2159, 377, 1010 ] }, "layers.42.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4980, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 1.5980471289367415e-05, "selection_mse_after": 1.0863011993933469e-05, "selection_mse_ratio": 0.6797679662704468, "choices": [ 140, 153, 299, 320, 442, 376, 566, 398, 600, 411, 602, 309, 504 ] }, "layers.43.self_attn.q_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 12288, "changed_rows": 12005, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0003119147149845958, "selection_mse_after": 0.00020366674289107323, "selection_mse_ratio": 0.652956485748291, "choices": [ 283, 328, 1137, 603, 1603, 666, 1961, 695, 1804, 561, 1527, 309, 811 ] }, "layers.43.self_attn.k_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 1024, "changed_rows": 998, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0003106097865384072, "selection_mse_after": 0.00020366540411487222, "selection_mse_ratio": 0.655695378780365, "choices": [ 26, 30, 93, 46, 114, 53, 159, 60, 149, 61, 131, 22, 80 ] }, "layers.43.self_attn.v_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 1024, "changed_rows": 1003, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0004553990438580513, "selection_mse_after": 0.0002916718367487192, "selection_mse_ratio": 0.6404752731323242, "choices": [ 21, 27, 96, 51, 149, 47, 151, 50, 144, 38, 155, 17, 78 ] }, "layers.43.self_attn.o_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4986, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 4.0898623410612345e-05, "selection_mse_after": 2.9991777410032228e-05, "selection_mse_ratio": 0.7333199381828308, "choices": [ 134, 139, 364, 284, 635, 362, 685, 368, 747, 312, 601, 163, 326 ] }, "layers.43.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16969, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 7.81959606683813e-05, "selection_mse_after": 5.505586159415543e-05, "selection_mse_ratio": 0.7040755152702332, "choices": [ 439, 516, 1345, 1075, 2256, 1252, 2578, 1234, 2546, 954, 2003, 377, 833 ] }, "layers.43.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17023, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 8.29943674034439e-05, "selection_mse_after": 5.868351217941381e-05, "selection_mse_ratio": 0.7070782780647278, "choices": [ 385, 348, 1461, 1004, 2517, 1049, 2663, 1001, 2760, 836, 2131, 311, 942 ] }, "layers.43.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4957, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 1.7385582395945676e-05, "selection_mse_after": 1.3036345080763567e-05, "selection_mse_ratio": 0.7498365640640259, "choices": [ 163, 162, 257, 367, 411, 430, 517, 489, 498, 471, 525, 410, 420 ] }, "layers.44.linear_attn.out_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4964, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 1.340649941994343e-05, "selection_mse_after": 1.0375376405136194e-05, "selection_mse_ratio": 0.773906409740448, "choices": [ 156, 133, 306, 361, 557, 428, 622, 455, 702, 357, 575, 180, 288 ] }, "layers.44.linear_attn.in_proj_qkv": { "train_rows": 192, "selection_rows": 96, "output_rows": 10240, "changed_rows": 10003, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0002916530647780746, "selection_mse_after": 0.00019944508676417172, "selection_mse_ratio": 0.6838436126708984, "choices": [ 237, 232, 978, 477, 1396, 562, 1625, 515, 1530, 482, 1307, 260, 639 ] }, "layers.44.linear_attn.in_proj_z": { "train_rows": 192, "selection_rows": 96, "output_rows": 6144, "changed_rows": 5998, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00025029812240973115, "selection_mse_after": 0.00017136950918938965, "selection_mse_ratio": 0.6846616268157959, "choices": [ 146, 169, 538, 340, 788, 386, 892, 354, 900, 328, 770, 159, 374 ] }, "layers.44.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16979, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 8.076860831351951e-05, "selection_mse_after": 5.7490986364427954e-05, "selection_mse_ratio": 0.7117986679077148, "choices": [ 429, 557, 1328, 1121, 2348, 1264, 2498, 1248, 2530, 977, 1909, 406, 793 ] }, "layers.44.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17027, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 8.671976684127003e-05, "selection_mse_after": 6.2092840380501e-05, "selection_mse_ratio": 0.7160171270370483, "choices": [ 381, 385, 1401, 981, 2459, 1112, 2642, 1115, 2831, 840, 2071, 319, 871 ] }, "layers.44.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4964, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 1.776327371771913e-05, "selection_mse_after": 1.3279614904604387e-05, "selection_mse_ratio": 0.7475882768630981, "choices": [ 156, 120, 223, 308, 448, 426, 529, 485, 542, 478, 553, 383, 469 ] }, "layers.45.linear_attn.out_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4924, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 1.480315677326871e-05, "selection_mse_after": 1.1712659215845633e-05, "selection_mse_ratio": 0.7912271022796631, "choices": [ 196, 141, 295, 385, 519, 422, 576, 502, 627, 414, 527, 246, 270 ] }, "layers.45.linear_attn.in_proj_qkv": { "train_rows": 192, "selection_rows": 96, "output_rows": 10240, "changed_rows": 9980, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00029635001556016505, "selection_mse_after": 0.00020484431297518313, "selection_mse_ratio": 0.691224217414856, "choices": [ 260, 218, 959, 501, 1371, 594, 1569, 629, 1571, 412, 1317, 226, 613 ] }, "layers.45.linear_attn.in_proj_z": { "train_rows": 192, "selection_rows": 96, "output_rows": 6144, "changed_rows": 6005, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00025909661781042814, "selection_mse_after": 0.00018025147437583655, "selection_mse_ratio": 0.6956921219825745, "choices": [ 139, 194, 496, 379, 758, 436, 871, 386, 904, 343, 697, 202, 339 ] }, "layers.45.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17004, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 8.339827763848007e-05, "selection_mse_after": 5.984539893688634e-05, "selection_mse_ratio": 0.7175855040550232, "choices": [ 404, 485, 1389, 1095, 2278, 1258, 2559, 1267, 2657, 980, 1913, 353, 770 ] }, "layers.45.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16968, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 9.022892481880262e-05, "selection_mse_after": 6.522247713292018e-05, "selection_mse_ratio": 0.7228555083274841, "choices": [ 440, 428, 1392, 941, 2403, 1096, 2674, 1112, 2753, 932, 2001, 355, 881 ] }, "layers.45.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4932, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 1.8777294826577418e-05, "selection_mse_after": 1.3968899111205246e-05, "selection_mse_ratio": 0.7439250349998474, "choices": [ 188, 119, 218, 389, 405, 398, 512, 477, 505, 537, 547, 381, 444 ] }, "layers.46.linear_attn.out_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4943, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 1.8696975530474447e-05, "selection_mse_after": 1.4649361219198909e-05, "selection_mse_ratio": 0.7835149765014648, "choices": [ 177, 146, 300, 356, 549, 428, 649, 484, 634, 382, 536, 195, 284 ] }, "layers.46.linear_attn.in_proj_qkv": { "train_rows": 192, "selection_rows": 96, "output_rows": 10240, "changed_rows": 9983, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0003172744472976774, "selection_mse_after": 0.00022158828505780548, "selection_mse_ratio": 0.6984120011329651, "choices": [ 257, 226, 973, 494, 1476, 590, 1531, 537, 1540, 456, 1307, 231, 622 ] }, "layers.46.linear_attn.in_proj_z": { "train_rows": 192, "selection_rows": 96, "output_rows": 6144, "changed_rows": 5991, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00028106963145546615, "selection_mse_after": 0.00019390028319321573, "selection_mse_ratio": 0.6898656487464905, "choices": [ 153, 185, 548, 364, 797, 370, 880, 388, 875, 310, 737, 156, 381 ] }, "layers.46.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16977, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 8.57909326441586e-05, "selection_mse_after": 6.137445598142222e-05, "selection_mse_ratio": 0.7153955698013306, "choices": [ 431, 479, 1309, 1126, 2305, 1212, 2621, 1251, 2569, 948, 1975, 382, 800 ] }, "layers.46.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16988, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 9.503122419118881e-05, "selection_mse_after": 6.8282475695014e-05, "selection_mse_ratio": 0.7185267210006714, "choices": [ 420, 363, 1354, 1019, 2375, 1128, 2721, 1129, 2803, 875, 2034, 321, 866 ] }, "layers.46.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4964, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 2.556504296080675e-05, "selection_mse_after": 1.942000017152168e-05, "selection_mse_ratio": 0.7596309781074524, "choices": [ 156, 136, 237, 335, 423, 365, 531, 436, 589, 455, 568, 383, 506 ] }, "layers.47.self_attn.q_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 12288, "changed_rows": 12019, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0002991286455653608, "selection_mse_after": 0.00020314412540756166, "selection_mse_ratio": 0.6791195869445801, "choices": [ 269, 330, 1039, 657, 1729, 743, 1817, 752, 1742, 622, 1486, 293, 809 ] }, "layers.47.self_attn.k_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 1024, "changed_rows": 998, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0003412148216739297, "selection_mse_after": 0.0002270413824589923, "selection_mse_ratio": 0.6653913259506226, "choices": [ 26, 30, 84, 45, 134, 72, 156, 57, 156, 58, 123, 22, 61 ] }, "layers.47.self_attn.v_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 1024, "changed_rows": 1001, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0005717391613870859, "selection_mse_after": 0.0003866576007567346, "selection_mse_ratio": 0.6762832403182983, "choices": [ 23, 21, 123, 42, 144, 41, 174, 50, 176, 33, 125, 22, 50 ] }, "layers.47.self_attn.o_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4909, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 4.782579708262347e-05, "selection_mse_after": 3.638419366325252e-05, "selection_mse_ratio": 0.760765016078949, "choices": [ 211, 148, 327, 360, 544, 393, 638, 434, 670, 350, 541, 184, 320 ] }, "layers.47.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16999, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 9.527122165309265e-05, "selection_mse_after": 6.789259350625798e-05, "selection_mse_ratio": 0.7126243710517883, "choices": [ 409, 489, 1311, 1100, 2357, 1298, 2597, 1276, 2535, 904, 1969, 363, 800 ] }, "layers.47.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17010, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00010466177627677098, "selection_mse_after": 7.535226905019954e-05, "selection_mse_ratio": 0.7199597358703613, "choices": [ 398, 409, 1357, 961, 2412, 1083, 2773, 1182, 2639, 842, 2137, 324, 891 ] }, "layers.47.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4985, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 3.430933793424629e-05, "selection_mse_after": 2.5457789888605475e-05, "selection_mse_ratio": 0.7420076727867126, "choices": [ 135, 121, 232, 367, 396, 459, 474, 481, 574, 489, 551, 390, 451 ] }, "layers.48.linear_attn.out_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4916, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 3.20716826536227e-05, "selection_mse_after": 2.432780820527114e-05, "selection_mse_ratio": 0.7585448026657104, "choices": [ 204, 140, 312, 353, 548, 425, 675, 408, 705, 329, 561, 178, 282 ] }, "layers.48.linear_attn.in_proj_qkv": { "train_rows": 192, "selection_rows": 96, "output_rows": 10240, "changed_rows": 9997, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0003226418048143387, "selection_mse_after": 0.0002260721375932917, "selection_mse_ratio": 0.700690746307373, "choices": [ 243, 261, 872, 492, 1455, 558, 1601, 602, 1583, 457, 1281, 229, 606 ] }, "layers.48.linear_attn.in_proj_z": { "train_rows": 192, "selection_rows": 96, "output_rows": 6144, "changed_rows": 6008, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0002773037413135171, "selection_mse_after": 0.00019291664648335427, "selection_mse_ratio": 0.6956871747970581, "choices": [ 136, 211, 538, 353, 723, 419, 903, 402, 874, 368, 698, 176, 343 ] }, "layers.48.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17002, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 9.831749048316851e-05, "selection_mse_after": 7.054866728140041e-05, "selection_mse_ratio": 0.7175596356391907, "choices": [ 406, 509, 1307, 1168, 2288, 1318, 2580, 1269, 2589, 913, 1942, 365, 754 ] }, "layers.48.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17043, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00010962249507429078, "selection_mse_after": 7.917451148387045e-05, "selection_mse_ratio": 0.7222469449043274, "choices": [ 365, 367, 1381, 982, 2460, 1194, 2741, 1188, 2629, 852, 2125, 328, 796 ] }, "layers.48.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4954, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 3.922329779015854e-05, "selection_mse_after": 2.9806391466991045e-05, "selection_mse_ratio": 0.7599155306816101, "choices": [ 166, 126, 214, 379, 428, 445, 491, 513, 548, 512, 505, 368, 425 ] }, "layers.49.linear_attn.out_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4881, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 3.322965858387761e-05, "selection_mse_after": 2.6624577003531158e-05, "selection_mse_ratio": 0.8012292981147766, "choices": [ 239, 160, 296, 443, 473, 559, 583, 547, 560, 401, 490, 174, 195 ] }, "layers.49.linear_attn.in_proj_qkv": { "train_rows": 192, "selection_rows": 96, "output_rows": 10240, "changed_rows": 9992, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0003733483317773789, "selection_mse_after": 0.0002637046272866428, "selection_mse_ratio": 0.7063233256340027, "choices": [ 248, 230, 930, 536, 1390, 624, 1556, 656, 1616, 488, 1225, 214, 527 ] }, "layers.49.linear_attn.in_proj_z": { "train_rows": 192, "selection_rows": 96, "output_rows": 6144, "changed_rows": 5970, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00030319340294227004, "selection_mse_after": 0.00021336469217203557, "selection_mse_ratio": 0.70372474193573, "choices": [ 174, 226, 493, 413, 705, 451, 795, 458, 876, 376, 665, 188, 324 ] }, "layers.49.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16982, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00010214135545538738, "selection_mse_after": 7.351919339271262e-05, "selection_mse_ratio": 0.7197789549827576, "choices": [ 426, 504, 1203, 1159, 2368, 1339, 2558, 1351, 2534, 992, 1954, 315, 705 ] }, "layers.49.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16978, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00011575331882340834, "selection_mse_after": 8.392912423005328e-05, "selection_mse_ratio": 0.7250688672065735, "choices": [ 430, 372, 1297, 1086, 2365, 1137, 2696, 1237, 2780, 877, 2056, 314, 761 ] }, "layers.49.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4952, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 4.378700759843923e-05, "selection_mse_after": 3.359460606588982e-05, "selection_mse_ratio": 0.7672277092933655, "choices": [ 168, 124, 188, 366, 421, 463, 518, 479, 518, 471, 560, 397, 447 ] }, "layers.50.linear_attn.out_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4894, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 5.8627803809940815e-05, "selection_mse_after": 4.506314144236967e-05, "selection_mse_ratio": 0.768630862236023, "choices": [ 226, 136, 377, 377, 530, 428, 609, 414, 637, 348, 520, 220, 298 ] }, "layers.50.linear_attn.in_proj_qkv": { "train_rows": 192, "selection_rows": 96, "output_rows": 10240, "changed_rows": 10012, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00035411983844824135, "selection_mse_after": 0.0002504723088350147, "selection_mse_ratio": 0.7073094248771667, "choices": [ 228, 246, 887, 595, 1430, 655, 1596, 634, 1526, 492, 1225, 222, 504 ] }, "layers.50.linear_attn.in_proj_z": { "train_rows": 192, "selection_rows": 96, "output_rows": 6144, "changed_rows": 5980, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00030388240702450275, "selection_mse_after": 0.00021624522923957556, "selection_mse_ratio": 0.7116082310676575, "choices": [ 164, 226, 455, 401, 753, 476, 837, 495, 861, 363, 652, 168, 293 ] }, "layers.50.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16987, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00013197315274737775, "selection_mse_after": 9.465912444284186e-05, "selection_mse_ratio": 0.717260479927063, "choices": [ 421, 543, 1225, 1195, 2216, 1360, 2529, 1380, 2570, 959, 1921, 353, 736 ] }, "layers.50.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16990, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00014364253729581833, "selection_mse_after": 0.00010395225399406627, "selection_mse_ratio": 0.7236871123313904, "choices": [ 418, 392, 1306, 1089, 2375, 1253, 2637, 1197, 2609, 954, 2005, 363, 810 ] }, "layers.50.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4982, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 8.269595127785578e-05, "selection_mse_after": 6.357402162393555e-05, "selection_mse_ratio": 0.7687682509422302, "choices": [ 138, 131, 202, 340, 434, 388, 502, 485, 589, 458, 564, 410, 479 ] }, "layers.51.self_attn.q_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 12288, "changed_rows": 11958, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00028053842834196985, "selection_mse_after": 0.00019993683963548392, "selection_mse_ratio": 0.7126896977424622, "choices": [ 330, 390, 834, 834, 1565, 962, 1754, 963, 1781, 711, 1358, 278, 528 ] }, "layers.51.self_attn.k_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 1024, "changed_rows": 1004, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00030146067729219794, "selection_mse_after": 0.0002143892488675192, "selection_mse_ratio": 0.7111682295799255, "choices": [ 20, 27, 89, 80, 127, 86, 149, 77, 133, 59, 115, 18, 44 ] }, "layers.51.self_attn.v_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 1024, "changed_rows": 1004, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0006022617453709245, "selection_mse_after": 0.000423019373556599, "selection_mse_ratio": 0.7023845911026001, "choices": [ 20, 17, 77, 55, 128, 76, 168, 56, 179, 59, 115, 17, 57 ] }, "layers.51.self_attn.o_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4954, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 9.598753968020901e-05, "selection_mse_after": 7.001024641795084e-05, "selection_mse_ratio": 0.7293680310249329, "choices": [ 166, 141, 350, 334, 557, 412, 714, 392, 673, 346, 568, 189, 278 ] }, "layers.51.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16966, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00012856905232183635, "selection_mse_after": 9.324823622591794e-05, "selection_mse_ratio": 0.7252774238586426, "choices": [ 442, 586, 1126, 1356, 2116, 1514, 2484, 1510, 2399, 1089, 1784, 371, 631 ] }, "layers.51.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17001, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0001406695373589173, "selection_mse_after": 0.00010304213355993852, "selection_mse_ratio": 0.7325120568275452, "choices": [ 407, 437, 1244, 1188, 2328, 1315, 2576, 1310, 2639, 948, 1963, 309, 744 ] }, "layers.51.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4958, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 8.440130477538332e-05, "selection_mse_after": 6.512618710985407e-05, "selection_mse_ratio": 0.7716253399848938, "choices": [ 162, 124, 245, 342, 426, 397, 505, 469, 551, 425, 616, 371, 487 ] }, "layers.52.linear_attn.out_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4928, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 5.4035721404943615e-05, "selection_mse_after": 3.829102570307441e-05, "selection_mse_ratio": 0.7086243033409119, "choices": [ 192, 172, 369, 351, 547, 393, 570, 435, 586, 375, 484, 263, 383 ] }, "layers.52.linear_attn.in_proj_qkv": { "train_rows": 192, "selection_rows": 96, "output_rows": 10240, "changed_rows": 9990, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0004331621457822621, "selection_mse_after": 0.0003094335552304983, "selection_mse_ratio": 0.7143596410751343, "choices": [ 250, 326, 742, 671, 1324, 786, 1502, 760, 1489, 577, 1133, 228, 452 ] }, "layers.52.linear_attn.in_proj_z": { "train_rows": 192, "selection_rows": 96, "output_rows": 6144, "changed_rows": 5968, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00036065769381821156, "selection_mse_after": 0.0002574821119196713, "selection_mse_ratio": 0.7139237523078918, "choices": [ 176, 205, 429, 473, 722, 509, 839, 509, 854, 388, 596, 166, 278 ] }, "layers.52.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17007, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00014642129826825112, "selection_mse_after": 0.00010557545465417206, "selection_mse_ratio": 0.7210388779640198, "choices": [ 401, 539, 1173, 1324, 2135, 1449, 2386, 1537, 2467, 1082, 1853, 381, 681 ] }, "layers.52.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16981, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00013825911446474493, "selection_mse_after": 0.00010050101991510019, "selection_mse_ratio": 0.7269034385681152, "choices": [ 427, 421, 1235, 1142, 2307, 1295, 2736, 1240, 2710, 964, 1950, 322, 659 ] }, "layers.52.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4966, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 7.107102283043787e-05, "selection_mse_after": 5.536211028811522e-05, "selection_mse_ratio": 0.7789688110351562, "choices": [ 154, 139, 271, 354, 476, 383, 497, 422, 582, 439, 631, 306, 466 ] }, "layers.53.linear_attn.out_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4970, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 3.3239946787944064e-05, "selection_mse_after": 2.154093272110913e-05, "selection_mse_ratio": 0.6480435729026794, "choices": [ 150, 195, 352, 359, 525, 436, 566, 444, 581, 396, 534, 230, 352 ] }, "layers.53.linear_attn.in_proj_qkv": { "train_rows": 192, "selection_rows": 96, "output_rows": 10240, "changed_rows": 9948, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0004050524439662695, "selection_mse_after": 0.0002916814701166004, "selection_mse_ratio": 0.720107913017273, "choices": [ 292, 301, 726, 717, 1322, 810, 1475, 768, 1437, 558, 1107, 225, 502 ] }, "layers.53.linear_attn.in_proj_z": { "train_rows": 192, "selection_rows": 96, "output_rows": 6144, "changed_rows": 5978, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00035208481131121516, "selection_mse_after": 0.0002519060508348048, "selection_mse_ratio": 0.7154697775840759, "choices": [ 166, 211, 424, 440, 729, 510, 829, 512, 816, 402, 678, 173, 254 ] }, "layers.53.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16997, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00015561867621727288, "selection_mse_after": 0.00011259912571404129, "selection_mse_ratio": 0.7235579490661621, "choices": [ 411, 595, 1147, 1245, 2132, 1518, 2456, 1546, 2437, 1056, 1797, 380, 688 ] }, "layers.53.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16969, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00013758474960923195, "selection_mse_after": 0.0001001293130684644, "selection_mse_ratio": 0.7277646064758301, "choices": [ 439, 396, 1222, 1137, 2298, 1239, 2617, 1364, 2679, 936, 2023, 358, 700 ] }, "layers.53.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4953, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 7.209320756373927e-05, "selection_mse_after": 5.6012569984886795e-05, "selection_mse_ratio": 0.7769466042518616, "choices": [ 167, 134, 220, 393, 388, 400, 502, 453, 567, 446, 583, 403, 464 ] }, "layers.54.linear_attn.out_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4753, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 5.7775527238845825e-05, "selection_mse_after": 4.321255983086303e-05, "selection_mse_ratio": 0.7479388117790222, "choices": [ 367, 195, 289, 396, 436, 486, 554, 469, 499, 421, 457, 263, 288 ] }, "layers.54.linear_attn.in_proj_qkv": { "train_rows": 192, "selection_rows": 96, "output_rows": 10240, "changed_rows": 9970, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00036071959766559303, "selection_mse_after": 0.0002606309426482767, "selection_mse_ratio": 0.7225305438041687, "choices": [ 270, 271, 741, 711, 1320, 759, 1430, 795, 1487, 602, 1139, 232, 483 ] }, "layers.54.linear_attn.in_proj_z": { "train_rows": 192, "selection_rows": 96, "output_rows": 6144, "changed_rows": 5975, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0003591538406908512, "selection_mse_after": 0.00025611044839024544, "selection_mse_ratio": 0.7130939960479736, "choices": [ 169, 205, 417, 480, 659, 587, 836, 559, 779, 409, 622, 169, 253 ] }, "layers.54.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16938, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00021051512158010155, "selection_mse_after": 0.00015077371790539473, "selection_mse_ratio": 0.7162132859230042, "choices": [ 470, 618, 1108, 1323, 2072, 1600, 2296, 1574, 2358, 1180, 1726, 417, 666 ] }, "layers.54.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16970, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00017160273273475468, "selection_mse_after": 0.00012416247045621276, "selection_mse_ratio": 0.723546028137207, "choices": [ 438, 445, 1244, 1123, 2355, 1293, 2593, 1277, 2615, 971, 1998, 328, 728 ] }, "layers.54.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4964, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00012790206528734416, "selection_mse_after": 8.930297190090641e-05, "selection_mse_ratio": 0.6982136964797974, "choices": [ 156, 128, 290, 356, 444, 353, 525, 412, 603, 440, 588, 341, 484 ] }, "layers.55.self_attn.q_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 12288, "changed_rows": 11978, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00031000509625300765, "selection_mse_after": 0.00021985812054481357, "selection_mse_ratio": 0.709208071231842, "choices": [ 310, 367, 894, 817, 1576, 953, 1713, 982, 1759, 709, 1350, 286, 572 ] }, "layers.55.self_attn.k_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 1024, "changed_rows": 996, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0002841663081198931, "selection_mse_after": 0.00020544852304738015, "selection_mse_ratio": 0.7229869365692139, "choices": [ 28, 28, 83, 81, 125, 65, 139, 87, 159, 62, 100, 24, 43 ] }, "layers.55.self_attn.v_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 1024, "changed_rows": 999, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0006649738643318415, "selection_mse_after": 0.0004804614873137325, "selection_mse_ratio": 0.7225268483161926, "choices": [ 25, 28, 88, 61, 140, 74, 171, 95, 159, 32, 96, 15, 40 ] }, "layers.55.self_attn.o_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4891, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 8.151222573360428e-05, "selection_mse_after": 6.14613454672508e-05, "selection_mse_ratio": 0.7540137767791748, "choices": [ 229, 156, 374, 368, 570, 402, 628, 407, 712, 320, 529, 147, 278 ] }, "layers.55.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16955, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0001671657810220495, "selection_mse_after": 0.00012016690743621439, "selection_mse_ratio": 0.7188487648963928, "choices": [ 453, 577, 1096, 1464, 2031, 1675, 2259, 1610, 2275, 1208, 1674, 430, 656 ] }, "layers.55.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16958, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00014202861348167062, "selection_mse_after": 0.00010287934128427878, "selection_mse_ratio": 0.724356472492218, "choices": [ 450, 405, 1174, 1136, 2318, 1389, 2531, 1414, 2664, 1027, 1878, 318, 704 ] }, "layers.55.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4960, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 8.587405318394303e-05, "selection_mse_after": 6.57275304547511e-05, "selection_mse_ratio": 0.7653945684432983, "choices": [ 160, 109, 241, 294, 454, 357, 602, 401, 636, 388, 604, 354, 520 ] }, "layers.56.linear_attn.out_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4939, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 3.27517009282019e-05, "selection_mse_after": 2.293323450430762e-05, "selection_mse_ratio": 0.7002151012420654, "choices": [ 181, 147, 415, 313, 567, 376, 652, 390, 643, 324, 574, 176, 362 ] }, "layers.56.linear_attn.in_proj_qkv": { "train_rows": 192, "selection_rows": 96, "output_rows": 10240, "changed_rows": 9948, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00038207965553738177, "selection_mse_after": 0.00027566004428081214, "selection_mse_ratio": 0.7214727401733398, "choices": [ 292, 284, 718, 733, 1281, 820, 1409, 805, 1471, 616, 1118, 256, 437 ] }, "layers.56.linear_attn.in_proj_z": { "train_rows": 192, "selection_rows": 96, "output_rows": 6144, "changed_rows": 5973, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00033410475589334965, "selection_mse_after": 0.00024039854179136455, "selection_mse_ratio": 0.7195304036140442, "choices": [ 171, 233, 437, 435, 734, 525, 831, 515, 826, 386, 611, 162, 278 ] }, "layers.56.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16931, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00017973367357626557, "selection_mse_after": 0.00012964571942575276, "selection_mse_ratio": 0.7213212847709656, "choices": [ 477, 637, 1084, 1384, 2038, 1635, 2178, 1623, 2322, 1200, 1745, 428, 657 ] }, "layers.56.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16994, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00014762484352104366, "selection_mse_after": 0.00010730145004345104, "selection_mse_ratio": 0.7268522381782532, "choices": [ 414, 410, 1270, 1107, 2370, 1295, 2665, 1289, 2652, 966, 1921, 322, 727 ] }, "layers.56.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4958, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 5.014359703636728e-05, "selection_mse_after": 3.783503780141473e-05, "selection_mse_ratio": 0.7545338273048401, "choices": [ 162, 119, 218, 363, 411, 398, 528, 454, 548, 464, 625, 384, 446 ] }, "layers.57.linear_attn.out_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4926, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 2.5322739020339213e-05, "selection_mse_after": 1.8922250092145987e-05, "selection_mse_ratio": 0.7472434043884277, "choices": [ 194, 141, 365, 329, 544, 389, 649, 365, 670, 320, 589, 230, 335 ] }, "layers.57.linear_attn.in_proj_qkv": { "train_rows": 192, "selection_rows": 96, "output_rows": 10240, "changed_rows": 9976, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.000408704683650285, "selection_mse_after": 0.0002957053075078875, "selection_mse_ratio": 0.7235182523727417, "choices": [ 264, 300, 703, 690, 1406, 809, 1413, 811, 1423, 605, 1156, 239, 421 ] }, "layers.57.linear_attn.in_proj_z": { "train_rows": 192, "selection_rows": 96, "output_rows": 6144, "changed_rows": 5986, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0003611569991335273, "selection_mse_after": 0.0002596369304228574, "selection_mse_ratio": 0.7189031839370728, "choices": [ 158, 206, 425, 453, 721, 580, 805, 559, 820, 408, 605, 154, 250 ] }, "layers.57.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16944, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00021540364832617342, "selection_mse_after": 0.00015638527111150324, "selection_mse_ratio": 0.7260103225708008, "choices": [ 464, 626, 1150, 1428, 1952, 1606, 2290, 1580, 2351, 1189, 1744, 409, 619 ] }, "layers.57.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16970, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0001689000491751358, "selection_mse_after": 0.00012306403368711472, "selection_mse_ratio": 0.7286204695701599, "choices": [ 438, 376, 1230, 1125, 2308, 1231, 2628, 1323, 2672, 1002, 2002, 325, 748 ] }, "layers.57.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4922, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 5.083651558379643e-05, "selection_mse_after": 3.843617014354095e-05, "selection_mse_ratio": 0.7560740113258362, "choices": [ 198, 139, 209, 390, 442, 426, 469, 437, 536, 483, 561, 374, 456 ] }, "layers.58.linear_attn.out_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4817, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 3.800899867201224e-05, "selection_mse_after": 3.0354136470123194e-05, "selection_mse_ratio": 0.7986040115356445, "choices": [ 303, 179, 282, 385, 452, 474, 465, 473, 543, 438, 467, 297, 362 ] }, "layers.58.linear_attn.in_proj_qkv": { "train_rows": 192, "selection_rows": 96, "output_rows": 10240, "changed_rows": 9913, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00036099913995712996, "selection_mse_after": 0.0002633575059007853, "selection_mse_ratio": 0.7295238375663757, "choices": [ 327, 304, 722, 705, 1312, 803, 1432, 805, 1461, 604, 1083, 236, 446 ] }, "layers.58.linear_attn.in_proj_z": { "train_rows": 192, "selection_rows": 96, "output_rows": 6144, "changed_rows": 5967, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00035078288055956364, "selection_mse_after": 0.00025366523186676204, "selection_mse_ratio": 0.7231402397155762, "choices": [ 177, 198, 422, 486, 696, 534, 812, 555, 832, 389, 622, 153, 268 ] }, "layers.58.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16912, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00025015982100740075, "selection_mse_after": 0.00017929788737092167, "selection_mse_ratio": 0.7167333960533142, "choices": [ 496, 730, 1118, 1365, 1961, 1609, 2262, 1643, 2295, 1171, 1690, 417, 651 ] }, "layers.58.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16962, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0001973150938283652, "selection_mse_after": 0.0001432049903087318, "selection_mse_ratio": 0.7257680296897888, "choices": [ 446, 386, 1176, 1042, 2353, 1295, 2643, 1222, 2765, 917, 1992, 353, 818 ] }, "layers.58.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4933, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00013288068294059485, "selection_mse_after": 9.455194958718494e-05, "selection_mse_ratio": 0.7115552425384521, "choices": [ 187, 153, 295, 333, 456, 383, 534, 448, 544, 419, 545, 351, 472 ] }, "layers.59.self_attn.q_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 12288, "changed_rows": 12003, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00033438618993386626, "selection_mse_after": 0.00023652029631193727, "selection_mse_ratio": 0.7073267698287964, "choices": [ 285, 330, 831, 861, 1645, 961, 1758, 934, 1820, 668, 1328, 302, 565 ] }, "layers.59.self_attn.k_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 1024, "changed_rows": 999, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00030674232402816415, "selection_mse_after": 0.00021780861425213516, "selection_mse_ratio": 0.7100703120231628, "choices": [ 25, 25, 77, 85, 129, 90, 142, 72, 134, 53, 121, 19, 52 ] }, "layers.59.self_attn.v_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 1024, "changed_rows": 991, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0012307020369917154, "selection_mse_after": 0.0008807363919913769, "selection_mse_ratio": 0.7156373858451843, "choices": [ 33, 18, 85, 47, 144, 73, 166, 53, 168, 61, 102, 24, 50 ] }, "layers.59.self_attn.o_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4906, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0002188833022955805, "selection_mse_after": 0.00016392074758186936, "selection_mse_ratio": 0.7488956451416016, "choices": [ 214, 161, 345, 304, 554, 392, 641, 375, 663, 335, 585, 190, 361 ] }, "layers.59.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16959, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0002599585277494043, "selection_mse_after": 0.00018574522982817143, "selection_mse_ratio": 0.714518666267395, "choices": [ 449, 654, 1139, 1469, 1899, 1685, 2179, 1668, 2161, 1245, 1709, 481, 670 ] }, "layers.59.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17032, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00020683363254647702, "selection_mse_after": 0.00014879902300890535, "selection_mse_ratio": 0.7194140553474426, "choices": [ 376, 429, 1242, 1090, 2391, 1246, 2659, 1231, 2733, 926, 2003, 335, 747 ] }, "layers.59.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4979, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0001800684694899246, "selection_mse_after": 0.00012746475113090128, "selection_mse_ratio": 0.7078681588172913, "choices": [ 141, 115, 326, 266, 524, 351, 564, 370, 603, 351, 643, 319, 547 ] }, "layers.60.linear_attn.out_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4810, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00018645466479938477, "selection_mse_after": 0.00013136002235114574, "selection_mse_ratio": 0.7045145034790039, "choices": [ 310, 153, 320, 354, 462, 388, 571, 424, 574, 418, 495, 270, 381 ] }, "layers.60.linear_attn.in_proj_qkv": { "train_rows": 192, "selection_rows": 96, "output_rows": 10240, "changed_rows": 9987, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0004931424045935273, "selection_mse_after": 0.0003478392609395087, "selection_mse_ratio": 0.7053526043891907, "choices": [ 253, 287, 725, 725, 1335, 745, 1446, 798, 1450, 611, 1168, 267, 430 ] }, "layers.60.linear_attn.in_proj_z": { "train_rows": 192, "selection_rows": 96, "output_rows": 6144, "changed_rows": 5961, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0004129085864406079, "selection_mse_after": 0.0002920977130997926, "selection_mse_ratio": 0.707414984703064, "choices": [ 183, 241, 440, 471, 655, 526, 825, 498, 789, 391, 668, 174, 283 ] }, "layers.60.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16981, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0002816730993799865, "selection_mse_after": 0.0002002978726522997, "selection_mse_ratio": 0.7111005187034607, "choices": [ 427, 748, 1070, 1502, 1850, 1751, 2170, 1721, 2117, 1242, 1659, 499, 652 ] }, "layers.60.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17020, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00022705168521497399, "selection_mse_after": 0.00016286304162349552, "selection_mse_ratio": 0.7172949910163879, "choices": [ 388, 370, 1301, 1088, 2397, 1268, 2652, 1249, 2691, 938, 1994, 332, 740 ] }, "layers.60.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4951, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0001240855490323156, "selection_mse_after": 9.456425323151052e-05, "selection_mse_ratio": 0.762089192867279, "choices": [ 169, 125, 266, 306, 501, 349, 552, 414, 589, 382, 608, 359, 500 ] }, "layers.61.linear_attn.out_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4711, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0001353968254989013, "selection_mse_after": 0.00010311070218449458, "selection_mse_ratio": 0.7615445256233215, "choices": [ 409, 180, 318, 364, 424, 390, 505, 442, 525, 406, 507, 299, 351 ] }, "layers.61.linear_attn.in_proj_qkv": { "train_rows": 192, "selection_rows": 96, "output_rows": 10240, "changed_rows": 9992, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0003513831761665642, "selection_mse_after": 0.00025052748969756067, "selection_mse_ratio": 0.7129751443862915, "choices": [ 248, 274, 744, 650, 1286, 783, 1618, 784, 1518, 567, 1067, 229, 472 ] }, "layers.61.linear_attn.in_proj_z": { "train_rows": 192, "selection_rows": 96, "output_rows": 6144, "changed_rows": 5991, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0003633947344496846, "selection_mse_after": 0.0002582264132797718, "selection_mse_ratio": 0.7105947732925415, "choices": [ 153, 239, 402, 471, 708, 554, 821, 547, 820, 424, 577, 154, 274 ] }, "layers.61.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16907, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0003261217789258808, "selection_mse_after": 0.00023136669187806547, "selection_mse_ratio": 0.7094487547874451, "choices": [ 501, 802, 1104, 1530, 1861, 1735, 2011, 1694, 2037, 1287, 1587, 562, 697 ] }, "layers.61.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 17008, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00026576724485494196, "selection_mse_after": 0.00018944199837278575, "selection_mse_ratio": 0.7128116488456726, "choices": [ 400, 454, 1315, 1082, 2371, 1277, 2701, 1220, 2559, 902, 2005, 349, 773 ] }, "layers.61.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4950, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0002123641170328483, "selection_mse_after": 0.0001612527557881549, "selection_mse_ratio": 0.7593220472335815, "choices": [ 170, 109, 282, 323, 447, 371, 504, 408, 616, 378, 633, 348, 531 ] }, "layers.62.linear_attn.out_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4925, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0004668926994781941, "selection_mse_after": 0.0003272241447120905, "selection_mse_ratio": 0.7008551359176636, "choices": [ 195, 153, 388, 314, 539, 318, 615, 359, 674, 326, 640, 205, 394 ] }, "layers.62.linear_attn.in_proj_qkv": { "train_rows": 192, "selection_rows": 96, "output_rows": 10240, "changed_rows": 9979, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0004742514283861965, "selection_mse_after": 0.0003313175111543387, "selection_mse_ratio": 0.6986114978790283, "choices": [ 261, 303, 839, 640, 1287, 749, 1439, 796, 1485, 577, 1104, 258, 502 ] }, "layers.62.linear_attn.in_proj_z": { "train_rows": 192, "selection_rows": 96, "output_rows": 6144, "changed_rows": 5977, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0004440851625986397, "selection_mse_after": 0.00031018233858048916, "selection_mse_ratio": 0.6984749436378479, "choices": [ 167, 258, 467, 400, 765, 479, 820, 468, 845, 367, 647, 169, 292 ] }, "layers.62.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16974, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00035916175693273544, "selection_mse_after": 0.00025327285402454436, "selection_mse_ratio": 0.7051776647567749, "choices": [ 434, 803, 1202, 1500, 1859, 1718, 2062, 1757, 2042, 1261, 1581, 526, 663 ] }, "layers.62.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16965, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0003079574671573937, "selection_mse_after": 0.00021704066602978855, "selection_mse_ratio": 0.704774796962738, "choices": [ 443, 472, 1310, 1133, 2270, 1297, 2536, 1230, 2525, 991, 1992, 422, 787 ] }, "layers.62.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4896, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0005148124764673412, "selection_mse_after": 0.0003757071681320667, "selection_mse_ratio": 0.7297942042350769, "choices": [ 224, 110, 308, 281, 445, 333, 562, 388, 612, 412, 594, 338, 513 ] }, "layers.63.self_attn.q_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 12288, "changed_rows": 11936, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00036946777254343033, "selection_mse_after": 0.0002597945276647806, "selection_mse_ratio": 0.7031587958335876, "choices": [ 352, 433, 899, 916, 1371, 1059, 1663, 1046, 1628, 797, 1260, 331, 533 ] }, "layers.63.self_attn.k_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 1024, "changed_rows": 1004, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00030678341863676906, "selection_mse_after": 0.0002142986486433074, "selection_mse_ratio": 0.6985340118408203, "choices": [ 20, 31, 65, 63, 142, 83, 151, 87, 149, 67, 122, 14, 30 ] }, "layers.63.self_attn.v_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 1024, "changed_rows": 987, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.001417634543031454, "selection_mse_after": 0.0009641787619329989, "selection_mse_ratio": 0.6801320910453796, "choices": [ 37, 23, 67, 64, 122, 90, 146, 88, 141, 54, 107, 36, 49 ] }, "layers.63.self_attn.o_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4937, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0009114549611695111, "selection_mse_after": 0.0006940189050510526, "selection_mse_ratio": 0.7614406943321228, "choices": [ 183, 168, 337, 282, 478, 374, 623, 375, 569, 364, 585, 305, 477 ] }, "layers.63.mlp.gate_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16801, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.0003735747595783323, "selection_mse_after": 0.0002615099656395614, "selection_mse_ratio": 0.7000203728675842, "choices": [ 607, 712, 1079, 1452, 1838, 1551, 2212, 1660, 2144, 1184, 1674, 550, 745 ] }, "layers.63.mlp.up_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 17408, "changed_rows": 16884, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.00038873558514751494, "selection_mse_after": 0.00027314494946040213, "selection_mse_ratio": 0.702649712562561, "choices": [ 524, 664, 1303, 1212, 2067, 1359, 2228, 1406, 2418, 1034, 1833, 512, 848 ] }, "layers.63.mlp.down_proj": { "train_rows": 192, "selection_rows": 96, "output_rows": 5120, "changed_rows": 4721, "clipping": [ 1.0, 0.99, 0.97, 0.94, 0.9 ], "selection_mse_before": 0.02393881417810917, "selection_mse_after": 0.014818540774285793, "selection_mse_ratio": 0.6190173029899597, "choices": [ 399, 216, 212, 468, 290, 516, 351, 536, 355, 547, 342, 527, 361 ] } }, "evaluation": { "bf16": { "cases": [ { "case": 0, "split": "heldout", "tokens": 620, "hidden_error": { "max_abs": 0.0, "relative_l2": 0.0 }, "drift": { "logits_max_abs": 0.0, "logits_relative_l2": 0.0, "decisions_matched": 3, "decisions_total": 3, "decision_agreement": 1.0, "reference_margin_min": 0.15625, "reference_margin_median": 1.671875, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 1.671875, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.15625, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 4.796875, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true } ] } }, { "case": 1, "split": "heldout", "tokens": 449, "hidden_error": { "max_abs": 0.0, "relative_l2": 0.0 }, "drift": { "logits_max_abs": 0.0, "logits_relative_l2": 0.0, "decisions_matched": 3, "decisions_total": 3, "decision_agreement": 1.0, "reference_margin_min": 0.40625, "reference_margin_median": 0.5546875, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 1, "candidate_choice": 1, "matched": true, "reference_margin": 0.5546875, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 0.40625, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 3.578125, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true } ] } }, { "case": 2, "split": "heldout", "tokens": 622, "hidden_error": { "max_abs": 0.0, "relative_l2": 0.0 }, "drift": { "logits_max_abs": 0.0, "logits_relative_l2": 0.0, "decisions_matched": 3, "decisions_total": 3, "decision_agreement": 1.0, "reference_margin_min": 0.51953125, "reference_margin_median": 0.7421875, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 0.7421875, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.51953125, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 4.59375, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true } ] } }, { "case": 3, "split": "heldout", "tokens": 490, "hidden_error": { "max_abs": 0.0, "relative_l2": 0.0 }, "drift": { "logits_max_abs": 0.0, "logits_relative_l2": 0.0, "decisions_matched": 3, "decisions_total": 3, "decision_agreement": 1.0, "reference_margin_min": 0.21875, "reference_margin_median": 1.96875, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 0.21875, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 1.96875, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 4.0859375, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true } ] } }, { "case": 4, "split": "heldout", "tokens": 448, "hidden_error": { "max_abs": 0.0, "relative_l2": 0.0 }, "drift": { "logits_max_abs": 0.0, "logits_relative_l2": 0.0, "decisions_matched": 3, "decisions_total": 3, "decision_agreement": 1.0, "reference_margin_min": 1.16015625, "reference_margin_median": 3.609375, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 1, "candidate_choice": 1, "matched": true, "reference_margin": 3.83984375, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 3.609375, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 1, "candidate_choice": 1, "matched": true, "reference_margin": 1.16015625, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true } ] } }, { "case": 5, "split": "heldout", "tokens": 437, "hidden_error": { "max_abs": 0.0, "relative_l2": 0.0 }, "drift": { "logits_max_abs": 0.0, "logits_relative_l2": 0.0, "decisions_matched": 3, "decisions_total": 3, "decision_agreement": 1.0, "reference_margin_min": 0.9453125, "reference_margin_median": 0.94921875, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 1, "candidate_choice": 1, "matched": true, "reference_margin": 0.9453125, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.94921875, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 3.48046875, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true } ] } }, { "case": 6, "split": "heldout", "tokens": 494, "hidden_error": { "max_abs": 0.0, "relative_l2": 0.0 }, "drift": { "logits_max_abs": 0.0, "logits_relative_l2": 0.0, "decisions_matched": 3, "decisions_total": 3, "decision_agreement": 1.0, "reference_margin_min": 0.2265625, "reference_margin_median": 2.28125, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 2.28125, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 0.2265625, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 4.8984375, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true } ] } }, { "case": 7, "split": "heldout", "tokens": 449, "hidden_error": { "max_abs": 0.0, "relative_l2": 0.0 }, "drift": { "logits_max_abs": 0.0, "logits_relative_l2": 0.0, "decisions_matched": 3, "decisions_total": 3, "decision_agreement": 1.0, "reference_margin_min": 0.953125, "reference_margin_median": 3.1796875, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 1, "candidate_choice": 1, "matched": true, "reference_margin": 0.953125, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 3.1796875, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 4.375, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true } ] } }, { "case": 8, "split": "heldout", "tokens": 491, "hidden_error": { "max_abs": 0.0, "relative_l2": 0.0 }, "drift": { "logits_max_abs": 0.0, "logits_relative_l2": 0.0, "decisions_matched": 3, "decisions_total": 3, "decision_agreement": 1.0, "reference_margin_min": 0.625, "reference_margin_median": 2.12890625, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 2.12890625, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 0.625, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 5.2265625, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true } ] } }, { "case": 9, "split": "heldout", "tokens": 624, "hidden_error": { "max_abs": 0.0, "relative_l2": 0.0 }, "drift": { "logits_max_abs": 0.0, "logits_relative_l2": 0.0, "decisions_matched": 3, "decisions_total": 3, "decision_agreement": 1.0, "reference_margin_min": 0.171875, "reference_margin_median": 1.3828125, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 0.171875, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 1.3828125, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 4.734375, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true } ] } }, { "case": 10, "split": "heldout", "tokens": 454, "hidden_error": { "max_abs": 0.0, "relative_l2": 0.0 }, "drift": { "logits_max_abs": 0.0, "logits_relative_l2": 0.0, "decisions_matched": 3, "decisions_total": 3, "decision_agreement": 1.0, "reference_margin_min": 0.8359375, "reference_margin_median": 2.26953125, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 2.26953125, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 0.8359375, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 4.6640625, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true } ] } }, { "case": 11, "split": "heldout", "tokens": 442, "hidden_error": { "max_abs": 0.0, "relative_l2": 0.0 }, "drift": { "logits_max_abs": 0.0, "logits_relative_l2": 0.0, "decisions_matched": 3, "decisions_total": 3, "decision_agreement": 1.0, "reference_margin_min": 0.740234375, "reference_margin_median": 1.0703125, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 1, "candidate_choice": 1, "matched": true, "reference_margin": 0.740234375, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 3.5068359375, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 1.0703125, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true } ] } }, { "case": 12, "split": "heldout", "tokens": 458, "hidden_error": { "max_abs": 0.0, "relative_l2": 0.0 }, "drift": { "logits_max_abs": 0.0, "logits_relative_l2": 0.0, "decisions_matched": 3, "decisions_total": 3, "decision_agreement": 1.0, "reference_margin_min": 1.734375, "reference_margin_median": 1.87890625, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 1.87890625, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 1, "candidate_choice": 1, "matched": true, "reference_margin": 1.734375, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 4.1171875, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true } ] } }, { "case": 13, "split": "heldout", "tokens": 620, "hidden_error": { "max_abs": 0.0, "relative_l2": 0.0 }, "drift": { "logits_max_abs": 0.0, "logits_relative_l2": 0.0, "decisions_matched": 3, "decisions_total": 3, "decision_agreement": 1.0, "reference_margin_min": 0.51171875, "reference_margin_median": 1.02734375, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 1.02734375, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.51171875, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 5.1171875, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true } ] } }, { "case": 14, "split": "heldout", "tokens": 616, "hidden_error": { "max_abs": 0.0, "relative_l2": 0.0 }, "drift": { "logits_max_abs": 0.0, "logits_relative_l2": 0.0, "decisions_matched": 3, "decisions_total": 3, "decision_agreement": 1.0, "reference_margin_min": 0.203125, "reference_margin_median": 1.76953125, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 1, "candidate_choice": 1, "matched": true, "reference_margin": 0.203125, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 1.76953125, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 4.8125, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true } ] } }, { "case": 15, "split": "heldout", "tokens": 493, "hidden_error": { "max_abs": 0.0, "relative_l2": 0.0 }, "drift": { "logits_max_abs": 0.0, "logits_relative_l2": 0.0, "decisions_matched": 3, "decisions_total": 3, "decision_agreement": 1.0, "reference_margin_min": 0.0625, "reference_margin_median": 2.10546875, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 2.10546875, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 0.0625, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 4.40625, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true } ] } }, { "case": 16, "split": "regression", "tokens": 1278, "hidden_error": { "max_abs": 0.0, "relative_l2": 0.0 }, "drift": { "logits_max_abs": 0.0, "logits_relative_l2": 0.0, "decisions_matched": 8, "decisions_total": 8, "decision_agreement": 1.0, "reference_margin_min": 0.0625, "reference_margin_median": 0.25, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.3671875, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.2265625, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.2265625, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 3, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.2734375, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 4, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.419921875, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 5, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.37109375, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 6, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.0625, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 7, "reference_choice": 3, "candidate_choice": 3, "matched": true, "reference_margin": 0.1328125, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true } ] } }, { "case": 17, "split": "regression", "tokens": 1502, "hidden_error": { "max_abs": 0.0, "relative_l2": 0.0 }, "drift": { "logits_max_abs": 0.0, "logits_relative_l2": 0.0, "decisions_matched": 8, "decisions_total": 8, "decision_agreement": 1.0, "reference_margin_min": 0.25, "reference_margin_median": 0.42578125, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.69921875, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.392578125, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.25, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 3, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.48828125, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 4, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.58984375, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 5, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.4296875, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 6, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.28515625, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 7, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.421875, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true } ] } }, { "case": 18, "split": "regression", "tokens": 2270, "hidden_error": { "max_abs": 0.0, "relative_l2": 0.0 }, "drift": { "logits_max_abs": 0.0, "logits_relative_l2": 0.0, "decisions_matched": 8, "decisions_total": 8, "decision_agreement": 1.0, "reference_margin_min": 0.01953125, "reference_margin_median": 0.12109375, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.4765625, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.306640625, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.08203125, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 3, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.1171875, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 4, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.01953125, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 5, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.05859375, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 6, "reference_choice": 3, "candidate_choice": 3, "matched": true, "reference_margin": 0.125, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 7, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.265625, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true } ] } }, { "case": 19, "split": "regression", "tokens": 298, "hidden_error": { "max_abs": 0.0, "relative_l2": 0.0 }, "drift": { "logits_max_abs": 0.0, "logits_relative_l2": 0.0, "decisions_matched": 2, "decisions_total": 2, "decision_agreement": 1.0, "reference_margin_min": 4.31640625, "reference_margin_median": 4.353515625, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 3, "candidate_choice": 3, "matched": true, "reference_margin": 4.390625, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 1, "candidate_choice": 1, "matched": true, "reference_margin": 4.31640625, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true } ] } }, { "case": 20, "split": "regression", "tokens": 303, "hidden_error": { "max_abs": 0.0, "relative_l2": 0.0 }, "drift": { "logits_max_abs": 0.0, "logits_relative_l2": 0.0, "decisions_matched": 2, "decisions_total": 2, "decision_agreement": 1.0, "reference_margin_min": 2.8984375, "reference_margin_median": 3.73046875, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 4.5625, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 2.8984375, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true } ] } }, { "case": 21, "split": "regression", "tokens": 304, "hidden_error": { "max_abs": 0.0, "relative_l2": 0.0 }, "drift": { "logits_max_abs": 0.0, "logits_relative_l2": 0.0, "decisions_matched": 2, "decisions_total": 2, "decision_agreement": 1.0, "reference_margin_min": 4.2109375, "reference_margin_median": 4.4228515625, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 4.2109375, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 1, "candidate_choice": 1, "matched": true, "reference_margin": 4.634765625, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true } ] } }, { "case": 22, "split": "regression", "tokens": 312, "hidden_error": { "max_abs": 0.0, "relative_l2": 0.0 }, "drift": { "logits_max_abs": 0.0, "logits_relative_l2": 0.0, "decisions_matched": 2, "decisions_total": 2, "decision_agreement": 1.0, "reference_margin_min": 1.7109375, "reference_margin_median": 2.55859375, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 3.40625, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 1.7109375, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true } ] } } ], "total_ms": { "mean": 140.21344811966023, "median": 139.41042963415384, "p95": 146.46685030311346, "min": 136.0104000195861, "max": 154.61996663361788 }, "resident_vram_bytes": 55004706304, "peak_vram_bytes": 55265812992 }, "uncalibrated": { "cases": [ { "case": 0, "split": "heldout", "tokens": 620, "hidden_error": { "max_abs": 10.9375, "relative_l2": 0.08964473009109497 }, "drift": { "logits_max_abs": 0.109375, "logits_relative_l2": 0.026009236172720312, "decisions_matched": 3, "decisions_total": 3, "decision_agreement": 1.0, "reference_margin_min": 0.15625, "reference_margin_median": 1.671875, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 1.671875, "logits_max_abs": 0.109375, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.15625, "logits_max_abs": 0.078125, "margin_exceeds_twice_error": false }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 4.796875, "logits_max_abs": 0.0546875, "margin_exceeds_twice_error": true } ] } }, { "case": 1, "split": "heldout", "tokens": 449, "hidden_error": { "max_abs": 34.5, "relative_l2": 0.1081586629152298 }, "drift": { "logits_max_abs": 0.140625, "logits_relative_l2": 0.02576664194098024, "decisions_matched": 3, "decisions_total": 3, "decision_agreement": 1.0, "reference_margin_min": 0.40625, "reference_margin_median": 0.5546875, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 1, "candidate_choice": 1, "matched": true, "reference_margin": 0.5546875, "logits_max_abs": 0.046875, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 0.40625, "logits_max_abs": 0.140625, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 3.578125, "logits_max_abs": 0.046875, "margin_exceeds_twice_error": true } ] } }, { "case": 2, "split": "heldout", "tokens": 622, "hidden_error": { "max_abs": 19.0625, "relative_l2": 0.12087327241897583 }, "drift": { "logits_max_abs": 0.08203125, "logits_relative_l2": 0.020566657365883832, "decisions_matched": 3, "decisions_total": 3, "decision_agreement": 1.0, "reference_margin_min": 0.51953125, "reference_margin_median": 0.7421875, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 0.7421875, "logits_max_abs": 0.07421875, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.51953125, "logits_max_abs": 0.08203125, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 4.59375, "logits_max_abs": 0.0625, "margin_exceeds_twice_error": true } ] } }, { "case": 3, "split": "heldout", "tokens": 490, "hidden_error": { "max_abs": 26.5, "relative_l2": 0.10178804397583008 }, "drift": { "logits_max_abs": 0.046875, "logits_relative_l2": 0.011188118544286576, "decisions_matched": 3, "decisions_total": 3, "decision_agreement": 1.0, "reference_margin_min": 0.21875, "reference_margin_median": 1.96875, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 0.21875, "logits_max_abs": 0.046875, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 1.96875, "logits_max_abs": 0.046875, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 4.0859375, "logits_max_abs": 0.03125, "margin_exceeds_twice_error": true } ] } }, { "case": 4, "split": "heldout", "tokens": 448, "hidden_error": { "max_abs": 12.25, "relative_l2": 0.1011408194899559 }, "drift": { "logits_max_abs": 0.09375, "logits_relative_l2": 0.013774032047795832, "decisions_matched": 3, "decisions_total": 3, "decision_agreement": 1.0, "reference_margin_min": 1.16015625, "reference_margin_median": 3.609375, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 1, "candidate_choice": 1, "matched": true, "reference_margin": 3.83984375, "logits_max_abs": 0.0625, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 3.609375, "logits_max_abs": 0.0078125, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 1, "candidate_choice": 1, "matched": true, "reference_margin": 1.16015625, "logits_max_abs": 0.09375, "margin_exceeds_twice_error": true } ] } }, { "case": 5, "split": "heldout", "tokens": 437, "hidden_error": { "max_abs": 8.0, "relative_l2": 0.09316646307706833 }, "drift": { "logits_max_abs": 0.140625, "logits_relative_l2": 0.03197494493980738, "decisions_matched": 3, "decisions_total": 3, "decision_agreement": 1.0, "reference_margin_min": 0.9453125, "reference_margin_median": 0.94921875, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 1, "candidate_choice": 1, "matched": true, "reference_margin": 0.9453125, "logits_max_abs": 0.09375, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.94921875, "logits_max_abs": 0.1015625, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 3.48046875, "logits_max_abs": 0.140625, "margin_exceeds_twice_error": true } ] } }, { "case": 6, "split": "heldout", "tokens": 494, "hidden_error": { "max_abs": 5.625, "relative_l2": 0.0807301327586174 }, "drift": { "logits_max_abs": 0.078125, "logits_relative_l2": 0.015684855043027083, "decisions_matched": 3, "decisions_total": 3, "decision_agreement": 1.0, "reference_margin_min": 0.2265625, "reference_margin_median": 2.28125, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 2.28125, "logits_max_abs": 0.078125, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 0.2265625, "logits_max_abs": 0.0390625, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 4.8984375, "logits_max_abs": 0.046875, "margin_exceeds_twice_error": true } ] } }, { "case": 7, "split": "heldout", "tokens": 449, "hidden_error": { "max_abs": 9.125, "relative_l2": 0.07826612889766693 }, "drift": { "logits_max_abs": 0.1171875, "logits_relative_l2": 0.019228604550621312, "decisions_matched": 3, "decisions_total": 3, "decision_agreement": 1.0, "reference_margin_min": 0.953125, "reference_margin_median": 3.1796875, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 1, "candidate_choice": 1, "matched": true, "reference_margin": 0.953125, "logits_max_abs": 0.1171875, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 3.1796875, "logits_max_abs": 0.0625, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 4.375, "logits_max_abs": 0.0625, "margin_exceeds_twice_error": true } ] } }, { "case": 8, "split": "heldout", "tokens": 491, "hidden_error": { "max_abs": 10.5, "relative_l2": 0.09062034636735916 }, "drift": { "logits_max_abs": 0.0625, "logits_relative_l2": 0.01252110909285555, "decisions_matched": 3, "decisions_total": 3, "decision_agreement": 1.0, "reference_margin_min": 0.625, "reference_margin_median": 2.12890625, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 2.12890625, "logits_max_abs": 0.0625, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 0.625, "logits_max_abs": 0.0625, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 5.2265625, "logits_max_abs": 0.015625, "margin_exceeds_twice_error": true } ] } }, { "case": 9, "split": "heldout", "tokens": 624, "hidden_error": { "max_abs": 21.375, "relative_l2": 0.10698851943016052 }, "drift": { "logits_max_abs": 0.046875, "logits_relative_l2": 0.013112880135871238, "decisions_matched": 3, "decisions_total": 3, "decision_agreement": 1.0, "reference_margin_min": 0.171875, "reference_margin_median": 1.3828125, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 0.171875, "logits_max_abs": 0.03125, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 1.3828125, "logits_max_abs": 0.0390625, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 4.734375, "logits_max_abs": 0.046875, "margin_exceeds_twice_error": true } ] } }, { "case": 10, "split": "heldout", "tokens": 454, "hidden_error": { "max_abs": 10.6875, "relative_l2": 0.1024506688117981 }, "drift": { "logits_max_abs": 0.109375, "logits_relative_l2": 0.02025945489256396, "decisions_matched": 3, "decisions_total": 3, "decision_agreement": 1.0, "reference_margin_min": 0.8359375, "reference_margin_median": 2.26953125, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 2.26953125, "logits_max_abs": 0.09375, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 0.8359375, "logits_max_abs": 0.109375, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 4.6640625, "logits_max_abs": 0.03125, "margin_exceeds_twice_error": true } ] } }, { "case": 11, "split": "heldout", "tokens": 442, "hidden_error": { "max_abs": 21.1875, "relative_l2": 0.11471161246299744 }, "drift": { "logits_max_abs": 0.171875, "logits_relative_l2": 0.027597038131031322, "decisions_matched": 3, "decisions_total": 3, "decision_agreement": 1.0, "reference_margin_min": 0.740234375, "reference_margin_median": 1.0703125, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 1, "candidate_choice": 1, "matched": true, "reference_margin": 0.740234375, "logits_max_abs": 0.171875, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 3.5068359375, "logits_max_abs": 0.0556640625, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 1.0703125, "logits_max_abs": 0.046875, "margin_exceeds_twice_error": true } ] } }, { "case": 12, "split": "heldout", "tokens": 458, "hidden_error": { "max_abs": 26.4375, "relative_l2": 0.1139642745256424 }, "drift": { "logits_max_abs": 0.078125, "logits_relative_l2": 0.02037752212378104, "decisions_matched": 3, "decisions_total": 3, "decision_agreement": 1.0, "reference_margin_min": 1.734375, "reference_margin_median": 1.87890625, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 1.87890625, "logits_max_abs": 0.0625, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 1, "candidate_choice": 1, "matched": true, "reference_margin": 1.734375, "logits_max_abs": 0.078125, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 4.1171875, "logits_max_abs": 0.015625, "margin_exceeds_twice_error": true } ] } }, { "case": 13, "split": "heldout", "tokens": 620, "hidden_error": { "max_abs": 11.25, "relative_l2": 0.1013590395450592 }, "drift": { "logits_max_abs": 0.1171875, "logits_relative_l2": 0.023722949852474615, "decisions_matched": 3, "decisions_total": 3, "decision_agreement": 1.0, "reference_margin_min": 0.51171875, "reference_margin_median": 1.02734375, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 1.02734375, "logits_max_abs": 0.1171875, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.51171875, "logits_max_abs": 0.0703125, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 5.1171875, "logits_max_abs": 0.0, "margin_exceeds_twice_error": true } ] } }, { "case": 14, "split": "heldout", "tokens": 616, "hidden_error": { "max_abs": 20.0, "relative_l2": 0.14463429152965546 }, "drift": { "logits_max_abs": 0.0859375, "logits_relative_l2": 0.02399846632368781, "decisions_matched": 3, "decisions_total": 3, "decision_agreement": 1.0, "reference_margin_min": 0.203125, "reference_margin_median": 1.76953125, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 1, "candidate_choice": 1, "matched": true, "reference_margin": 0.203125, "logits_max_abs": 0.07421875, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 1.76953125, "logits_max_abs": 0.0859375, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 4.8125, "logits_max_abs": 0.0546875, "margin_exceeds_twice_error": true } ] } }, { "case": 15, "split": "heldout", "tokens": 493, "hidden_error": { "max_abs": 14.4375, "relative_l2": 0.11212833970785141 }, "drift": { "logits_max_abs": 0.171875, "logits_relative_l2": 0.040714240348621866, "decisions_matched": 3, "decisions_total": 3, "decision_agreement": 1.0, "reference_margin_min": 0.0625, "reference_margin_median": 2.10546875, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 2.10546875, "logits_max_abs": 0.134765625, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 0.0625, "logits_max_abs": 0.171875, "margin_exceeds_twice_error": false }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 4.40625, "logits_max_abs": 0.09375, "margin_exceeds_twice_error": true } ] } }, { "case": 16, "split": "regression", "tokens": 1278, "hidden_error": { "max_abs": 24.953125, "relative_l2": 0.13384588062763214 }, "drift": { "logits_max_abs": 0.203125, "logits_relative_l2": 0.22819439539660408, "decisions_matched": 7, "decisions_total": 8, "decision_agreement": 0.875, "reference_margin_min": 0.0625, "reference_margin_median": 0.25, "flips": [ { "record": 0, "question": 7, "reference_choice": 3, "candidate_choice": 0, "matched": false, "reference_margin": 0.1328125, "logits_max_abs": 0.203125, "margin_exceeds_twice_error": false } ], "decisions": [ { "record": 0, "question": 0, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.3671875, "logits_max_abs": 0.1796875, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.2265625, "logits_max_abs": 0.15234375, "margin_exceeds_twice_error": false }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.2265625, "logits_max_abs": 0.068359375, "margin_exceeds_twice_error": true }, { "record": 0, "question": 3, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.2734375, "logits_max_abs": 0.02734375, "margin_exceeds_twice_error": true }, { "record": 0, "question": 4, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.419921875, "logits_max_abs": 0.12109375, "margin_exceeds_twice_error": true }, { "record": 0, "question": 5, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.37109375, "logits_max_abs": 0.0703125, "margin_exceeds_twice_error": true }, { "record": 0, "question": 6, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.0625, "logits_max_abs": 0.1640625, "margin_exceeds_twice_error": false }, { "record": 0, "question": 7, "reference_choice": 3, "candidate_choice": 0, "matched": false, "reference_margin": 0.1328125, "logits_max_abs": 0.203125, "margin_exceeds_twice_error": false } ] } }, { "case": 17, "split": "regression", "tokens": 1502, "hidden_error": { "max_abs": 37.6875, "relative_l2": 0.2050948441028595 }, "drift": { "logits_max_abs": 0.453125, "logits_relative_l2": 0.8203696962965247, "decisions_matched": 8, "decisions_total": 8, "decision_agreement": 1.0, "reference_margin_min": 0.25, "reference_margin_median": 0.42578125, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.69921875, "logits_max_abs": 0.4453125, "margin_exceeds_twice_error": false }, { "record": 0, "question": 1, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.392578125, "logits_max_abs": 0.265625, "margin_exceeds_twice_error": false }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.25, "logits_max_abs": 0.38671875, "margin_exceeds_twice_error": false }, { "record": 0, "question": 3, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.48828125, "logits_max_abs": 0.37890625, "margin_exceeds_twice_error": false }, { "record": 0, "question": 4, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.58984375, "logits_max_abs": 0.453125, "margin_exceeds_twice_error": false }, { "record": 0, "question": 5, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.4296875, "logits_max_abs": 0.34765625, "margin_exceeds_twice_error": false }, { "record": 0, "question": 6, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.28515625, "logits_max_abs": 0.42578125, "margin_exceeds_twice_error": false }, { "record": 0, "question": 7, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.421875, "logits_max_abs": 0.2578125, "margin_exceeds_twice_error": false } ] } }, { "case": 18, "split": "regression", "tokens": 2270, "hidden_error": { "max_abs": 44.546875, "relative_l2": 0.27784037590026855 }, "drift": { "logits_max_abs": 0.28125, "logits_relative_l2": 0.47507892727054357, "decisions_matched": 7, "decisions_total": 8, "decision_agreement": 0.875, "reference_margin_min": 0.01953125, "reference_margin_median": 0.12109375, "flips": [ { "record": 0, "question": 5, "reference_choice": 0, "candidate_choice": 3, "matched": false, "reference_margin": 0.05859375, "logits_max_abs": 0.28125, "margin_exceeds_twice_error": false } ], "decisions": [ { "record": 0, "question": 0, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.4765625, "logits_max_abs": 0.10546875, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.306640625, "logits_max_abs": 0.140625, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.08203125, "logits_max_abs": 0.14453125, "margin_exceeds_twice_error": false }, { "record": 0, "question": 3, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.1171875, "logits_max_abs": 0.15234375, "margin_exceeds_twice_error": false }, { "record": 0, "question": 4, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.01953125, "logits_max_abs": 0.15625, "margin_exceeds_twice_error": false }, { "record": 0, "question": 5, "reference_choice": 0, "candidate_choice": 3, "matched": false, "reference_margin": 0.05859375, "logits_max_abs": 0.28125, "margin_exceeds_twice_error": false }, { "record": 0, "question": 6, "reference_choice": 3, "candidate_choice": 3, "matched": true, "reference_margin": 0.125, "logits_max_abs": 0.166015625, "margin_exceeds_twice_error": false }, { "record": 0, "question": 7, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.265625, "logits_max_abs": 0.27734375, "margin_exceeds_twice_error": false } ] } }, { "case": 19, "split": "regression", "tokens": 298, "hidden_error": { "max_abs": 23.125, "relative_l2": 0.1537172794342041 }, "drift": { "logits_max_abs": 0.2109375, "logits_relative_l2": 0.04537973383621786, "decisions_matched": 2, "decisions_total": 2, "decision_agreement": 1.0, "reference_margin_min": 4.31640625, "reference_margin_median": 4.353515625, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 3, "candidate_choice": 3, "matched": true, "reference_margin": 4.390625, "logits_max_abs": 0.15625, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 1, "candidate_choice": 1, "matched": true, "reference_margin": 4.31640625, "logits_max_abs": 0.2109375, "margin_exceeds_twice_error": true } ] } }, { "case": 20, "split": "regression", "tokens": 303, "hidden_error": { "max_abs": 7.3125, "relative_l2": 0.09527775645256042 }, "drift": { "logits_max_abs": 0.0703125, "logits_relative_l2": 0.011945749002471896, "decisions_matched": 2, "decisions_total": 2, "decision_agreement": 1.0, "reference_margin_min": 2.8984375, "reference_margin_median": 3.73046875, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 4.5625, "logits_max_abs": 0.0703125, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 2.8984375, "logits_max_abs": 0.04296875, "margin_exceeds_twice_error": true } ] } }, { "case": 21, "split": "regression", "tokens": 304, "hidden_error": { "max_abs": 16.3125, "relative_l2": 0.07265420258045197 }, "drift": { "logits_max_abs": 0.0625, "logits_relative_l2": 0.00905297795420702, "decisions_matched": 2, "decisions_total": 2, "decision_agreement": 1.0, "reference_margin_min": 4.2109375, "reference_margin_median": 4.4228515625, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 4.2109375, "logits_max_abs": 0.0625, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 1, "candidate_choice": 1, "matched": true, "reference_margin": 4.634765625, "logits_max_abs": 0.013671875, "margin_exceeds_twice_error": true } ] } }, { "case": 22, "split": "regression", "tokens": 312, "hidden_error": { "max_abs": 20.375, "relative_l2": 0.10054328292608261 }, "drift": { "logits_max_abs": 0.046875, "logits_relative_l2": 0.011191768171962288, "decisions_matched": 2, "decisions_total": 2, "decision_agreement": 1.0, "reference_margin_min": 1.7109375, "reference_margin_median": 2.55859375, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 3.40625, "logits_max_abs": 0.046875, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 1.7109375, "logits_max_abs": 0.0234375, "margin_exceeds_twice_error": true } ] } } ], "total_ms": { "mean": 121.1698758105437, "median": 121.17210635915399, "p95": 121.28216866403818, "min": 121.04128208011389, "max": 121.32285814732313 }, "resident_vram_bytes": 30701139456, "peak_vram_bytes": 30978942464 }, "calibrated": { "cases": [ { "case": 0, "split": "heldout", "tokens": 620, "hidden_error": { "max_abs": 10.25, "relative_l2": 0.09894434362649918 }, "drift": { "logits_max_abs": 0.09375, "logits_relative_l2": 0.02244863137186439, "decisions_matched": 3, "decisions_total": 3, "decision_agreement": 1.0, "reference_margin_min": 0.15625, "reference_margin_median": 1.671875, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 1.671875, "logits_max_abs": 0.0625, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.15625, "logits_max_abs": 0.046875, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 4.796875, "logits_max_abs": 0.09375, "margin_exceeds_twice_error": true } ] } }, { "case": 1, "split": "heldout", "tokens": 449, "hidden_error": { "max_abs": 10.875, "relative_l2": 0.08918958902359009 }, "drift": { "logits_max_abs": 0.078125, "logits_relative_l2": 0.021434722025060353, "decisions_matched": 3, "decisions_total": 3, "decision_agreement": 1.0, "reference_margin_min": 0.40625, "reference_margin_median": 0.5546875, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 1, "candidate_choice": 1, "matched": true, "reference_margin": 0.5546875, "logits_max_abs": 0.0703125, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 0.40625, "logits_max_abs": 0.078125, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 3.578125, "logits_max_abs": 0.0625, "margin_exceeds_twice_error": true } ] } }, { "case": 2, "split": "heldout", "tokens": 622, "hidden_error": { "max_abs": 28.234375, "relative_l2": 0.10862398147583008 }, "drift": { "logits_max_abs": 0.046875, "logits_relative_l2": 0.008683906224929852, "decisions_matched": 3, "decisions_total": 3, "decision_agreement": 1.0, "reference_margin_min": 0.51953125, "reference_margin_median": 0.7421875, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 0.7421875, "logits_max_abs": 0.046875, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.51953125, "logits_max_abs": 0.01953125, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 4.59375, "logits_max_abs": 0.03125, "margin_exceeds_twice_error": true } ] } }, { "case": 3, "split": "heldout", "tokens": 490, "hidden_error": { "max_abs": 29.5, "relative_l2": 0.1028607115149498 }, "drift": { "logits_max_abs": 0.0546875, "logits_relative_l2": 0.012165404838366192, "decisions_matched": 3, "decisions_total": 3, "decision_agreement": 1.0, "reference_margin_min": 0.21875, "reference_margin_median": 1.96875, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 0.21875, "logits_max_abs": 0.03125, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 1.96875, "logits_max_abs": 0.046875, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 4.0859375, "logits_max_abs": 0.0546875, "margin_exceeds_twice_error": true } ] } }, { "case": 4, "split": "heldout", "tokens": 448, "hidden_error": { "max_abs": 6.25, "relative_l2": 0.0767848864197731 }, "drift": { "logits_max_abs": 0.09375, "logits_relative_l2": 0.013061672411813975, "decisions_matched": 3, "decisions_total": 3, "decision_agreement": 1.0, "reference_margin_min": 1.16015625, "reference_margin_median": 3.609375, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 1, "candidate_choice": 1, "matched": true, "reference_margin": 3.83984375, "logits_max_abs": 0.0625, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 3.609375, "logits_max_abs": 0.03125, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 1, "candidate_choice": 1, "matched": true, "reference_margin": 1.16015625, "logits_max_abs": 0.09375, "margin_exceeds_twice_error": true } ] } }, { "case": 5, "split": "heldout", "tokens": 437, "hidden_error": { "max_abs": 22.46875, "relative_l2": 0.0994764193892479 }, "drift": { "logits_max_abs": 0.171875, "logits_relative_l2": 0.03855332741757313, "decisions_matched": 3, "decisions_total": 3, "decision_agreement": 1.0, "reference_margin_min": 0.9453125, "reference_margin_median": 0.94921875, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 1, "candidate_choice": 1, "matched": true, "reference_margin": 0.9453125, "logits_max_abs": 0.140625, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.94921875, "logits_max_abs": 0.109375, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 3.48046875, "logits_max_abs": 0.171875, "margin_exceeds_twice_error": true } ] } }, { "case": 6, "split": "heldout", "tokens": 494, "hidden_error": { "max_abs": 4.875, "relative_l2": 0.07552987337112427 }, "drift": { "logits_max_abs": 0.171875, "logits_relative_l2": 0.024624666609921655, "decisions_matched": 3, "decisions_total": 3, "decision_agreement": 1.0, "reference_margin_min": 0.2265625, "reference_margin_median": 2.28125, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 2.28125, "logits_max_abs": 0.171875, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 0.2265625, "logits_max_abs": 0.03125, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 4.8984375, "logits_max_abs": 0.015625, "margin_exceeds_twice_error": true } ] } }, { "case": 7, "split": "heldout", "tokens": 449, "hidden_error": { "max_abs": 7.421875, "relative_l2": 0.08544060587882996 }, "drift": { "logits_max_abs": 0.109375, "logits_relative_l2": 0.019267221784143314, "decisions_matched": 3, "decisions_total": 3, "decision_agreement": 1.0, "reference_margin_min": 0.953125, "reference_margin_median": 3.1796875, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 1, "candidate_choice": 1, "matched": true, "reference_margin": 0.953125, "logits_max_abs": 0.109375, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 3.1796875, "logits_max_abs": 0.078125, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 4.375, "logits_max_abs": 0.03125, "margin_exceeds_twice_error": true } ] } }, { "case": 8, "split": "heldout", "tokens": 491, "hidden_error": { "max_abs": 10.5, "relative_l2": 0.08921294659376144 }, "drift": { "logits_max_abs": 0.1328125, "logits_relative_l2": 0.02452100985956102, "decisions_matched": 3, "decisions_total": 3, "decision_agreement": 1.0, "reference_margin_min": 0.625, "reference_margin_median": 2.12890625, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 2.12890625, "logits_max_abs": 0.0703125, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 0.625, "logits_max_abs": 0.1328125, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 5.2265625, "logits_max_abs": 0.0625, "margin_exceeds_twice_error": true } ] } }, { "case": 9, "split": "heldout", "tokens": 624, "hidden_error": { "max_abs": 31.109375, "relative_l2": 0.10802949965000153 }, "drift": { "logits_max_abs": 0.0625, "logits_relative_l2": 0.011030691707312846, "decisions_matched": 3, "decisions_total": 3, "decision_agreement": 1.0, "reference_margin_min": 0.171875, "reference_margin_median": 1.3828125, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 0.171875, "logits_max_abs": 0.015625, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 1.3828125, "logits_max_abs": 0.0625, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 4.734375, "logits_max_abs": 0.0234375, "margin_exceeds_twice_error": true } ] } }, { "case": 10, "split": "heldout", "tokens": 454, "hidden_error": { "max_abs": 9.078125, "relative_l2": 0.09370549023151398 }, "drift": { "logits_max_abs": 0.109375, "logits_relative_l2": 0.023512655657739932, "decisions_matched": 3, "decisions_total": 3, "decision_agreement": 1.0, "reference_margin_min": 0.8359375, "reference_margin_median": 2.26953125, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 2.26953125, "logits_max_abs": 0.109375, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 0.8359375, "logits_max_abs": 0.109375, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 4.6640625, "logits_max_abs": 0.046875, "margin_exceeds_twice_error": true } ] } }, { "case": 11, "split": "heldout", "tokens": 442, "hidden_error": { "max_abs": 20.78125, "relative_l2": 0.10849940031766891 }, "drift": { "logits_max_abs": 0.140625, "logits_relative_l2": 0.02170194702670031, "decisions_matched": 3, "decisions_total": 3, "decision_agreement": 1.0, "reference_margin_min": 0.740234375, "reference_margin_median": 1.0703125, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 1, "candidate_choice": 1, "matched": true, "reference_margin": 0.740234375, "logits_max_abs": 0.140625, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 3.5068359375, "logits_max_abs": 0.0380859375, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 1.0703125, "logits_max_abs": 0.0625, "margin_exceeds_twice_error": true } ] } }, { "case": 12, "split": "heldout", "tokens": 458, "hidden_error": { "max_abs": 24.4375, "relative_l2": 0.10687316954135895 }, "drift": { "logits_max_abs": 0.08203125, "logits_relative_l2": 0.013776477299989494, "decisions_matched": 3, "decisions_total": 3, "decision_agreement": 1.0, "reference_margin_min": 1.734375, "reference_margin_median": 1.87890625, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 1.87890625, "logits_max_abs": 0.08203125, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 1, "candidate_choice": 1, "matched": true, "reference_margin": 1.734375, "logits_max_abs": 0.03125, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 4.1171875, "logits_max_abs": 0.046875, "margin_exceeds_twice_error": true } ] } }, { "case": 13, "split": "heldout", "tokens": 620, "hidden_error": { "max_abs": 7.3984375, "relative_l2": 0.09255636483430862 }, "drift": { "logits_max_abs": 0.046875, "logits_relative_l2": 0.011105703034390279, "decisions_matched": 3, "decisions_total": 3, "decision_agreement": 1.0, "reference_margin_min": 0.51171875, "reference_margin_median": 1.02734375, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 1.02734375, "logits_max_abs": 0.03125, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.51171875, "logits_max_abs": 0.02734375, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 5.1171875, "logits_max_abs": 0.046875, "margin_exceeds_twice_error": true } ] } }, { "case": 14, "split": "heldout", "tokens": 616, "hidden_error": { "max_abs": 24.8125, "relative_l2": 0.13138584792613983 }, "drift": { "logits_max_abs": 0.0625, "logits_relative_l2": 0.010790583841976165, "decisions_matched": 3, "decisions_total": 3, "decision_agreement": 1.0, "reference_margin_min": 0.203125, "reference_margin_median": 1.76953125, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 1, "candidate_choice": 1, "matched": true, "reference_margin": 0.203125, "logits_max_abs": 0.03125, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 1.76953125, "logits_max_abs": 0.0625, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 4.8125, "logits_max_abs": 0.015625, "margin_exceeds_twice_error": true } ] } }, { "case": 15, "split": "heldout", "tokens": 493, "hidden_error": { "max_abs": 11.25, "relative_l2": 0.09017958492040634 }, "drift": { "logits_max_abs": 0.078125, "logits_relative_l2": 0.01728935550846871, "decisions_matched": 3, "decisions_total": 3, "decision_agreement": 1.0, "reference_margin_min": 0.0625, "reference_margin_median": 2.10546875, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 2.10546875, "logits_max_abs": 0.03125, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 0.0625, "logits_max_abs": 0.078125, "margin_exceeds_twice_error": false }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 4.40625, "logits_max_abs": 0.03125, "margin_exceeds_twice_error": true } ] } }, { "case": 16, "split": "regression", "tokens": 1278, "hidden_error": { "max_abs": 30.8125, "relative_l2": 0.13932070136070251 }, "drift": { "logits_max_abs": 0.234375, "logits_relative_l2": 0.24432059284457605, "decisions_matched": 7, "decisions_total": 8, "decision_agreement": 0.875, "reference_margin_min": 0.0625, "reference_margin_median": 0.25, "flips": [ { "record": 0, "question": 7, "reference_choice": 3, "candidate_choice": 0, "matched": false, "reference_margin": 0.1328125, "logits_max_abs": 0.234375, "margin_exceeds_twice_error": false } ], "decisions": [ { "record": 0, "question": 0, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.3671875, "logits_max_abs": 0.15625, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.2265625, "logits_max_abs": 0.109375, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.2265625, "logits_max_abs": 0.080078125, "margin_exceeds_twice_error": true }, { "record": 0, "question": 3, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.2734375, "logits_max_abs": 0.07421875, "margin_exceeds_twice_error": true }, { "record": 0, "question": 4, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.419921875, "logits_max_abs": 0.119140625, "margin_exceeds_twice_error": true }, { "record": 0, "question": 5, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.37109375, "logits_max_abs": 0.109375, "margin_exceeds_twice_error": true }, { "record": 0, "question": 6, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.0625, "logits_max_abs": 0.099609375, "margin_exceeds_twice_error": false }, { "record": 0, "question": 7, "reference_choice": 3, "candidate_choice": 0, "matched": false, "reference_margin": 0.1328125, "logits_max_abs": 0.234375, "margin_exceeds_twice_error": false } ] } }, { "case": 17, "split": "regression", "tokens": 1502, "hidden_error": { "max_abs": 31.283203125, "relative_l2": 0.2085031121969223 }, "drift": { "logits_max_abs": 0.29296875, "logits_relative_l2": 0.5195755740972049, "decisions_matched": 8, "decisions_total": 8, "decision_agreement": 1.0, "reference_margin_min": 0.25, "reference_margin_median": 0.42578125, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.69921875, "logits_max_abs": 0.29296875, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.392578125, "logits_max_abs": 0.267578125, "margin_exceeds_twice_error": false }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.25, "logits_max_abs": 0.26171875, "margin_exceeds_twice_error": false }, { "record": 0, "question": 3, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.48828125, "logits_max_abs": 0.24609375, "margin_exceeds_twice_error": false }, { "record": 0, "question": 4, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.58984375, "logits_max_abs": 0.2734375, "margin_exceeds_twice_error": true }, { "record": 0, "question": 5, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.4296875, "logits_max_abs": 0.23828125, "margin_exceeds_twice_error": false }, { "record": 0, "question": 6, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.28515625, "logits_max_abs": 0.28125, "margin_exceeds_twice_error": false }, { "record": 0, "question": 7, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.421875, "logits_max_abs": 0.22265625, "margin_exceeds_twice_error": false } ] } }, { "case": 18, "split": "regression", "tokens": 2270, "hidden_error": { "max_abs": 45.296875, "relative_l2": 0.2817922830581665 }, "drift": { "logits_max_abs": 0.21484375, "logits_relative_l2": 0.3134054938237255, "decisions_matched": 8, "decisions_total": 8, "decision_agreement": 1.0, "reference_margin_min": 0.01953125, "reference_margin_median": 0.12109375, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.4765625, "logits_max_abs": 0.1484375, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.306640625, "logits_max_abs": 0.111328125, "margin_exceeds_twice_error": true }, { "record": 0, "question": 2, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.08203125, "logits_max_abs": 0.1484375, "margin_exceeds_twice_error": false }, { "record": 0, "question": 3, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.1171875, "logits_max_abs": 0.1171875, "margin_exceeds_twice_error": false }, { "record": 0, "question": 4, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.01953125, "logits_max_abs": 0.13671875, "margin_exceeds_twice_error": false }, { "record": 0, "question": 5, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.05859375, "logits_max_abs": 0.08984375, "margin_exceeds_twice_error": false }, { "record": 0, "question": 6, "reference_choice": 3, "candidate_choice": 3, "matched": true, "reference_margin": 0.125, "logits_max_abs": 0.15625, "margin_exceeds_twice_error": false }, { "record": 0, "question": 7, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 0.265625, "logits_max_abs": 0.21484375, "margin_exceeds_twice_error": false } ] } }, { "case": 19, "split": "regression", "tokens": 298, "hidden_error": { "max_abs": 8.25, "relative_l2": 0.08705292642116547 }, "drift": { "logits_max_abs": 0.171875, "logits_relative_l2": 0.027874615994997076, "decisions_matched": 2, "decisions_total": 2, "decision_agreement": 1.0, "reference_margin_min": 4.31640625, "reference_margin_median": 4.353515625, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 3, "candidate_choice": 3, "matched": true, "reference_margin": 4.390625, "logits_max_abs": 0.0625, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 1, "candidate_choice": 1, "matched": true, "reference_margin": 4.31640625, "logits_max_abs": 0.171875, "margin_exceeds_twice_error": true } ] } }, { "case": 20, "split": "regression", "tokens": 303, "hidden_error": { "max_abs": 10.75, "relative_l2": 0.0930745080113411 }, "drift": { "logits_max_abs": 0.09375, "logits_relative_l2": 0.012005244385097194, "decisions_matched": 2, "decisions_total": 2, "decision_agreement": 1.0, "reference_margin_min": 2.8984375, "reference_margin_median": 3.73046875, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 4.5625, "logits_max_abs": 0.09375, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 2.8984375, "logits_max_abs": 0.0078125, "margin_exceeds_twice_error": true } ] } }, { "case": 21, "split": "regression", "tokens": 304, "hidden_error": { "max_abs": 15.8125, "relative_l2": 0.06573484092950821 }, "drift": { "logits_max_abs": 0.03125, "logits_relative_l2": 0.007555761286739542, "decisions_matched": 2, "decisions_total": 2, "decision_agreement": 1.0, "reference_margin_min": 4.2109375, "reference_margin_median": 4.4228515625, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 4.2109375, "logits_max_abs": 0.03125, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 1, "candidate_choice": 1, "matched": true, "reference_margin": 4.634765625, "logits_max_abs": 0.03125, "margin_exceeds_twice_error": true } ] } }, { "case": 22, "split": "regression", "tokens": 312, "hidden_error": { "max_abs": 11.75390625, "relative_l2": 0.09043972939252853 }, "drift": { "logits_max_abs": 0.0625, "logits_relative_l2": 0.01652767290549088, "decisions_matched": 2, "decisions_total": 2, "decision_agreement": 1.0, "reference_margin_min": 1.7109375, "reference_margin_median": 2.55859375, "flips": [], "decisions": [ { "record": 0, "question": 0, "reference_choice": 2, "candidate_choice": 2, "matched": true, "reference_margin": 3.40625, "logits_max_abs": 0.0625, "margin_exceeds_twice_error": true }, { "record": 0, "question": 1, "reference_choice": 0, "candidate_choice": 0, "matched": true, "reference_margin": 1.7109375, "logits_max_abs": 0.0625, "margin_exceeds_twice_error": true } ] } } ], "total_ms": { "mean": 121.11654737964272, "median": 121.1003796197474, "p95": 121.6830424964428, "min": 120.91116048395634, "max": 121.74379825592041 }, "resident_vram_bytes": 30701139456, "peak_vram_bytes": 30979010048 } }, "calibration_seconds": 44.41642145626247, "calibration_index": "clef_text_int8_convrot_calibrated.safetensors.index.json", "indexed_reload_exact": true }
{
"source_digest": "cae974bb5b4b21095342ecb5dcee32771d65a4bade3367334a762e1ae390f96e",
"scope": "all",
"group_size": 256,
"calibration_digest": "8ba079bd077fd33a4b66c6b21aa5400e7d10ce4c40d40c076249a30a921ec458",
"selection_digest": "32049eb0bbf3026d9333537df8223fc469d3457c709360f86fb1379b4d0d6b9a",
"heldout_digest": "6cb6fc33844d83587b504f2336f1295f5d37505a7e1b0fbba1ebbd09631aa6ce",
"records": [
12,
6,
16
],
"data_source": "synthetic",
"method": "per-output-row clipping, bounded ridge scale/bias fit, independent local selection",
"quality_scope": "BF16 agreement, not production task accuracy",
"linears": {
"layers.0.linear_attn.out_proj": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 5120,
"changed_rows": 5076,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 1.1796358876381419e-06,
"selection_mse_after": 5.707435661861382e-07,
"selection_mse_ratio": 0.4838302433490753,
"choices": [
44,
60,
684,
116,
683,
103,
806,
112,
896,
102,
777,
77,
660
]
},
"layers.0.linear_attn.in_proj_qkv": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 10240,
"changed_rows": 9911,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.0003618273767642677,
"selection_mse_after": 0.00020507506269495934,
"selection_mse_ratio": 0.5667759776115417,
"choices": [
329,
399,
695,
802,
1136,
892,
1264,
849,
1243,
738,
1003,
392,
498
]
},
"layers.0.linear_attn.in_proj_z": {
"train_rows": 192,
"selection_rows": 96,
"output_rows": 6144,
"changed_rows": 5964,
"clipping": [
1.0,
0.99,
0.97,
0.94,
0.9
],
"selection_mse_before": 0.00031612743623554707,
"selection_mse_after": 0.00018290558364242315,
"selection_mse_ratio": 0.5785818099975586,
"choices": [
180,
280,
402,
465,
636,
533,