quant_log.csv

layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.0000000035,0.05000,4.429
0,self_attn.v_proj,0.0000000028,0.05000,4.469
0,self_attn.q_proj,0.0000000126,0.05000,4.483
0,self_attn.o_proj,0.0000000522,0.05000,1.480
0,mlp.up_proj,0.0000006146,0.05000,3.229
0,mlp.gate_proj,0.0000007551,0.05000,3.261
0,mlp.down_proj,0.0000003744,0.05000,5.631
1,self_attn.q_proj,0.0000000261,0.05000,4.994
1,self_attn.v_proj,0.0000000071,0.05000,5.094
1,self_attn.k_proj,0.0000000065,0.05000,5.207
1,self_attn.o_proj,0.0000000518,0.05000,1.426
1,mlp.gate_proj,0.0000342102,0.05000,3.708
1,mlp.up_proj,0.0000118209,0.05000,3.772
1,mlp.down_proj,0.0000005584,0.05000,5.533
2,self_attn.q_proj,0.0000000717,0.05000,5.231
2,self_attn.v_proj,0.0000000196,0.05000,5.287
2,self_attn.k_proj,0.0000000184,0.05000,5.303
2,self_attn.o_proj,0.0000001162,0.05000,1.525
2,mlp.up_proj,0.0000247408,0.05000,3.494
2,mlp.gate_proj,0.0000492217,0.05000,3.521
2,mlp.down_proj,0.0000004353,0.05000,5.879
3,self_attn.k_proj,0.0000000407,0.05000,5.232
3,self_attn.v_proj,0.0000000455,0.05000,5.302
3,self_attn.q_proj,0.0000001613,0.05000,5.352
3,self_attn.o_proj,0.0000001130,0.05000,1.348
3,mlp.up_proj,0.0000374881,0.05000,3.600
3,mlp.gate_proj,0.0000746428,0.05000,3.631
3,mlp.down_proj,0.0000007178,0.05000,5.593
4,self_attn.v_proj,0.0000000687,0.05000,5.156
4,self_attn.q_proj,0.0000002534,0.05000,5.244
4,self_attn.k_proj,0.0000000621,0.05000,5.270
4,self_attn.o_proj,0.0000001898,0.05000,1.323
4,mlp.gate_proj,0.0001065123,0.05000,3.401
4,mlp.up_proj,0.0000646019,0.05000,3.487
4,mlp.down_proj,0.0000007895,0.05000,5.838
5,self_attn.v_proj,0.0000000703,0.05000,4.869
5,self_attn.k_proj,0.0000000632,0.05000,4.889
5,self_attn.q_proj,0.0000002558,0.05000,4.920
5,self_attn.o_proj,0.0000001949,0.05000,1.492
5,mlp.up_proj,0.0000436631,0.05000,3.247
5,mlp.gate_proj,0.0000999271,0.05000,3.297
5,mlp.down_proj,0.0000019690,0.05000,5.616
6,self_attn.k_proj,0.0000001072,0.05000,5.237
6,self_attn.q_proj,0.0000004528,0.05000,5.311
6,self_attn.v_proj,0.0000001259,0.05000,5.315
6,self_attn.o_proj,0.0000002708,0.05000,1.434
6,mlp.gate_proj,0.0001572081,0.05000,3.376
6,mlp.up_proj,0.0000882239,0.05000,3.405
6,mlp.down_proj,0.0000237208,0.05000,5.853
7,self_attn.v_proj,0.0000004379,0.05000,4.817
7,self_attn.k_proj,0.0000003841,0.05000,4.829
7,self_attn.q_proj,0.0000016699,0.05000,4.836
7,self_attn.o_proj,0.0000005906,0.05000,1.444
7,mlp.gate_proj,0.0001302236,0.05000,3.336
7,mlp.up_proj,0.0000659340,0.05000,3.349
7,mlp.down_proj,0.0000029088,0.05000,5.758
8,self_attn.v_proj,0.0000004237,0.05000,4.661
8,self_attn.k_proj,0.0000003643,0.05000,4.671
8,self_attn.q_proj,0.0000015555,0.05000,4.684
8,self_attn.o_proj,0.0000007065,0.05000,1.411
8,mlp.up_proj,0.0000236861,0.05000,3.223
8,mlp.gate_proj,0.0000399664,0.05000,3.252
8,mlp.down_proj,0.0000038029,0.05000,5.928
9,self_attn.k_proj,0.0000003140,0.05000,5.486
9,self_attn.v_proj,0.0000003469,0.05000,5.573
9,self_attn.q_proj,0.0000013030,0.05000,5.597
9,self_attn.o_proj,0.0000006702,0.05000,1.541
9,mlp.gate_proj,0.0000219283,0.05000,2.935
9,mlp.up_proj,0.0000197996,0.05000,2.947
9,mlp.down_proj,0.0000050857,0.05000,5.863
10,self_attn.k_proj,0.0000004528,0.05000,4.454
10,self_attn.v_proj,0.0000005228,0.05000,4.460
10,self_attn.q_proj,0.0000019937,0.05000,4.491
10,self_attn.o_proj,0.0000012235,0.05000,1.455
10,mlp.gate_proj,0.0000244642,0.05000,2.937
10,mlp.up_proj,0.0000225248,0.05000,2.941
10,mlp.down_proj,0.0000053014,0.05000,5.858
11,self_attn.q_proj,0.0000031243,0.05000,5.278
11,self_attn.v_proj,0.0000008468,0.05000,5.363
11,self_attn.k_proj,0.0000007199,0.05000,5.415
11,self_attn.o_proj,0.0000017994,0.05000,1.542
11,mlp.gate_proj,0.0000303684,0.05000,3.461
11,mlp.up_proj,0.0000281514,0.05000,3.478
11,mlp.down_proj,0.0000072563,0.05000,5.875
12,self_attn.k_proj,0.0000007844,0.05000,4.809
12,self_attn.v_proj,0.0000009068,0.05000,4.829
12,self_attn.q_proj,0.0000032781,0.05000,4.847
12,self_attn.o_proj,0.0000013512,0.05000,1.484
12,mlp.up_proj,0.0000340840,0.05000,3.234
12,mlp.gate_proj,0.0000370082,0.05000,3.249
12,mlp.down_proj,0.0000088281,0.05000,5.977
13,self_attn.q_proj,0.0000065315,0.05000,4.600
13,self_attn.k_proj,0.0000015156,0.05000,4.644
13,self_attn.v_proj,0.0000018011,0.05000,4.656
13,self_attn.o_proj,0.0000020989,0.05000,1.518
13,mlp.up_proj,0.0000372289,0.05000,3.224
13,mlp.gate_proj,0.0000431657,0.05000,3.241
13,mlp.down_proj,0.0000100392,0.05000,5.764
14,self_attn.q_proj,0.0000043667,0.05000,4.419
14,self_attn.v_proj,0.0000012426,0.05000,4.435
14,self_attn.k_proj,0.0000010370,0.05000,4.442
14,self_attn.o_proj,0.0000021200,0.05000,1.480
14,mlp.up_proj,0.0000369924,0.05000,2.995
14,mlp.gate_proj,0.0000412319,0.05000,3.037
14,mlp.down_proj,0.0000103081,0.05000,5.915
15,self_attn.v_proj,0.0000012322,0.05000,4.467
15,self_attn.k_proj,0.0000010977,0.05000,4.485
15,self_attn.q_proj,0.0000047298,0.05000,4.496
15,self_attn.o_proj,0.0000023633,0.05000,1.456
15,mlp.up_proj,0.0000387800,0.05000,2.790
15,mlp.gate_proj,0.0000403860,0.05000,2.802
15,mlp.down_proj,0.0000111879,0.05000,5.826
16,self_attn.k_proj,0.0000012173,0.05000,4.828
16,self_attn.v_proj,0.0000014267,0.05000,4.867
16,self_attn.q_proj,0.0000051717,0.05000,4.882
16,self_attn.o_proj,0.0000032226,0.05000,1.598
16,mlp.up_proj,0.0000386027,0.05000,3.330
16,mlp.gate_proj,0.0000375230,0.05000,3.355
16,mlp.down_proj,0.0000116310,0.05000,5.806
17,self_attn.q_proj,0.0000064869,0.05000,4.756
17,self_attn.v_proj,0.0000016774,0.05000,4.765
17,self_attn.k_proj,0.0000014465,0.05000,4.786
17,self_attn.o_proj,0.0000031564,0.05000,1.525
17,mlp.gate_proj,0.0000412716,0.05000,3.089
17,mlp.up_proj,0.0000431592,0.05000,3.096
17,mlp.down_proj,0.0000130106,0.05000,5.811
18,self_attn.v_proj,0.0000024383,0.05000,4.644
18,self_attn.q_proj,0.0000094526,0.05000,4.660
18,self_attn.k_proj,0.0000021406,0.05000,4.694
18,self_attn.o_proj,0.0000033012,0.05000,1.496
18,mlp.up_proj,0.0000471241,0.05000,3.148
18,mlp.gate_proj,0.0000433849,0.05000,3.156
18,mlp.down_proj,0.0000145161,0.05000,5.681
19,self_attn.q_proj,0.0000111032,0.05000,4.831
19,self_attn.k_proj,0.0000025177,0.05000,4.840
19,self_attn.v_proj,0.0000028434,0.05000,4.874
19,self_attn.o_proj,0.0000042668,0.05000,1.469
19,mlp.gate_proj,0.0000481927,0.05000,3.425
19,mlp.up_proj,0.0000520141,0.05000,3.475
19,mlp.down_proj,0.0000171162,0.05000,5.752
20,self_attn.v_proj,0.0000056172,0.05000,4.607
20,self_attn.q_proj,0.0000207342,0.05000,4.613
20,self_attn.k_proj,0.0000044296,0.05000,4.632
20,self_attn.o_proj,0.0000054125,0.05000,1.421
20,mlp.gate_proj,0.0000512895,0.05000,3.189
20,mlp.up_proj,0.0000561526,0.05000,3.199
20,mlp.down_proj,0.0000216731,0.05000,5.764
21,self_attn.k_proj,0.0000060196,0.05000,4.600
21,self_attn.q_proj,0.0000263358,0.05000,4.678
21,self_attn.v_proj,0.0000071903,0.05000,4.692
21,self_attn.o_proj,0.0000077707,0.05000,1.525
21,mlp.gate_proj,0.0000559619,0.05000,3.329
21,mlp.up_proj,0.0000600193,0.05000,3.386
21,mlp.down_proj,0.0000251010,0.05000,5.745
22,self_attn.v_proj,0.0000059910,0.05000,4.647
22,self_attn.q_proj,0.0000226087,0.05000,4.666
22,self_attn.k_proj,0.0000048546,0.05000,4.690
22,self_attn.o_proj,0.0000097494,0.05000,1.647
22,mlp.up_proj,0.0000702140,0.05000,3.222
22,mlp.gate_proj,0.0000647412,0.05000,3.263
22,mlp.down_proj,0.0000330940,0.05000,6.001
23,self_attn.v_proj,0.0000105673,0.05000,4.910
23,self_attn.k_proj,0.0000080855,0.05000,4.916
23,self_attn.q_proj,0.0000393356,0.05000,4.957
23,self_attn.o_proj,0.0000082358,0.05000,1.518
23,mlp.gate_proj,0.0000710659,0.05000,3.148
23,mlp.up_proj,0.0000779257,0.05000,3.175
23,mlp.down_proj,0.0000446522,0.05000,5.868
24,self_attn.v_proj,0.0000169130,0.05000,4.595
24,self_attn.k_proj,0.0000121924,0.05000,4.620
24,self_attn.q_proj,0.0000624486,0.05000,4.621
24,self_attn.o_proj,0.0000114362,0.05000,1.483
24,mlp.up_proj,0.0000900306,0.05000,3.219
24,mlp.gate_proj,0.0000839609,0.05000,3.250
24,mlp.down_proj,0.0000496562,0.05000,5.966
25,self_attn.q_proj,0.0000487182,0.05000,4.525
25,self_attn.v_proj,0.0000130162,0.05000,4.578
25,self_attn.k_proj,0.0000103368,0.05000,4.597
25,self_attn.o_proj,0.0000121647,0.05000,1.529
25,mlp.up_proj,0.0001043118,0.05000,3.573
25,mlp.gate_proj,0.0000989178,0.05000,3.618
25,mlp.down_proj,0.0000667101,0.05000,6.089
26,self_attn.v_proj,0.0000151558,0.05000,4.408
26,self_attn.k_proj,0.0000115892,0.05000,4.422
26,self_attn.q_proj,0.0000568785,0.05000,4.448
26,self_attn.o_proj,0.0000137847,0.05000,1.482
26,mlp.up_proj,0.0001201800,0.05000,3.433
26,mlp.gate_proj,0.0001168139,0.05000,3.474
26,mlp.down_proj,0.0000996944,0.05000,5.937
27,self_attn.q_proj,0.0000839549,0.05000,4.810
27,self_attn.v_proj,0.0000221097,0.05000,4.855
27,self_attn.k_proj,0.0000174891,0.05000,4.879
27,self_attn.o_proj,0.0000255151,0.05000,1.397
27,mlp.gate_proj,0.0001438545,0.05000,3.005
27,mlp.up_proj,0.0001478985,0.05000,3.032
27,mlp.down_proj,0.0001441680,0.05000,5.841
28,self_attn.v_proj,0.0000416198,0.05000,4.211
28,self_attn.k_proj,0.0000289706,0.05000,4.262
28,self_attn.q_proj,0.0001528148,0.05000,4.293
28,self_attn.o_proj,0.0000238940,0.05000,1.514
28,mlp.up_proj,0.0001881244,0.05000,2.963
28,mlp.gate_proj,0.0001805323,0.05000,2.969
28,mlp.down_proj,0.0001827817,0.05000,5.756
29,self_attn.q_proj,0.0001905113,0.05000,4.705
29,self_attn.v_proj,0.0000506184,0.05000,4.732
29,self_attn.k_proj,0.0000404506,0.05000,4.742
29,self_attn.o_proj,0.0000264735,0.05000,1.468
29,mlp.up_proj,0.0002093221,0.05000,3.143
29,mlp.gate_proj,0.0001993192,0.05000,3.163
29,mlp.down_proj,0.0002572072,0.05000,5.980
30,self_attn.v_proj,0.0000784846,0.05000,4.963
30,self_attn.k_proj,0.0000588215,0.05000,5.071
30,self_attn.q_proj,0.0002789979,0.05000,5.090
30,self_attn.o_proj,0.0000400291,0.05000,1.473
30,mlp.gate_proj,0.0002482555,0.05000,2.952
30,mlp.up_proj,0.0002597603,0.05000,3.003
30,mlp.down_proj,0.0003048233,0.05000,5.876
31,self_attn.q_proj,0.0002830838,0.05000,5.058
31,self_attn.v_proj,0.0000725576,0.05000,5.104
31,self_attn.k_proj,0.0000585851,0.05000,5.158
31,self_attn.o_proj,0.0000351200,0.05000,1.509
31,mlp.up_proj,0.0002881415,0.05000,3.035
31,mlp.gate_proj,0.0002699276,0.05000,3.082
31,mlp.down_proj,0.0003812449,0.05000,5.858
32,self_attn.v_proj,0.0001448176,0.05000,5.045
32,self_attn.q_proj,0.0004930770,0.05000,5.054
32,self_attn.k_proj,0.0001052173,0.05000,5.097
32,self_attn.o_proj,0.0000480592,0.05000,1.469
32,mlp.up_proj,0.0003226302,0.05000,3.218
32,mlp.gate_proj,0.0002977631,0.05000,3.242
32,mlp.down_proj,0.0004227286,0.05000,5.783
33,self_attn.q_proj,0.0006827972,0.05000,5.025
33,self_attn.v_proj,0.0001982427,0.05000,5.085
33,self_attn.k_proj,0.0001375182,0.05000,5.127
33,self_attn.o_proj,0.0000519165,0.05000,1.498
33,mlp.gate_proj,0.0003186946,0.05000,3.022
33,mlp.up_proj,0.0003537780,0.05000,3.034
33,mlp.down_proj,0.0004678854,0.05000,5.642
34,self_attn.v_proj,0.0003485657,0.05000,4.927
34,self_attn.k_proj,0.0002394640,0.05000,4.943
34,self_attn.q_proj,0.0011361296,0.05000,4.957
34,self_attn.o_proj,0.0000726475,0.05000,1.407
34,mlp.gate_proj,0.0003510068,0.05000,3.362
34,mlp.up_proj,0.0003971143,0.05000,3.371
34,mlp.down_proj,0.0005530838,0.05000,5.820
35,self_attn.v_proj,0.0004826008,0.05000,4.921
35,self_attn.q_proj,0.0014406098,0.05000,4.967
35,self_attn.k_proj,0.0003059452,0.05000,4.973
35,self_attn.o_proj,0.0000715807,0.05000,1.433
35,mlp.up_proj,0.0004173415,0.05000,3.257
35,mlp.gate_proj,0.0003625945,0.05000,3.278
35,mlp.down_proj,0.0006526254,0.05000,5.945
36,self_attn.v_proj,0.0004137660,0.05000,4.484
36,self_attn.k_proj,0.0002802727,0.05000,4.501
36,self_attn.q_proj,0.0012534013,0.05000,4.518
36,self_attn.o_proj,0.0001348069,0.05000,1.534
36,mlp.gate_proj,0.0003664020,0.05000,3.467
36,mlp.up_proj,0.0004354527,0.05000,3.496
36,mlp.down_proj,0.0008418005,0.05000,6.026
37,self_attn.v_proj,0.0006298477,0.05000,4.879
37,self_attn.q_proj,0.0018008618,0.05000,4.916
37,self_attn.k_proj,0.0003659987,0.05000,4.936
37,self_attn.o_proj,0.0001522858,0.05000,1.597
37,mlp.gate_proj,0.0003644817,0.05000,3.127
37,mlp.up_proj,0.0004408166,0.05000,3.151
37,mlp.down_proj,0.0011751895,0.05000,5.794
38,self_attn.v_proj,0.0006066528,0.05000,4.743
38,self_attn.k_proj,0.0003449951,0.05000,4.755
38,self_attn.q_proj,0.0016319431,0.05000,4.782
38,self_attn.o_proj,0.0002050424,0.05000,1.468
38,mlp.gate_proj,0.0004139584,0.05000,3.048
38,mlp.up_proj,0.0004731343,0.05000,3.074
38,mlp.down_proj,0.0018093835,0.05000,5.919
39,self_attn.v_proj,0.0001905375,0.05000,4.611
39,self_attn.k_proj,0.0001304515,0.05000,4.714
39,self_attn.q_proj,0.0006211786,0.05000,4.725
39,self_attn.o_proj,0.0001972665,0.05000,1.468
39,mlp.gate_proj,0.0004676424,0.05000,3.081
39,mlp.up_proj,0.0005172084,0.05000,3.097
39,mlp.down_proj,0.0034415917,0.05000,5.785