quant_log.csv

layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.11700891,0.01000,0.779
0,self_attn.v_proj,0.01309257,0.01000,0.574
0,self_attn.q_proj,0.52605850,0.01000,0.580
0,self_attn.o_proj,0.07965969,0.01000,0.578
0,mlp.up_proj,0.49005720,0.01000,0.588
0,mlp.gate_proj,0.63302505,0.01000,0.584
0,mlp.down_proj,15303.54687500,0.01250,3.746
1,self_attn.k_proj,0.02994002,0.01000,0.577
1,self_attn.v_proj,0.00607606,0.01000,0.574
1,self_attn.q_proj,0.11069536,0.01000,0.577
1,self_attn.o_proj,0.05805930,0.01000,0.577
1,mlp.up_proj,129.56800842,0.01000,0.589
1,mlp.gate_proj,189.60009766,0.01000,0.586
1,mlp.down_proj,2324.25219727,0.01250,3.723
2,self_attn.k_proj,0.03322162,0.01000,0.582
2,self_attn.v_proj,0.00889797,0.01000,0.574
2,self_attn.q_proj,0.15142375,0.01000,0.579
2,self_attn.o_proj,0.02534429,0.01000,0.577
2,mlp.up_proj,31.88489532,0.01000,0.592
2,mlp.gate_proj,24.39268494,0.01000,0.585
2,mlp.down_proj,1226.40161133,0.01000,3.424
3,self_attn.k_proj,0.11963423,0.01000,0.577
3,self_attn.v_proj,0.02270538,0.01000,0.574
3,self_attn.q_proj,0.56290406,0.01000,0.582
3,self_attn.o_proj,0.02039379,0.01000,0.578
3,mlp.up_proj,25.52224731,0.01000,0.589
3,mlp.gate_proj,23.71806717,0.01000,0.584
3,mlp.down_proj,7.17503452,0.01000,3.407
4,self_attn.k_proj,0.07621382,0.01000,0.576
4,self_attn.v_proj,0.02964574,0.01000,0.576
4,self_attn.q_proj,0.42463058,0.01000,0.578
4,self_attn.o_proj,0.02232293,0.01000,0.579
4,mlp.up_proj,17.63290405,0.01000,0.589
4,mlp.gate_proj,20.86198425,0.01000,0.588
4,mlp.down_proj,0.51315892,0.01000,3.409
5,self_attn.k_proj,0.12082905,0.01000,0.578
5,self_attn.v_proj,0.06131894,0.01000,0.578
5,self_attn.q_proj,0.70790911,0.01000,0.577
5,self_attn.o_proj,0.01333876,0.01000,0.580
5,mlp.up_proj,29.02465630,0.01000,0.591
5,mlp.gate_proj,32.13648224,0.01000,0.590
5,mlp.down_proj,22053.08789062,0.01250,3.720
6,self_attn.k_proj,0.09304064,0.01000,0.578
6,self_attn.v_proj,0.05037085,0.01000,0.576
6,self_attn.q_proj,0.58392334,0.01000,0.579
6,self_attn.o_proj,0.03700382,0.01000,0.578
6,mlp.up_proj,35.63870239,0.01000,0.587
6,mlp.gate_proj,38.93540573,0.01000,0.585
6,mlp.down_proj,14422.14257812,0.01250,3.735
7,self_attn.k_proj,0.09298285,0.01000,0.580
7,self_attn.v_proj,0.07115155,0.01000,0.577
7,self_attn.q_proj,0.69658542,0.01000,0.580
7,self_attn.o_proj,0.02996020,0.01000,0.577
7,mlp.up_proj,28.39992142,0.01000,0.589
7,mlp.gate_proj,32.54955292,0.01000,0.586
7,mlp.down_proj,19715.68554688,0.01250,3.726
8,self_attn.k_proj,0.11268166,0.01000,0.580
8,self_attn.v_proj,0.08073567,0.01000,0.575
8,self_attn.q_proj,0.74233985,0.01000,0.579
8,self_attn.o_proj,0.04194341,0.01000,0.579
8,mlp.up_proj,21.64607620,0.01000,0.585
8,mlp.gate_proj,29.78582764,0.01000,0.584
8,mlp.down_proj,15600.47070312,0.01250,3.729
9,self_attn.k_proj,0.12374476,0.01000,0.577
9,self_attn.v_proj,0.07404708,0.01000,0.576
9,self_attn.q_proj,0.68869817,0.01000,0.578
9,self_attn.o_proj,0.03567856,0.01000,0.578
9,mlp.up_proj,17.71429062,0.01000,0.586
9,mlp.gate_proj,25.77029419,0.01000,0.584
9,mlp.down_proj,8992.69531250,0.01250,3.711
10,self_attn.k_proj,0.11924314,0.01000,0.578
10,self_attn.v_proj,0.10919423,0.01000,0.576
10,self_attn.q_proj,0.84766781,0.01000,0.584
10,self_attn.o_proj,0.06491589,0.01000,0.578
10,mlp.up_proj,11.39581680,0.01000,0.590
10,mlp.gate_proj,17.15075874,0.01000,0.589
10,mlp.down_proj,8426.89550781,0.01250,3.730
11,self_attn.k_proj,0.10175898,0.01000,0.575
11,self_attn.v_proj,0.09416462,0.01000,0.575
11,self_attn.q_proj,0.68894804,0.01000,0.579
11,self_attn.o_proj,0.11442253,0.01000,0.577
11,mlp.up_proj,4.69151974,0.01000,0.591
11,mlp.gate_proj,6.45249987,0.01000,0.584
11,mlp.down_proj,4785.73144531,0.01250,3.736
12,self_attn.k_proj,0.11479434,0.01000,0.579
12,self_attn.v_proj,0.08808509,0.01000,0.574
12,self_attn.q_proj,0.74657226,0.01000,0.578
12,self_attn.o_proj,0.08531559,0.01000,0.581
12,mlp.up_proj,5.34075928,0.01000,0.586
12,mlp.gate_proj,7.50751209,0.01000,0.584
12,mlp.down_proj,7880.56445312,0.01250,3.769
13,self_attn.k_proj,0.17050782,0.01000,0.575
13,self_attn.v_proj,0.06690786,0.01000,0.574
13,self_attn.q_proj,0.94303226,0.01000,0.579
13,self_attn.o_proj,0.06559928,0.01000,0.578
13,mlp.up_proj,3.28498983,0.01000,0.590
13,mlp.gate_proj,3.41577339,0.01000,0.587
13,mlp.down_proj,9146.13085938,0.01250,3.743
14,self_attn.k_proj,0.11764278,0.01000,0.575
14,self_attn.v_proj,0.07860197,0.01000,0.576
14,self_attn.q_proj,0.76865941,0.01000,0.580
14,self_attn.o_proj,0.11788501,0.01000,0.578
14,mlp.up_proj,3.30417585,0.01000,0.589
14,mlp.gate_proj,3.42637491,0.01000,0.584
14,mlp.down_proj,10930.21875000,0.01250,3.702
15,self_attn.k_proj,0.12692748,0.01000,0.578
15,self_attn.v_proj,0.07936529,0.01000,0.575
15,self_attn.q_proj,0.80281579,0.01000,0.576
15,self_attn.o_proj,0.11809728,0.01000,0.577
15,mlp.up_proj,2.99531603,0.01000,0.586
15,mlp.gate_proj,2.85896158,0.01000,0.587
15,mlp.down_proj,13028.50000000,0.01250,3.736
16,self_attn.k_proj,0.12436233,0.01000,0.574
16,self_attn.v_proj,0.07691087,0.01000,0.573
16,self_attn.q_proj,0.75392860,0.01000,0.576
16,self_attn.o_proj,0.07615626,0.01000,0.578
16,mlp.up_proj,2.99673772,0.01000,0.585
16,mlp.gate_proj,3.06245685,0.01000,0.584
16,mlp.down_proj,6227.41699219,0.01250,3.746
17,self_attn.k_proj,0.18815988,0.01000,0.578
17,self_attn.v_proj,0.11204454,0.01000,0.575
17,self_attn.q_proj,1.15248418,0.01000,0.580
17,self_attn.o_proj,0.12630174,0.01000,0.577
17,mlp.up_proj,2.95710564,0.01000,0.586
17,mlp.gate_proj,2.91457510,0.01000,0.583
17,mlp.down_proj,4571.75878906,0.01250,3.724
18,self_attn.k_proj,0.12863664,0.01000,0.575
18,self_attn.v_proj,0.09363791,0.01000,0.577
18,self_attn.q_proj,0.87072426,0.01000,0.577
18,self_attn.o_proj,0.15545495,0.01000,0.577
18,mlp.up_proj,2.99754810,0.01000,0.588
18,mlp.gate_proj,3.09297347,0.01000,0.584
18,mlp.down_proj,8988.08398438,0.01250,3.718
19,self_attn.k_proj,0.18333551,0.01000,0.577
19,self_attn.v_proj,0.09715673,0.01000,0.576
19,self_attn.q_proj,1.04142475,0.01000,0.587
19,self_attn.o_proj,0.20527893,0.01000,0.577
19,mlp.up_proj,3.07988310,0.01000,0.586
19,mlp.gate_proj,2.95768404,0.01000,0.583
19,mlp.down_proj,11135.45898438,0.01250,3.744
20,self_attn.k_proj,0.16911349,0.01000,0.576
20,self_attn.v_proj,0.18254933,0.01000,0.576
20,self_attn.q_proj,1.54473221,0.01000,0.580
20,self_attn.o_proj,0.16022316,0.01000,0.577
20,mlp.up_proj,3.27703619,0.01000,0.589
20,mlp.gate_proj,3.18904066,0.01000,0.587
20,mlp.down_proj,11308.44335938,0.01250,3.712
21,self_attn.k_proj,0.18423760,0.01000,0.580
21,self_attn.v_proj,0.13599816,0.01000,0.576
21,self_attn.q_proj,1.16808665,0.01000,0.579
21,self_attn.o_proj,0.10846935,0.01000,0.576
21,mlp.up_proj,3.32249236,0.01000,0.593
21,mlp.gate_proj,3.51680088,0.01000,0.585
21,mlp.down_proj,9026.85546875,0.01250,3.729
22,self_attn.k_proj,0.20328175,0.01000,0.577
22,self_attn.v_proj,0.18614244,0.01000,0.575
22,self_attn.q_proj,1.38073218,0.01000,0.586
22,self_attn.o_proj,0.12426758,0.01000,0.578
22,mlp.up_proj,3.42372274,0.01000,0.588
22,mlp.gate_proj,3.48857546,0.01000,0.585
22,mlp.down_proj,8654.11328125,0.01250,3.694
23,self_attn.k_proj,0.21545258,0.01000,0.575
23,self_attn.v_proj,0.11604428,0.01000,0.577
23,self_attn.q_proj,1.44868183,0.01000,0.579
23,self_attn.o_proj,0.21941379,0.01000,0.577
23,mlp.up_proj,3.61330032,0.01000,0.586
23,mlp.gate_proj,3.43922663,0.01000,0.584
23,mlp.down_proj,7993.38476562,0.01250,3.716
24,self_attn.k_proj,0.14118868,0.01000,0.575
24,self_attn.v_proj,0.12892611,0.01000,0.576
24,self_attn.q_proj,1.05018461,0.01000,0.579
24,self_attn.o_proj,0.14717226,0.01000,0.578
24,mlp.up_proj,3.62983847,0.01000,0.588
24,mlp.gate_proj,3.50714111,0.01000,0.590
24,mlp.down_proj,6578.51757812,0.01250,3.705
25,self_attn.k_proj,0.13222180,0.01000,0.580
25,self_attn.v_proj,0.19901034,0.01000,0.576
25,self_attn.q_proj,1.42385113,0.01000,0.580
25,self_attn.o_proj,0.11820991,0.01000,0.579
25,mlp.up_proj,3.99663067,0.01000,0.587
25,mlp.gate_proj,3.89791727,0.01000,0.586
25,mlp.down_proj,4840.52294922,0.01250,3.741
26,self_attn.k_proj,0.13963190,0.01000,0.584
26,self_attn.v_proj,0.18639955,0.01000,0.575
26,self_attn.q_proj,1.11439741,0.01000,0.581
26,self_attn.o_proj,0.16999505,0.01000,0.581
26,mlp.up_proj,4.78319073,0.01000,0.597
26,mlp.gate_proj,4.46977234,0.01000,0.584
26,mlp.down_proj,4373.70507812,0.01250,3.718
27,self_attn.k_proj,0.15499628,0.01000,0.578
27,self_attn.v_proj,0.26604503,0.01000,0.578
27,self_attn.q_proj,1.67345512,0.01000,0.579
27,self_attn.o_proj,0.30987823,0.01000,0.576
27,mlp.up_proj,5.24638557,0.01000,0.586
27,mlp.gate_proj,5.16220903,0.01000,0.585
27,mlp.down_proj,3182.13989258,0.01250,3.727
28,self_attn.k_proj,0.13681379,0.01000,0.579
28,self_attn.v_proj,0.25288898,0.01000,0.578
28,self_attn.q_proj,1.35800076,0.01000,0.582
28,self_attn.o_proj,0.16755113,0.01000,0.577
28,mlp.up_proj,5.87530804,0.01000,0.588
28,mlp.gate_proj,5.82330179,0.01000,0.587
28,mlp.down_proj,2438.29663086,0.01250,3.709
29,self_attn.k_proj,0.15751970,0.01000,0.577
29,self_attn.v_proj,0.23936580,0.01000,0.583
29,self_attn.q_proj,1.39051259,0.01000,0.578
29,self_attn.o_proj,0.14153039,0.01000,0.576
29,mlp.up_proj,6.95973825,0.01000,0.590
29,mlp.gate_proj,6.77483559,0.01000,0.593
29,mlp.down_proj,1742.41430664,0.01250,3.710
30,self_attn.k_proj,0.14277361,0.01000,0.575
30,self_attn.v_proj,0.37133738,0.01000,0.578
30,self_attn.q_proj,1.73573351,0.01000,0.582
30,self_attn.o_proj,0.20430231,0.01000,0.578
30,mlp.up_proj,13.78841972,0.01000,0.590
30,mlp.gate_proj,12.55727959,0.01000,0.583
30,mlp.down_proj,6.73006916,0.01250,3.720
31,self_attn.k_proj,0.14955267,0.01000,0.575
31,self_attn.v_proj,0.25939399,0.01000,0.577
31,self_attn.q_proj,1.62656689,0.01000,0.578
31,self_attn.o_proj,1.81487703,0.01000,0.580
31,mlp.up_proj,10.09594631,0.01000,0.589
31,mlp.gate_proj,8.76324081,0.01000,0.591
31,mlp.down_proj,903.53057861,0.01250,3.720
32,self_attn.k_proj,0.15459062,0.01000,0.580
32,self_attn.v_proj,0.40698791,0.01000,0.574
32,self_attn.q_proj,1.97840118,0.01000,0.582
32,self_attn.o_proj,2.57846403,0.01000,0.579
32,mlp.up_proj,9.61947632,0.01000,0.595
32,mlp.gate_proj,8.39022541,0.01000,0.597
32,mlp.down_proj,754.97772217,0.01250,3.750
33,self_attn.k_proj,0.13791460,0.01000,0.579
33,self_attn.v_proj,0.93371284,0.01000,0.576
33,self_attn.q_proj,1.74765921,0.01000,0.580
33,self_attn.o_proj,7.44447708,0.01000,0.576
33,mlp.up_proj,9.27695942,0.01000,0.598
33,mlp.gate_proj,7.33481026,0.01000,0.582
33,mlp.down_proj,551.10095215,0.01250,3.720
34,self_attn.k_proj,0.12924540,0.01000,0.576
34,self_attn.v_proj,0.46139646,0.01000,0.573
34,self_attn.q_proj,1.32067966,0.01000,0.580
34,self_attn.o_proj,2.00493026,0.01000,0.578
34,mlp.up_proj,10.44479465,0.01000,0.589
34,mlp.gate_proj,8.83442688,0.01000,0.587
34,mlp.down_proj,387.29156494,0.01250,3.706
35,self_attn.k_proj,0.11821613,0.01000,0.587
35,self_attn.v_proj,0.38148952,0.01000,0.577
35,self_attn.q_proj,1.19514799,0.01000,0.579
35,self_attn.o_proj,2.31622076,0.01000,0.584
35,mlp.up_proj,17.96950340,0.01000,0.592
35,mlp.gate_proj,16.84701538,0.01000,0.587
35,mlp.down_proj,54.31647491,0.01250,3.744