layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.0000024380,0.05000,18.747
0,self_attn.v_proj,0.0000019694,0.05000,2.048
0,self_attn.q_proj,0.0000079032,0.05000,2.060
0,self_attn.o_proj,0.0000337822,0.05000,2.075
0,mlp.gate_proj,0.0016790501,0.05000,2.120
0,mlp.up_proj,0.0014809024,0.05000,2.102
0,mlp.down_proj,0.0007824287,0.05000,9.797
1,self_attn.k_proj,0.0000085942,0.05000,2.150
1,self_attn.v_proj,0.0000093170,0.05000,2.149
1,self_attn.q_proj,0.0000292642,0.05000,2.147
1,self_attn.o_proj,0.0000842638,0.05000,2.136
1,mlp.gate_proj,0.0360359917,0.05000,2.217
1,mlp.up_proj,0.0156087465,0.05000,2.208
1,mlp.down_proj,0.0017156193,0.05000,7.175
2,self_attn.k_proj,0.0000205851,0.05000,2.154
2,self_attn.v_proj,0.0000203866,0.05000,2.143
2,self_attn.q_proj,0.0000704218,0.05000,2.158
2,self_attn.o_proj,0.0001195780,0.05000,2.157
2,mlp.gate_proj,0.0771280594,0.05000,2.205
2,mlp.up_proj,0.0615366287,0.05000,2.213
2,mlp.down_proj,0.0175185966,0.05000,7.170
3,self_attn.k_proj,0.0000342643,0.05000,2.151
3,self_attn.v_proj,0.0000366250,0.05000,2.138
3,self_attn.q_proj,0.0001234432,0.05000,2.153
3,self_attn.o_proj,0.0001991446,0.05000,2.160
3,mlp.gate_proj,0.0754998474,0.05000,2.223
3,mlp.up_proj,0.0375757141,0.05000,2.232
3,mlp.down_proj,0.0091311712,0.05000,7.241
4,self_attn.k_proj,0.0000693910,0.05000,2.161
4,self_attn.v_proj,0.0000726843,0.05000,2.146
4,self_attn.q_proj,0.0002463229,0.05000,2.166
4,self_attn.o_proj,0.0003221955,0.05000,2.168
4,mlp.gate_proj,0.0764790802,0.05000,2.228
4,mlp.up_proj,0.0314906082,0.05000,2.221
4,mlp.down_proj,0.0022665401,0.05000,7.201
5,self_attn.k_proj,0.0000723787,0.05000,2.137
5,self_attn.v_proj,0.0000784881,0.05000,2.150
5,self_attn.q_proj,0.0002693489,0.05000,2.165
5,self_attn.o_proj,0.0004653367,0.05000,2.212
5,mlp.gate_proj,0.0349088821,0.05000,2.227
5,mlp.up_proj,0.0171782570,0.05000,2.197
5,mlp.down_proj,0.0025176711,0.05000,7.150
6,self_attn.k_proj,0.0001348540,0.05000,2.141
6,self_attn.v_proj,0.0001502981,0.05000,2.130
6,self_attn.q_proj,0.0005405539,0.05000,2.149
6,self_attn.o_proj,0.0012882040,0.05000,2.161
6,mlp.gate_proj,0.0432269516,0.05000,2.194
6,mlp.up_proj,0.0247923698,0.05000,2.196
6,mlp.down_proj,1.5066320801,0.05000,7.140
7,self_attn.k_proj,0.0003637865,0.05000,2.100
7,self_attn.v_proj,0.0003818230,0.05000,2.095
7,self_attn.q_proj,0.0012836485,0.05000,2.109
7,self_attn.o_proj,0.0011524801,0.05000,2.110
7,mlp.gate_proj,0.0461628647,0.05000,2.162
7,mlp.up_proj,0.0281146259,0.05000,2.165
7,mlp.down_proj,0.0038075709,0.05000,7.118
8,self_attn.k_proj,0.0005753531,0.05000,2.092
8,self_attn.v_proj,0.0006385578,0.05000,2.093
8,self_attn.q_proj,0.0020793712,0.05000,2.095
8,self_attn.o_proj,0.0019095421,0.05000,2.141
8,mlp.gate_proj,0.0263638535,0.05000,2.118
8,mlp.up_proj,0.0232737751,0.05000,2.126
8,mlp.down_proj,0.0066675425,0.05000,6.877
9,self_attn.k_proj,0.0007065779,0.05000,2.034
9,self_attn.v_proj,0.0007384607,0.05000,2.038
9,self_attn.q_proj,0.0024922931,0.05000,2.060
9,self_attn.o_proj,0.0018807212,0.05000,2.089
9,mlp.gate_proj,0.0383805923,0.05000,2.117
9,mlp.up_proj,0.0284510841,0.05000,2.108
9,mlp.down_proj,0.0070223603,0.05000,6.975
10,self_attn.k_proj,0.0013365667,0.05000,2.065
10,self_attn.v_proj,0.0015467200,0.05000,2.128
10,self_attn.q_proj,0.0048282132,0.05000,2.087
10,self_attn.o_proj,0.0033554525,0.05000,2.094
10,mlp.gate_proj,0.0351574059,0.05000,2.164
10,mlp.up_proj,0.0273939476,0.05000,2.156
10,mlp.down_proj,0.0070197577,0.05000,6.900
11,self_attn.k_proj,0.0006704556,0.05000,2.027
11,self_attn.v_proj,0.0007122895,0.05000,2.036
11,self_attn.q_proj,0.0023535616,0.05000,2.053
11,self_attn.o_proj,0.0031263235,0.05000,2.062
11,mlp.gate_proj,0.0310964870,0.05000,2.114
11,mlp.up_proj,0.0264236679,0.05000,2.101
11,mlp.down_proj,0.0068293509,0.05000,6.885
12,self_attn.k_proj,0.0007443199,0.05000,2.066
12,self_attn.v_proj,0.0008194097,0.05000,2.071
12,self_attn.q_proj,0.0026272831,0.05000,2.081
12,self_attn.o_proj,0.0032964039,0.05000,2.076
12,mlp.gate_proj,0.0291582966,0.05000,2.136
12,mlp.up_proj,0.0267173386,0.05000,2.203
12,mlp.down_proj,0.0066960611,0.05000,7.012
13,self_attn.k_proj,0.0005862679,0.05000,2.034
13,self_attn.v_proj,0.0006001749,0.05000,2.032
13,self_attn.q_proj,0.0021453848,0.05000,2.073
13,self_attn.o_proj,0.0020865378,0.05000,2.070
13,mlp.gate_proj,0.0272722816,0.05000,2.119
13,mlp.up_proj,0.0269370918,0.05000,2.125
13,mlp.down_proj,0.0075756173,0.05000,6.909
14,self_attn.k_proj,0.0009683790,0.05000,2.058
14,self_attn.v_proj,0.0010393037,0.05000,2.058
14,self_attn.q_proj,0.0035394964,0.05000,2.055
14,self_attn.o_proj,0.0039602380,0.05000,2.072
14,mlp.gate_proj,0.0269974422,0.05000,2.111
14,mlp.up_proj,0.0268804665,0.05000,2.136
14,mlp.down_proj,0.0074158974,0.05000,6.908
15,self_attn.k_proj,0.0010303876,0.05000,2.161
15,self_attn.v_proj,0.0010297151,0.05000,2.128
15,self_attn.q_proj,0.0036721370,0.05000,2.142
15,self_attn.o_proj,0.0032590406,0.05000,2.162
15,mlp.gate_proj,0.0254511147,0.05000,2.234
15,mlp.up_proj,0.0264224415,0.05000,2.205
15,mlp.down_proj,0.0073527803,0.05000,7.191
16,self_attn.k_proj,0.0016979880,0.05000,2.155
16,self_attn.v_proj,0.0019960499,0.05000,2.125
16,self_attn.q_proj,0.0065108557,0.05000,2.059
16,self_attn.o_proj,0.0043405647,0.05000,2.060
16,mlp.gate_proj,0.0278265915,0.05000,2.134
16,mlp.up_proj,0.0279001904,0.05000,2.111
16,mlp.down_proj,0.0075663977,0.05000,6.912
17,self_attn.k_proj,0.0014793761,0.05000,2.038
17,self_attn.v_proj,0.0016435144,0.05000,2.023
17,self_attn.q_proj,0.0058533258,0.05000,2.075
17,self_attn.o_proj,0.0041873493,0.05000,2.096
17,mlp.gate_proj,0.0255694809,0.05000,2.182
17,mlp.up_proj,0.0263440704,0.05000,2.118
17,mlp.down_proj,0.0077663574,0.05000,6.916
18,self_attn.k_proj,0.0017521405,0.05000,2.033
18,self_attn.v_proj,0.0019357990,0.05000,2.025
18,self_attn.q_proj,0.0065402026,0.05000,2.062
18,self_attn.o_proj,0.0057383480,0.05000,2.065
18,mlp.gate_proj,0.0284288826,0.05000,2.131
18,mlp.up_proj,0.0293700905,0.05000,2.120
18,mlp.down_proj,0.0100522537,0.05000,6.890
19,self_attn.k_proj,0.0033102250,0.05000,2.037
19,self_attn.v_proj,0.0035702000,0.05000,2.020
19,self_attn.q_proj,0.0128355579,0.05000,2.072
19,self_attn.o_proj,0.0086484699,0.05000,2.166
19,mlp.gate_proj,0.0304476185,0.05000,2.184
19,mlp.up_proj,0.0325063782,0.05000,2.198
19,mlp.down_proj,0.0138157110,0.05000,7.223
20,self_attn.k_proj,0.0027046320,0.05000,2.118
20,self_attn.v_proj,0.0033259230,0.05000,2.107
20,self_attn.q_proj,0.0117142315,0.05000,2.140
20,self_attn.o_proj,0.0076399031,0.05000,2.129
20,mlp.gate_proj,0.0335154800,0.05000,2.210
20,mlp.up_proj,0.0363743172,0.05000,2.203
20,mlp.down_proj,0.0162840099,0.05000,7.133
21,self_attn.k_proj,0.0038118789,0.05000,2.137
21,self_attn.v_proj,0.0049044490,0.05000,2.109
21,self_attn.q_proj,0.0160675392,0.05000,2.167
21,self_attn.o_proj,0.0108829079,0.05000,2.195
21,mlp.gate_proj,0.0395354843,0.05000,2.209
21,mlp.up_proj,0.0432646713,0.05000,2.204
21,mlp.down_proj,0.0225101166,0.05000,7.134
22,self_attn.k_proj,0.0080583935,0.05000,2.117
22,self_attn.v_proj,0.0097510338,0.05000,2.111
22,self_attn.q_proj,0.0330694885,0.05000,2.147
22,self_attn.o_proj,0.0195309429,0.05000,2.157
22,mlp.gate_proj,0.0459258118,0.05000,2.190
22,mlp.up_proj,0.0498871307,0.05000,2.200
22,mlp.down_proj,0.0368223763,0.05000,7.177
23,self_attn.k_proj,0.0077676291,0.05000,2.122
23,self_attn.v_proj,0.0104311962,0.05000,2.136
23,self_attn.q_proj,0.0342168655,0.05000,2.167
23,self_attn.o_proj,0.0269483910,0.05000,2.143
23,mlp.gate_proj,0.0549317245,0.05000,2.177
23,mlp.up_proj,0.0579432487,0.05000,2.178
23,mlp.down_proj,0.0526866684,0.05000,7.078
24,self_attn.k_proj,0.0141781425,0.05000,2.024
24,self_attn.v_proj,0.0199632320,0.05000,2.029
24,self_attn.q_proj,0.0623593330,0.05000,2.057
24,self_attn.o_proj,0.0381615677,0.05000,2.098
24,mlp.gate_proj,0.0625476227,0.05000,2.115
24,mlp.up_proj,0.0650431213,0.05000,2.124
24,mlp.down_proj,0.0663374786,0.05000,6.907
25,self_attn.k_proj,0.0120386667,0.05000,2.050
25,self_attn.v_proj,0.0154575901,0.05000,2.046
25,self_attn.q_proj,0.0487507935,0.05000,2.067
25,self_attn.o_proj,0.0312999535,0.05000,2.074
25,mlp.gate_proj,0.0756514893,0.05000,2.147
25,mlp.up_proj,0.0777243805,0.05000,2.137
25,mlp.down_proj,0.0874955215,0.05000,6.973
26,self_attn.k_proj,0.0199893551,0.05000,2.018
26,self_attn.v_proj,0.0263842850,0.05000,2.036
26,self_attn.q_proj,0.0845439911,0.05000,2.059
26,self_attn.o_proj,0.0416356430,0.05000,2.058
26,mlp.gate_proj,0.0951464386,0.05000,2.110
26,mlp.up_proj,0.0994445801,0.05000,2.124
26,mlp.down_proj,0.1109656219,0.05000,6.919
27,self_attn.k_proj,0.0236632977,0.05000,2.023
27,self_attn.v_proj,0.0334494705,0.05000,2.005
27,self_attn.q_proj,0.1043506470,0.05000,2.076
27,self_attn.o_proj,0.0387187538,0.05000,2.072
27,mlp.gate_proj,0.1117684402,0.05000,2.164
27,mlp.up_proj,0.1189041748,0.05000,2.118
27,mlp.down_proj,0.1569141388,0.05000,6.932
28,self_attn.k_proj,0.0260178490,0.05000,2.042
28,self_attn.v_proj,0.0334404297,0.05000,2.051
28,self_attn.q_proj,0.1075477142,0.05000,2.063
28,self_attn.o_proj,0.0755699997,0.05000,2.070
28,mlp.gate_proj,0.1292918854,0.05000,2.139
28,mlp.up_proj,0.1410232544,0.05000,2.127
28,mlp.down_proj,0.2332372589,0.05000,6.972
29,self_attn.k_proj,0.0585173912,0.05000,2.038
29,self_attn.v_proj,0.0878426895,0.05000,2.647
29,self_attn.q_proj,0.2477785034,0.05000,2.265
29,self_attn.o_proj,0.0790612946,0.05000,2.133
29,mlp.gate_proj,0.1518026886,0.05000,2.180
29,mlp.up_proj,0.1691643982,0.05000,2.171
29,mlp.down_proj,0.2588255615,0.05000,7.173
30,self_attn.k_proj,0.0728979645,0.05000,2.106
30,self_attn.v_proj,0.1047879410,0.05000,3.004
30,self_attn.q_proj,0.2867794800,0.05000,3.111
30,self_attn.o_proj,0.0983138199,0.05000,3.061
30,mlp.gate_proj,0.1590151367,0.05000,2.137
30,mlp.up_proj,0.1807304688,0.05000,2.144
30,mlp.down_proj,0.3252179260,0.05000,6.943
31,self_attn.k_proj,0.0966938400,0.05000,2.039
31,self_attn.v_proj,0.1462794800,0.05000,2.061
31,self_attn.q_proj,0.3649868164,0.05000,2.095
31,self_attn.o_proj,0.1198698959,0.05000,2.079
31,mlp.gate_proj,0.1665222778,0.05000,2.109
31,mlp.up_proj,0.1954357300,0.05000,2.120
31,mlp.down_proj,0.4125197449,0.05000,6.906
32,self_attn.k_proj,0.1375726318,0.05000,2.036
32,self_attn.v_proj,0.2237708130,0.05000,2.028
32,self_attn.q_proj,0.5429495850,0.05000,2.074
32,self_attn.o_proj,0.1431537628,0.05000,2.094
32,mlp.gate_proj,0.1786567383,0.05000,2.126
32,mlp.up_proj,0.2135989075,0.05000,2.133
32,mlp.down_proj,0.4876485596,0.05000,6.941
33,self_attn.k_proj,0.2351833191,0.05000,2.041
33,self_attn.v_proj,0.4791443787,0.05000,2.035
33,self_attn.q_proj,1.0442535400,0.05000,2.091
33,self_attn.o_proj,0.2056916504,0.05000,2.076
33,mlp.gate_proj,0.1929442139,0.05000,2.112
33,mlp.up_proj,0.2347036133,0.05000,2.105
33,mlp.down_proj,0.5999395752,0.05000,6.917
34,self_attn.k_proj,0.2156859894,0.05000,2.062
34,self_attn.v_proj,0.3710485535,0.05000,2.038
34,self_attn.q_proj,0.9245041504,0.05000,2.077
34,self_attn.o_proj,0.2896968384,0.05000,2.072
34,mlp.gate_proj,0.2288471985,0.05000,2.109
34,mlp.up_proj,0.2641241760,0.05000,2.101
34,mlp.down_proj,0.7767882690,0.05000,6.890
35,self_attn.k_proj,0.1237437134,0.05000,2.041
35,self_attn.v_proj,0.1752421722,0.05000,2.030
35,self_attn.q_proj,0.4804046936,0.05000,2.080
35,self_attn.o_proj,0.3036220093,0.05000,2.097
35,mlp.gate_proj,0.3402492065,0.05000,2.109
35,mlp.up_proj,0.3768579712,0.05000,2.137
35,mlp.down_proj,4.4930922852,0.05000,6.921