quant_log.csv

layer,module,loss,damp,time
0,self_attn.k_proj,0.15767,0.01000,0.956
0,self_attn.v_proj,0.04710,0.01000,0.726
0,self_attn.q_proj,0.45988,0.01000,0.757
0,self_attn.o_proj,0.63782,0.01000,0.795
0,mlp.up_proj,0.30393,0.01000,0.887
0,mlp.gate_proj,0.34771,0.01000,0.853
0,mlp.down_proj,0.19869,0.01000,7.516
1,self_attn.k_proj,0.00597,0.01000,0.735
1,self_attn.v_proj,0.00297,0.01000,0.729
1,self_attn.q_proj,0.01629,0.01000,0.751
1,self_attn.o_proj,0.00512,0.01000,0.757
1,mlp.up_proj,1.09122,0.01000,0.863
1,mlp.gate_proj,6.30779,0.01000,0.854
1,mlp.down_proj,0.02878,0.01000,7.519
2,self_attn.k_proj,0.02545,0.01000,0.738
2,self_attn.v_proj,0.01158,0.01000,0.730
2,self_attn.q_proj,0.07069,0.01000,0.746
2,self_attn.o_proj,0.03428,0.01000,0.744
2,mlp.up_proj,2.46612,0.01000,0.896
2,mlp.gate_proj,6.67681,0.01000,0.850
2,mlp.down_proj,0.18895,0.01000,7.496
3,self_attn.k_proj,0.15274,0.01000,0.728
3,self_attn.v_proj,0.07090,0.01000,0.728
3,self_attn.q_proj,0.44260,0.01000,0.743
3,self_attn.o_proj,0.15213,0.01000,0.746
3,mlp.up_proj,3.04040,0.01000,0.859
3,mlp.gate_proj,8.10551,0.01000,0.855
3,mlp.down_proj,0.56850,0.01000,7.788
4,self_attn.k_proj,0.16225,0.01000,0.736
4,self_attn.v_proj,0.09465,0.01000,0.737
4,self_attn.q_proj,0.49573,0.01000,0.768
4,self_attn.o_proj,0.27856,0.01000,0.782
4,mlp.up_proj,7.34758,0.01000,0.878
4,mlp.gate_proj,14.55516,0.01000,0.853
4,mlp.down_proj,28.91092,0.01000,7.529
5,self_attn.k_proj,0.60416,0.01000,0.741
5,self_attn.v_proj,0.40445,0.01000,0.730
5,self_attn.q_proj,1.97576,0.01000,0.750
5,self_attn.o_proj,0.36506,0.01000,0.752
5,mlp.up_proj,14.48205,0.01000,0.860
5,mlp.gate_proj,26.61451,0.01000,0.865
5,mlp.down_proj,123.46313,0.01000,7.530
6,self_attn.k_proj,0.59757,0.01000,0.747
6,self_attn.v_proj,0.48751,0.01000,0.733
6,self_attn.q_proj,2.10187,0.01000,0.768
6,self_attn.o_proj,0.34548,0.01000,0.767
6,mlp.up_proj,26.44971,0.01000,0.885
6,mlp.gate_proj,44.81276,0.01000,0.858
6,mlp.down_proj,7.42702,0.01000,7.500
7,self_attn.k_proj,0.86315,0.01000,0.741
7,self_attn.v_proj,0.73178,0.01000,0.737
7,self_attn.q_proj,3.05512,0.01000,0.755
7,self_attn.o_proj,0.43756,0.01000,0.758
7,mlp.up_proj,37.32844,0.01000,0.867
7,mlp.gate_proj,63.27335,0.01000,0.860
7,mlp.down_proj,2.32394,0.01000,7.498
8,self_attn.k_proj,0.99691,0.01000,0.749
8,self_attn.v_proj,0.76887,0.01000,0.741
8,self_attn.q_proj,3.31756,0.01000,0.748
8,self_attn.o_proj,0.31750,0.01000,0.756
8,mlp.up_proj,26.10133,0.01000,0.912
8,mlp.gate_proj,44.05952,0.01000,0.892
8,mlp.down_proj,2.63132,0.01000,7.490
9,self_attn.k_proj,0.92362,0.01000,0.737
9,self_attn.v_proj,0.81802,0.01000,0.726
9,self_attn.q_proj,3.22154,0.01000,0.742
9,self_attn.o_proj,0.69934,0.01000,0.759
9,mlp.up_proj,14.93036,0.01000,0.869
9,mlp.gate_proj,16.95268,0.01000,0.861
9,mlp.down_proj,2.98866,0.01000,7.534
10,self_attn.k_proj,1.39810,0.01000,0.740
10,self_attn.v_proj,1.14152,0.01000,0.726
10,self_attn.q_proj,5.10084,0.01000,0.743
10,self_attn.o_proj,0.64118,0.01000,0.753
10,mlp.up_proj,17.92457,0.01000,0.866
10,mlp.gate_proj,19.83484,0.01000,0.859
10,mlp.down_proj,4.22415,0.01000,7.458
11,self_attn.k_proj,0.96183,0.01000,0.724
11,self_attn.v_proj,0.81134,0.01000,0.719
11,self_attn.q_proj,3.47458,0.01000,0.738
11,self_attn.o_proj,1.10726,0.01000,0.742
11,mlp.up_proj,20.52216,0.01000,0.859
11,mlp.gate_proj,25.49542,0.01000,0.866
11,mlp.down_proj,3.95888,0.01000,7.641
12,self_attn.k_proj,1.26515,0.01000,0.793
12,self_attn.v_proj,1.04680,0.01000,0.767
12,self_attn.q_proj,4.62648,0.01000,0.777
12,self_attn.o_proj,1.24542,0.01000,0.778
12,mlp.up_proj,22.76665,0.01000,0.910
12,mlp.gate_proj,24.47097,0.01000,0.880
12,mlp.down_proj,5.07631,0.01000,7.499
13,self_attn.k_proj,1.47774,0.01000,0.737
13,self_attn.v_proj,1.29025,0.01000,0.735
13,self_attn.q_proj,5.14613,0.01000,0.761
13,self_attn.o_proj,1.13635,0.01000,0.769
13,mlp.up_proj,27.15928,0.01000,0.874
13,mlp.gate_proj,29.50412,0.01000,0.864
13,mlp.down_proj,6.03055,0.01000,7.483
14,self_attn.k_proj,1.88785,0.01000,0.734
14,self_attn.v_proj,1.41970,0.01000,0.734
14,self_attn.q_proj,6.68136,0.01000,0.743
14,self_attn.o_proj,1.21599,0.01000,0.750
14,mlp.up_proj,28.88737,0.01000,0.866
14,mlp.gate_proj,31.71489,0.01000,0.851
14,mlp.down_proj,6.63013,0.01000,7.522
15,self_attn.k_proj,1.75269,0.01000,0.728
15,self_attn.v_proj,1.47634,0.01000,0.736
15,self_attn.q_proj,6.09694,0.01000,0.749
15,self_attn.o_proj,1.57744,0.01000,0.761
15,mlp.up_proj,30.89547,0.01000,0.871
15,mlp.gate_proj,35.22308,0.01000,0.861
15,mlp.down_proj,7.17272,0.01000,7.787
16,self_attn.k_proj,1.49334,0.01000,0.732
16,self_attn.v_proj,1.11400,0.01000,0.727
16,self_attn.q_proj,4.93379,0.01000,0.752
16,self_attn.o_proj,1.09324,0.01000,0.752
16,mlp.up_proj,29.19851,0.01000,0.875
16,mlp.gate_proj,31.60692,0.01000,0.862
16,mlp.down_proj,6.69876,0.01000,7.516
17,self_attn.k_proj,2.00547,0.01000,0.744
17,self_attn.v_proj,1.37551,0.01000,0.734
17,self_attn.q_proj,6.81123,0.01000,0.753
17,self_attn.o_proj,0.96462,0.01000,0.756
17,mlp.up_proj,29.27075,0.01000,0.876
17,mlp.gate_proj,31.17165,0.01000,0.863
17,mlp.down_proj,6.57626,0.01000,7.515
18,self_attn.k_proj,1.96017,0.01000,0.732
18,self_attn.v_proj,1.46040,0.01000,0.731
18,self_attn.q_proj,6.55656,0.01000,0.752
18,self_attn.o_proj,1.16084,0.01000,0.762
18,mlp.up_proj,28.76401,0.01000,0.869
18,mlp.gate_proj,30.45306,0.01000,0.861
18,mlp.down_proj,6.47914,0.01000,7.557
19,self_attn.k_proj,1.83957,0.01000,0.749
19,self_attn.v_proj,1.36144,0.01000,0.739
19,self_attn.q_proj,6.49447,0.01000,0.760
19,self_attn.o_proj,0.92732,0.01000,0.763
19,mlp.up_proj,29.14824,0.01000,0.870
19,mlp.gate_proj,30.80630,0.01000,0.861
19,mlp.down_proj,6.58842,0.01000,7.546
20,self_attn.k_proj,2.03629,0.01000,0.771
20,self_attn.v_proj,1.44517,0.01000,0.749
20,self_attn.q_proj,6.78806,0.01000,0.768
20,self_attn.o_proj,1.11400,0.01000,0.791
20,mlp.up_proj,28.03972,0.01000,0.909
20,mlp.gate_proj,29.14799,0.01000,0.879
20,mlp.down_proj,6.41848,0.01000,7.550
21,self_attn.k_proj,1.79137,0.01000,0.733
21,self_attn.v_proj,1.17095,0.01000,0.727
21,self_attn.q_proj,6.15103,0.01000,0.748
21,self_attn.o_proj,1.37749,0.01000,0.786
21,mlp.up_proj,27.70661,0.01000,0.872
21,mlp.gate_proj,28.93057,0.01000,0.866
21,mlp.down_proj,6.34222,0.01000,7.537
22,self_attn.k_proj,1.94458,0.01000,0.738
22,self_attn.v_proj,1.65516,0.01000,0.739
22,self_attn.q_proj,6.86011,0.01000,0.751
22,self_attn.o_proj,1.59730,0.01000,0.752
22,mlp.up_proj,29.13769,0.01000,0.890
22,mlp.gate_proj,30.40339,0.01000,0.872
22,mlp.down_proj,6.80734,0.01000,7.534
23,self_attn.k_proj,1.93531,0.01000,0.737
23,self_attn.v_proj,1.72100,0.01000,0.729
23,self_attn.q_proj,6.97827,0.01000,0.751
23,self_attn.o_proj,1.89318,0.01000,0.759
23,mlp.up_proj,30.57845,0.01000,0.876
23,mlp.gate_proj,32.46014,0.01000,0.866
23,mlp.down_proj,7.29378,0.01000,7.462
24,self_attn.k_proj,2.38926,0.01000,0.724
24,self_attn.v_proj,1.80532,0.01000,0.717
24,self_attn.q_proj,8.25713,0.01000,0.739
24,self_attn.o_proj,1.51228,0.01000,0.744
24,mlp.up_proj,31.09844,0.01000,0.876
24,mlp.gate_proj,32.48703,0.01000,0.877
24,mlp.down_proj,7.52911,0.01000,7.533
25,self_attn.k_proj,2.68710,0.01000,0.744
25,self_attn.v_proj,2.20440,0.01000,0.735
25,self_attn.q_proj,9.57642,0.01000,0.776
25,self_attn.o_proj,1.12668,0.01000,0.759
25,mlp.up_proj,31.67860,0.01000,0.877
25,mlp.gate_proj,32.61784,0.01000,0.868
25,mlp.down_proj,8.03033,0.01000,7.521
26,self_attn.k_proj,2.41657,0.01000,0.758
26,self_attn.v_proj,1.44915,0.01000,0.754
26,self_attn.q_proj,8.58317,0.01000,0.778
26,self_attn.o_proj,1.69917,0.01000,0.770
26,mlp.up_proj,33.13790,0.01000,0.878
26,mlp.gate_proj,33.80138,0.01000,0.871
26,mlp.down_proj,8.77868,0.01000,7.508
27,self_attn.k_proj,2.36297,0.01000,0.733
27,self_attn.v_proj,1.56064,0.01000,0.727
27,self_attn.q_proj,7.84814,0.01000,0.756
27,self_attn.o_proj,2.76674,0.01000,0.748
27,mlp.up_proj,34.45441,0.01000,0.872
27,mlp.gate_proj,35.23048,0.01000,0.868
27,mlp.down_proj,9.82280,0.01000,7.675
28,self_attn.k_proj,2.26159,0.01000,0.770
28,self_attn.v_proj,2.27835,0.01000,0.773
28,self_attn.q_proj,8.37002,0.01000,0.791
28,self_attn.o_proj,2.72501,0.01000,0.760
28,mlp.up_proj,38.03603,0.01000,0.892
28,mlp.gate_proj,38.61316,0.01000,0.882
28,mlp.down_proj,11.11375,0.01000,7.591
29,self_attn.k_proj,3.34238,0.01000,0.739
29,self_attn.v_proj,2.99097,0.01000,0.740
29,self_attn.q_proj,11.53132,0.01000,0.757
29,self_attn.o_proj,2.89925,0.01000,0.753
29,mlp.up_proj,41.63248,0.01000,0.875
29,mlp.gate_proj,42.10223,0.01000,0.873
29,mlp.down_proj,12.19634,0.01000,7.515
30,self_attn.k_proj,2.91328,0.01000,0.736
30,self_attn.v_proj,3.02516,0.01000,0.731
30,self_attn.q_proj,10.72192,0.01000,0.747
30,self_attn.o_proj,4.13597,0.01000,0.764
30,mlp.up_proj,45.10841,0.01000,0.872
30,mlp.gate_proj,45.60279,0.01000,0.863
30,mlp.down_proj,13.29061,0.01000,7.546
31,self_attn.k_proj,3.15346,0.01000,0.746
31,self_attn.v_proj,3.00202,0.01000,0.746
31,self_attn.q_proj,11.30804,0.01000,0.765
31,self_attn.o_proj,3.99161,0.01000,0.766
31,mlp.up_proj,49.90988,0.01000,0.872
31,mlp.gate_proj,50.53411,0.01000,0.865
31,mlp.down_proj,14.95007,0.01000,7.552
32,self_attn.k_proj,2.86953,0.01000,0.734
32,self_attn.v_proj,2.33862,0.01000,0.736
32,self_attn.q_proj,9.96766,0.01000,0.768
32,self_attn.o_proj,3.06190,0.01000,0.753
32,mlp.up_proj,58.01946,0.01000,0.885
32,mlp.gate_proj,61.05643,0.01000,0.880
32,mlp.down_proj,16.44481,0.01000,7.559
33,self_attn.k_proj,3.21147,0.01000,0.739
33,self_attn.v_proj,2.46224,0.01000,0.732
33,self_attn.q_proj,11.72614,0.01000,0.749
33,self_attn.o_proj,2.99474,0.01000,0.763
33,mlp.up_proj,55.18750,0.01000,0.887
33,mlp.gate_proj,56.73987,0.01000,0.861
33,mlp.down_proj,15.88317,0.01000,7.581
34,self_attn.k_proj,3.12262,0.01000,0.739
34,self_attn.v_proj,2.85579,0.01000,0.746
34,self_attn.q_proj,11.47513,0.01000,0.775
34,self_attn.o_proj,3.90042,0.01000,0.778
34,mlp.up_proj,55.15106,0.01000,0.905
34,mlp.gate_proj,55.57378,0.01000,0.868
34,mlp.down_proj,15.92280,0.01000,7.556
35,self_attn.k_proj,3.27042,0.01000,0.742
35,self_attn.v_proj,2.84606,0.01000,0.729
35,self_attn.q_proj,12.99787,0.01000,0.756
35,self_attn.o_proj,2.76529,0.01000,0.764
35,mlp.up_proj,56.82272,0.01000,0.889
35,mlp.gate_proj,56.99786,0.01000,0.878
35,mlp.down_proj,16.40966,0.01000,7.546
36,self_attn.k_proj,3.48859,0.01000,0.739
36,self_attn.v_proj,2.85976,0.01000,0.730
36,self_attn.q_proj,12.87088,0.01000,0.758
36,self_attn.o_proj,3.86630,0.01000,0.749
36,mlp.up_proj,54.90588,0.01000,0.878
36,mlp.gate_proj,52.93909,0.01000,0.871
36,mlp.down_proj,16.00165,0.01000,7.497
37,self_attn.k_proj,3.23585,0.01000,0.726
37,self_attn.v_proj,2.60497,0.01000,0.724
37,self_attn.q_proj,11.90022,0.01000,0.741
37,self_attn.o_proj,3.81022,0.01000,0.744
37,mlp.up_proj,55.84032,0.01000,0.907
37,mlp.gate_proj,53.83339,0.01000,0.889
37,mlp.down_proj,15.83759,0.01000,7.676
38,self_attn.k_proj,3.62029,0.01000,0.746
38,self_attn.v_proj,3.99841,0.01000,0.739
38,self_attn.q_proj,13.28107,0.01000,0.754
38,self_attn.o_proj,4.12403,0.01000,0.789
38,mlp.up_proj,57.80830,0.01000,0.873
38,mlp.gate_proj,56.09085,0.01000,0.864
38,mlp.down_proj,16.36294,0.01000,7.494
39,self_attn.k_proj,3.52880,0.01000,0.740
39,self_attn.v_proj,4.13503,0.01000,0.732
39,self_attn.q_proj,14.00801,0.01000,0.754
39,self_attn.o_proj,4.59229,0.01000,0.764
39,mlp.up_proj,60.09611,0.01000,0.897
39,mlp.gate_proj,60.72256,0.01000,0.881
39,mlp.down_proj,17.09546,0.01000,7.554
40,self_attn.k_proj,4.41358,0.01000,0.736
40,self_attn.v_proj,3.70295,0.01000,0.727
40,self_attn.q_proj,15.56011,0.01000,0.750
40,self_attn.o_proj,4.50946,0.01000,0.759
40,mlp.up_proj,59.36726,0.01000,0.899
40,mlp.gate_proj,58.88079,0.01000,0.878
40,mlp.down_proj,16.63223,0.01000,7.517
41,self_attn.k_proj,4.46987,0.01000,0.735
41,self_attn.v_proj,4.92725,0.01000,0.734
41,self_attn.q_proj,17.16602,0.01000,0.753
41,self_attn.o_proj,3.04100,0.01000,0.750
41,mlp.up_proj,61.14544,0.01000,0.873
41,mlp.gate_proj,59.02238,0.01000,0.868
41,mlp.down_proj,18.01097,0.01000,7.551
42,self_attn.k_proj,4.11331,0.01000,0.745
42,self_attn.v_proj,3.03321,0.01000,0.737
42,self_attn.q_proj,15.69530,0.01000,0.770
42,self_attn.o_proj,4.12574,0.01000,0.759
42,mlp.up_proj,65.78152,0.01000,0.879
42,mlp.gate_proj,62.18656,0.01000,0.872
42,mlp.down_proj,21.34330,0.01000,7.546
43,self_attn.k_proj,4.30322,0.01000,0.733
43,self_attn.v_proj,3.77425,0.01000,0.727
43,self_attn.q_proj,15.42356,0.01000,0.747
43,self_attn.o_proj,6.43934,0.01000,0.765
43,mlp.up_proj,70.97018,0.01000,0.873
43,mlp.gate_proj,67.37345,0.01000,0.863
43,mlp.down_proj,26.10180,0.01000,7.533
44,self_attn.k_proj,3.69278,0.01000,0.734
44,self_attn.v_proj,5.38903,0.01000,0.746
44,self_attn.q_proj,15.28924,0.01000,0.757
44,self_attn.o_proj,7.49113,0.01000,0.760
44,mlp.up_proj,75.15730,0.01000,0.889
44,mlp.gate_proj,71.19364,0.01000,0.875
44,mlp.down_proj,27.24835,0.01000,7.559
45,self_attn.k_proj,4.62187,0.01000,0.741
45,self_attn.v_proj,5.71961,0.01000,0.730
45,self_attn.q_proj,17.78687,0.01000,0.748
45,self_attn.o_proj,7.67142,0.01000,0.761
45,mlp.up_proj,76.67630,0.01000,0.872
45,mlp.gate_proj,73.05389,0.01000,0.870
45,mlp.down_proj,29.00418,0.01000,7.529
46,self_attn.k_proj,4.06398,0.01000,0.744
46,self_attn.v_proj,6.13331,0.01000,0.729
46,self_attn.q_proj,16.39862,0.01000,0.751
46,self_attn.o_proj,9.40475,0.01000,0.767
46,mlp.up_proj,77.98442,0.01000,0.926
46,mlp.gate_proj,75.21160,0.01000,0.864
46,mlp.down_proj,30.98275,0.01000,7.541
47,self_attn.k_proj,4.04150,0.01000,0.739
47,self_attn.v_proj,5.20473,0.01000,0.738
47,self_attn.q_proj,16.24865,0.01000,0.750
47,self_attn.o_proj,8.28739,0.01000,0.768
47,mlp.up_proj,84.83234,0.01000,0.873
47,mlp.gate_proj,83.13393,0.01000,0.860
47,mlp.down_proj,34.97577,0.01000,7.626
48,self_attn.k_proj,4.09462,0.01000,0.742
48,self_attn.v_proj,7.29758,0.01000,0.732
48,self_attn.q_proj,17.65656,0.01000,0.755
48,self_attn.o_proj,6.74848,0.01000,0.760
48,mlp.up_proj,88.89669,0.01000,0.872
48,mlp.gate_proj,87.84454,0.01000,0.865
48,mlp.down_proj,38.33937,0.01000,7.696
49,self_attn.k_proj,4.12080,0.01000,0.742
49,self_attn.v_proj,6.28115,0.01000,0.742
49,self_attn.q_proj,17.79585,0.01000,0.746
49,self_attn.o_proj,7.97177,0.01000,0.757
49,mlp.up_proj,102.23372,0.01000,0.872
49,mlp.gate_proj,102.35214,0.01000,0.869
49,mlp.down_proj,49.49416,0.01000,7.578
50,self_attn.k_proj,4.01578,0.01000,0.725
50,self_attn.v_proj,7.39460,0.01000,0.722
50,self_attn.q_proj,19.07965,0.01000,0.742
50,self_attn.o_proj,5.52535,0.01000,0.741
50,mlp.up_proj,113.04796,0.01000,1.068
50,mlp.gate_proj,115.45943,0.01000,0.882
50,mlp.down_proj,54.59473,0.01000,7.529
51,self_attn.k_proj,3.94366,0.01000,0.736
51,self_attn.v_proj,6.18693,0.01000,0.735
51,self_attn.q_proj,16.78162,0.01000,0.757
51,self_attn.o_proj,9.28056,0.01000,0.759
51,mlp.up_proj,122.30962,0.01000,0.873
51,mlp.gate_proj,125.90044,0.01000,0.860
51,mlp.down_proj,60.74055,0.01000,7.513
52,self_attn.k_proj,4.03847,0.01000,0.731
52,self_attn.v_proj,10.42644,0.01000,0.728
52,self_attn.q_proj,19.50495,0.01000,0.745
52,self_attn.o_proj,6.61003,0.01000,0.748
52,mlp.up_proj,126.34549,0.01000,0.890
52,mlp.gate_proj,129.02388,0.01000,0.880
52,mlp.down_proj,69.21790,0.01000,7.511
53,self_attn.k_proj,4.31895,0.01000,0.772
53,self_attn.v_proj,9.14157,0.01000,0.759
53,self_attn.q_proj,20.00870,0.01000,0.781
53,self_attn.o_proj,9.10789,0.01000,0.793
53,mlp.up_proj,133.76291,0.01000,0.926
53,mlp.gate_proj,135.75298,0.01000,0.913
53,mlp.down_proj,74.12170,0.01000,7.609
54,self_attn.k_proj,4.24350,0.01000,0.737
54,self_attn.v_proj,8.47813,0.01000,0.732
54,self_attn.q_proj,19.02020,0.01000,0.756
54,self_attn.o_proj,7.52660,0.01000,0.755
54,mlp.up_proj,144.98834,0.01000,0.872
54,mlp.gate_proj,145.44878,0.01000,0.863
54,mlp.down_proj,82.19310,0.01000,7.565
55,self_attn.k_proj,3.95118,0.01000,0.767
55,self_attn.v_proj,9.13186,0.01000,0.773
55,self_attn.q_proj,18.41309,0.01000,0.796
55,self_attn.o_proj,10.10501,0.01000,0.758
55,mlp.up_proj,156.65344,0.01000,0.916
55,mlp.gate_proj,154.95792,0.01000,0.929
55,mlp.down_proj,98.06791,0.01000,7.555
56,self_attn.k_proj,4.08978,0.01000,0.754
56,self_attn.v_proj,11.41919,0.01000,0.726
56,self_attn.q_proj,19.57572,0.01000,0.748
56,self_attn.o_proj,8.21330,0.01000,0.750
56,mlp.up_proj,168.74574,0.01000,0.869
56,mlp.gate_proj,165.46138,0.01000,0.863
56,mlp.down_proj,115.67920,0.01000,7.519
57,self_attn.k_proj,4.18882,0.01000,0.730
57,self_attn.v_proj,11.56842,0.01000,0.728
57,self_attn.q_proj,20.58809,0.01000,0.752
57,self_attn.o_proj,8.12981,0.01000,0.760
57,mlp.up_proj,183.83896,0.01000,0.892
57,mlp.gate_proj,177.16641,0.01000,0.871
57,mlp.down_proj,139.59058,0.01000,7.544
58,self_attn.k_proj,3.96126,0.01000,0.739
58,self_attn.v_proj,11.47011,0.01000,0.729
58,self_attn.q_proj,20.70822,0.01000,0.747
58,self_attn.o_proj,6.69373,0.01000,0.770
58,mlp.up_proj,205.29187,0.01000,0.879
58,mlp.gate_proj,195.25880,0.01000,0.871
58,mlp.down_proj,178.17303,0.01000,7.559
59,self_attn.k_proj,4.45578,0.01000,0.739
59,self_attn.v_proj,18.20432,0.01000,0.734
59,self_attn.q_proj,22.53514,0.01000,0.760
59,self_attn.o_proj,17.34332,0.01000,0.759
59,mlp.up_proj,231.76494,0.01000,0.868
59,mlp.gate_proj,216.21725,0.01000,0.860
59,mlp.down_proj,230.62798,0.01000,7.584
60,self_attn.k_proj,3.74660,0.01000,0.734
60,self_attn.v_proj,20.75248,0.01000,0.726
60,self_attn.q_proj,21.58540,0.01000,0.751
60,self_attn.o_proj,25.48398,0.01000,0.753
60,mlp.up_proj,252.53973,0.01000,0.869
60,mlp.gate_proj,230.94388,0.01000,0.866
60,mlp.down_proj,356.93442,0.01000,7.516
61,self_attn.k_proj,3.93509,0.01000,0.776
61,self_attn.v_proj,25.68600,0.01000,0.751
61,self_attn.q_proj,23.43884,0.01000,0.762
61,self_attn.o_proj,30.99658,0.01000,0.782
61,mlp.up_proj,267.84799,0.01000,0.896
61,mlp.gate_proj,246.18463,0.01000,0.893
61,mlp.down_proj,364.41913,0.01000,7.604
62,self_attn.k_proj,3.90631,0.01000,0.729
62,self_attn.v_proj,28.85833,0.01000,0.725
62,self_attn.q_proj,23.22284,0.01000,0.749
62,self_attn.o_proj,48.37986,0.01000,0.759
62,mlp.up_proj,266.66507,0.01000,0.896
62,mlp.gate_proj,250.50101,0.01000,0.863
62,mlp.down_proj,547.83380,0.01000,7.625
63,self_attn.k_proj,3.19681,0.01000,0.727
63,self_attn.v_proj,14.59672,0.01000,0.719
63,self_attn.q_proj,19.52077,0.01000,0.751
63,self_attn.o_proj,21.11397,0.01000,0.758
63,mlp.up_proj,265.11557,0.01000,0.917
63,mlp.gate_proj,255.04195,0.01000,0.882
63,mlp.down_proj,764.78772,0.01000,7.847