layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.0951257436,0.05000,5.390
0,self_attn.v_proj,0.0302746716,0.05000,5.946
0,self_attn.q_proj,0.2808270382,0.05000,1.469
0,self_attn.o_proj,0.5718428494,0.05000,1.264
0,mlp.gate_proj,0.3560182216,0.05000,2.759
0,mlp.up_proj,0.3130645597,0.05000,2.855
0,mlp.down_proj,0.3399726503,0.05000,12.656
1,self_attn.k_proj,0.0056528963,0.05000,2.495
1,self_attn.v_proj,0.0029747889,0.05000,2.548
1,self_attn.q_proj,0.0150378374,0.05000,1.185
1,self_attn.o_proj,0.0078004898,0.05000,1.204
1,mlp.gate_proj,8.4355508488,0.05000,2.605
1,mlp.up_proj,1.5492893347,0.05000,2.647
1,mlp.down_proj,0.0419989554,0.05000,11.007
2,self_attn.k_proj,0.0234658231,0.05000,2.659
2,self_attn.v_proj,0.0111604363,0.05000,2.702
2,self_attn.q_proj,0.0648160374,0.05000,1.319
2,self_attn.o_proj,0.0445391091,0.05000,1.181
2,mlp.gate_proj,8.7189427295,0.05000,2.767
2,mlp.up_proj,3.1704583386,0.05000,2.776
2,mlp.down_proj,0.2019560495,0.05000,11.009
3,self_attn.k_proj,0.1179340397,0.05000,2.514
3,self_attn.v_proj,0.0548122557,0.05000,2.558
3,self_attn.q_proj,0.3434437066,0.05000,1.173
3,self_attn.o_proj,0.1725776804,0.05000,1.252
3,mlp.gate_proj,9.4213961565,0.05000,2.677
3,mlp.up_proj,3.5146866854,0.05000,2.707
3,mlp.down_proj,0.6002050111,0.05000,11.021
4,self_attn.k_proj,0.1214608768,0.05000,2.663
4,self_attn.v_proj,0.0707897912,0.05000,2.703
4,self_attn.q_proj,0.3701591608,0.05000,1.178
4,self_attn.o_proj,0.3146067063,0.05000,1.293
4,mlp.gate_proj,16.4701001001,0.05000,2.719
4,mlp.up_proj,8.2922191911,0.05000,2.741
4,mlp.down_proj,1.0818948988,0.05000,10.846
5,self_attn.k_proj,0.4164501047,0.05000,2.548
5,self_attn.v_proj,0.2773301832,0.05000,2.590
5,self_attn.q_proj,1.3675573122,0.05000,1.181
5,self_attn.o_proj,1.3179721774,0.05000,1.195
5,mlp.gate_proj,23.9809138161,0.05000,2.553
5,mlp.up_proj,13.4240526450,0.05000,2.581
5,mlp.down_proj,4.6895678686,0.05000,10.944
6,self_attn.k_proj,0.3953321579,0.05000,2.584
6,self_attn.v_proj,0.3190977886,0.05000,2.628
6,self_attn.q_proj,1.3851392868,0.05000,1.177
6,self_attn.o_proj,0.9675443228,0.05000,1.189
6,mlp.gate_proj,37.0476538657,0.05000,2.600
6,mlp.up_proj,22.1206029851,0.05000,2.639
6,mlp.down_proj,6.8674994437,0.05000,11.028
7,self_attn.k_proj,0.5087593211,0.05000,2.679
7,self_attn.v_proj,0.4298521645,0.05000,2.722
7,self_attn.q_proj,1.8040298353,0.05000,1.190
7,self_attn.o_proj,1.0990916628,0.05000,1.180
7,mlp.gate_proj,47.3127900877,0.05000,2.769
7,mlp.up_proj,27.8346797908,0.05000,2.771
7,mlp.down_proj,1.4915740439,0.05000,10.898
8,self_attn.k_proj,0.5695159384,0.05000,2.582
8,self_attn.v_proj,0.4433058528,0.05000,2.655
8,self_attn.q_proj,1.9045510743,0.05000,1.269
8,self_attn.o_proj,0.8637912630,0.05000,1.192
8,mlp.gate_proj,29.4022801691,0.05000,2.575
8,mlp.up_proj,17.3207774351,0.05000,2.603
8,mlp.down_proj,1.8146987558,0.05000,10.937
9,self_attn.k_proj,0.5063333443,0.05000,2.570
9,self_attn.v_proj,0.4462610596,0.05000,2.613
9,self_attn.q_proj,1.7657490572,0.05000,1.205
9,self_attn.o_proj,1.2157311503,0.05000,1.178
9,mlp.gate_proj,8.2660472167,0.05000,2.638
9,mlp.up_proj,7.3203870088,0.05000,2.649
9,mlp.down_proj,1.9136539432,0.05000,11.031
10,self_attn.k_proj,0.7421908529,0.05000,2.703
10,self_attn.v_proj,0.6019672072,0.05000,2.751
10,self_attn.q_proj,2.7033063048,0.05000,1.200
10,self_attn.o_proj,1.4647031767,0.05000,1.171
10,mlp.gate_proj,9.8788694923,0.05000,2.647
10,mlp.up_proj,8.9552152213,0.05000,2.690
10,mlp.down_proj,2.6718153929,0.05000,11.036
11,self_attn.k_proj,0.5666950959,0.05000,2.526
11,self_attn.v_proj,0.4784843313,0.05000,2.574
11,self_attn.q_proj,2.0475232269,0.05000,1.190
11,self_attn.o_proj,1.6352202531,0.05000,1.201
11,mlp.gate_proj,13.7583290946,0.05000,2.586
11,mlp.up_proj,11.1000564280,0.05000,2.617
11,mlp.down_proj,2.7175831916,0.05000,10.931
12,self_attn.k_proj,0.6957353377,0.05000,2.606
12,self_attn.v_proj,0.5749610443,0.05000,2.764
12,self_attn.q_proj,2.5460866965,0.05000,1.285
12,self_attn.o_proj,2.1414165322,0.05000,1.179
12,mlp.gate_proj,11.6317197037,0.05000,2.609
12,mlp.up_proj,10.8552203872,0.05000,2.655
12,mlp.down_proj,3.0759081137,0.05000,10.993
13,self_attn.k_proj,0.7603086082,0.05000,2.572
13,self_attn.v_proj,0.6619557626,0.05000,2.703
13,self_attn.q_proj,2.6467431690,0.05000,1.246
13,self_attn.o_proj,1.8673116814,0.05000,1.177
13,mlp.gate_proj,13.1454631072,0.05000,2.656
13,mlp.up_proj,12.1375065568,0.05000,2.694
13,mlp.down_proj,3.1008064837,0.05000,10.996
14,self_attn.k_proj,0.9035625904,0.05000,2.565
14,self_attn.v_proj,0.6779199020,0.05000,2.608
14,self_attn.q_proj,3.1986549665,0.05000,1.190
14,self_attn.o_proj,1.8129731311,0.05000,1.203
14,mlp.gate_proj,13.8230733008,0.05000,2.563
14,mlp.up_proj,12.6365717192,0.05000,2.656
14,mlp.down_proj,3.4175524940,0.05000,10.989
15,self_attn.v_proj,0.6952071942,0.05000,2.629
15,self_attn.k_proj,0.8317414727,0.05000,2.690
15,self_attn.q_proj,2.8944398525,0.05000,1.182
15,self_attn.o_proj,1.8351387653,0.05000,1.194
15,mlp.gate_proj,15.4905940043,0.05000,2.591
15,mlp.up_proj,13.6554929902,0.05000,2.619
15,mlp.down_proj,3.9789120120,0.05000,10.984
16,self_attn.k_proj,0.7176269035,0.05000,2.578
16,self_attn.v_proj,0.5385167228,0.05000,2.620
16,self_attn.q_proj,2.3835655360,0.05000,1.193
16,self_attn.o_proj,1.3706606053,0.05000,1.198
16,mlp.gate_proj,13.9377433955,0.05000,2.580
16,mlp.up_proj,12.9183273859,0.05000,2.613
16,mlp.down_proj,3.2099773294,0.05000,10.902
17,self_attn.k_proj,0.9228785099,0.05000,2.693
17,self_attn.v_proj,0.6326349206,0.05000,2.734
17,self_attn.q_proj,3.1350375823,0.05000,1.194
17,self_attn.o_proj,1.4747124456,0.05000,1.185
17,mlp.gate_proj,13.2790961979,0.05000,2.699
17,mlp.up_proj,12.5015895219,0.05000,2.714
17,mlp.down_proj,2.7982325510,0.05000,10.933
18,self_attn.k_proj,0.9023916840,0.05000,2.567
18,self_attn.v_proj,0.6707338971,0.05000,2.610
18,self_attn.q_proj,3.0161795941,0.05000,1.188
18,self_attn.o_proj,1.3181079077,0.05000,1.189
18,mlp.gate_proj,12.4051005770,0.05000,2.695
18,mlp.up_proj,11.7415030121,0.05000,2.697
18,mlp.down_proj,2.5356562043,0.05000,10.997
19,self_attn.k_proj,0.8069474772,0.05000,2.540
19,self_attn.v_proj,0.5922490816,0.05000,2.583
19,self_attn.q_proj,2.8452908428,0.05000,1.187
19,self_attn.o_proj,1.1584405598,0.05000,1.190
19,mlp.gate_proj,11.9112013606,0.05000,2.622
19,mlp.up_proj,11.2946476825,0.05000,2.645
19,mlp.down_proj,2.5414087833,0.05000,10.879
20,self_attn.k_proj,0.8943380237,0.05000,2.525
20,self_attn.v_proj,0.6367384948,0.05000,2.581
20,self_attn.q_proj,2.9805675984,0.05000,1.195
20,self_attn.o_proj,1.3059211180,0.05000,1.180
20,mlp.gate_proj,11.1401123792,0.05000,2.632
20,mlp.up_proj,10.7241941124,0.05000,2.686
20,mlp.down_proj,2.3965275901,0.05000,10.920
21,self_attn.k_proj,0.7699948192,0.05000,2.524
21,self_attn.v_proj,0.5001838816,0.05000,2.568
21,self_attn.q_proj,2.6449919630,0.05000,1.188
21,self_attn.o_proj,1.1959353939,0.05000,1.198
21,mlp.gate_proj,10.7694636953,0.05000,2.620
21,mlp.up_proj,10.3344433494,0.05000,2.642
21,mlp.down_proj,2.1626843349,0.05000,10.910
22,self_attn.k_proj,0.8156075153,0.05000,2.655
22,self_attn.v_proj,0.6800538972,0.05000,2.676
22,self_attn.q_proj,2.8689685096,0.05000,1.184
22,self_attn.o_proj,1.4563648926,0.05000,1.187
22,mlp.gate_proj,11.0427462169,0.05000,2.688
22,mlp.up_proj,10.5950553948,0.05000,2.707
22,mlp.down_proj,2.2769269972,0.05000,10.915
23,self_attn.k_proj,0.7644537211,0.05000,2.644
23,self_attn.v_proj,0.6680699578,0.05000,2.754
23,self_attn.q_proj,2.7475819399,0.05000,1.207
23,self_attn.o_proj,1.3240215499,0.05000,1.201
23,mlp.gate_proj,11.5560962138,0.05000,2.655
23,mlp.up_proj,10.9150182000,0.05000,2.680
23,mlp.down_proj,2.3944870414,0.05000,11.463
24,self_attn.k_proj,0.9880096653,0.05000,2.881
24,self_attn.v_proj,0.7330545792,0.05000,2.924
24,self_attn.q_proj,3.3992883909,0.05000,1.287
24,self_attn.o_proj,1.2592946050,0.05000,1.224
24,mlp.gate_proj,10.7437194017,0.05000,2.712
24,mlp.up_proj,10.2949377702,0.05000,2.798
24,mlp.down_proj,1.9556499803,0.05000,11.670
25,self_attn.k_proj,1.0618967268,0.05000,2.661
25,self_attn.v_proj,0.8527185046,0.05000,2.829
25,self_attn.q_proj,3.7757706201,0.05000,1.246
25,self_attn.o_proj,1.2262866931,0.05000,1.274
25,mlp.gate_proj,10.3186494627,0.05000,3.432
25,mlp.up_proj,10.0410335071,0.05000,3.444
25,mlp.down_proj,1.9333565635,0.05000,11.003
26,self_attn.k_proj,0.9251398531,0.05000,2.601
26,self_attn.v_proj,0.5481006704,0.05000,2.952
26,self_attn.q_proj,3.2618551012,0.05000,1.367
26,self_attn.o_proj,1.0123045136,0.05000,1.231
26,mlp.gate_proj,10.3160784111,0.05000,2.715
26,mlp.up_proj,10.1247774669,0.05000,2.732
26,mlp.down_proj,2.0030208366,0.05000,10.994
27,self_attn.k_proj,0.8491787139,0.05000,2.638
27,self_attn.v_proj,0.5568437858,0.05000,2.681
27,self_attn.q_proj,2.8237625076,0.05000,1.193
27,self_attn.o_proj,1.1312676834,0.05000,1.168
27,mlp.gate_proj,10.2220442841,0.05000,2.634
27,mlp.up_proj,10.0042162068,0.05000,2.687
27,mlp.down_proj,2.1458277038,0.05000,11.052
28,self_attn.v_proj,0.7637250867,0.05000,2.668
28,self_attn.k_proj,0.7771751117,0.05000,2.743
28,self_attn.q_proj,2.8734445038,0.05000,1.215
28,self_attn.o_proj,1.3465165131,0.05000,1.208
28,mlp.gate_proj,10.6795146395,0.05000,2.611
28,mlp.up_proj,10.5224897476,0.05000,2.778
28,mlp.down_proj,2.3651260888,0.05000,10.991
29,self_attn.k_proj,1.1944171521,0.05000,2.597
29,self_attn.v_proj,1.0330589504,0.05000,2.640
29,self_attn.q_proj,4.0795620271,0.05000,1.194
29,self_attn.o_proj,1.9049374026,0.05000,1.196
29,mlp.gate_proj,10.9986548671,0.05000,2.690
29,mlp.up_proj,10.8782535526,0.05000,2.723
29,mlp.down_proj,2.4345971357,0.05000,11.014
30,self_attn.k_proj,0.9376308872,0.05000,2.608
30,self_attn.v_proj,0.9448626529,0.05000,2.650
30,self_attn.q_proj,3.4201424212,0.05000,1.189
30,self_attn.o_proj,1.7001216729,0.05000,1.193
30,mlp.gate_proj,11.5107352333,0.05000,2.666
30,mlp.up_proj,11.3926695225,0.05000,2.685
30,mlp.down_proj,2.5061072411,0.05000,10.998
31,self_attn.v_proj,0.8983196519,0.05000,2.653
31,self_attn.k_proj,0.9755688005,0.05000,2.745
31,self_attn.q_proj,3.4671008711,0.05000,1.218
31,self_attn.o_proj,1.4803708951,0.05000,1.202
31,mlp.gate_proj,12.3688704063,0.05000,2.637
31,mlp.up_proj,12.2177913196,0.05000,2.652
31,mlp.down_proj,2.7572964021,0.05000,10.996
32,self_attn.k_proj,1.0547264930,0.05000,2.612
32,self_attn.v_proj,0.7783770634,0.05000,2.655
32,self_attn.q_proj,3.6246786185,0.05000,1.185
32,self_attn.o_proj,1.3273771796,0.05000,1.185
32,mlp.up_proj,9.7132880055,0.05000,2.751
32,mlp.gate_proj,10.1201271220,0.05000,2.752
32,mlp.down_proj,1.7235460097,0.05000,10.940
33,self_attn.k_proj,1.1467495023,0.05000,2.583
33,self_attn.v_proj,0.9119977980,0.05000,2.666
33,self_attn.q_proj,4.0447952100,0.05000,1.225
33,self_attn.o_proj,1.3318566510,0.05000,1.200
33,mlp.gate_proj,9.8973745072,0.05000,2.633
33,mlp.up_proj,9.6327171287,0.05000,2.652
33,mlp.down_proj,1.8571412250,0.05000,10.992
34,self_attn.k_proj,0.9810063313,0.05000,2.575
34,self_attn.v_proj,0.5800861347,0.05000,2.618
34,self_attn.q_proj,3.4526362220,0.05000,1.192
34,self_attn.o_proj,1.1695356709,0.05000,1.200
34,mlp.gate_proj,10.1424787799,0.05000,2.647
34,mlp.up_proj,9.9564312055,0.05000,2.666
34,mlp.down_proj,1.9724371940,0.05000,10.914
35,self_attn.k_proj,0.9056534326,0.05000,2.591
35,self_attn.v_proj,0.5909610721,0.05000,2.633
35,self_attn.q_proj,3.0075432747,0.05000,1.187
35,self_attn.o_proj,1.3733334857,0.05000,1.192
35,mlp.up_proj,10.0187186069,0.05000,2.657
35,mlp.gate_proj,10.2383835755,0.05000,2.706
35,mlp.down_proj,2.2178082083,0.05000,11.038
36,self_attn.k_proj,0.8378224494,0.05000,2.569
36,self_attn.v_proj,0.8187136645,0.05000,2.612
36,self_attn.q_proj,3.0977809281,0.05000,1.181
36,self_attn.o_proj,1.5955717411,0.05000,1.206
36,mlp.gate_proj,10.8579782077,0.05000,2.671
36,mlp.up_proj,10.6983137160,0.05000,2.684
36,mlp.down_proj,2.5494847962,0.05000,10.846
37,self_attn.v_proj,1.1050572129,0.05000,2.573
37,self_attn.k_proj,1.2826102830,0.05000,2.660
37,self_attn.q_proj,4.3757585000,0.05000,1.216
37,self_attn.o_proj,2.2313484510,0.05000,1.200
37,mlp.up_proj,11.5059189821,0.05000,2.755
37,mlp.gate_proj,11.6358395457,0.05000,2.764
37,mlp.down_proj,2.9305885602,0.05000,10.922
38,self_attn.k_proj,1.0351682956,0.05000,2.523
38,self_attn.v_proj,1.0373813323,0.05000,2.640
38,self_attn.q_proj,3.7718315862,0.05000,1.207
38,self_attn.o_proj,2.3270389095,0.05000,1.205
38,mlp.gate_proj,12.6558854034,0.05000,2.711
38,mlp.up_proj,12.5261426675,0.05000,2.739
38,mlp.down_proj,3.3072501073,0.05000,10.997
39,self_attn.k_proj,1.0825105902,0.05000,2.489
39,self_attn.v_proj,0.9920106657,0.05000,2.532
39,self_attn.q_proj,3.8524158746,0.05000,1.176
39,self_attn.o_proj,2.0351371261,0.05000,1.162
39,mlp.up_proj,13.8638057922,0.05000,2.722
39,mlp.gate_proj,14.0412540533,0.05000,2.743
39,mlp.down_proj,3.8487341445,0.05000,10.957
40,self_attn.k_proj,1.0342570525,0.05000,2.558
40,self_attn.v_proj,0.8418861614,0.05000,2.631
40,self_attn.q_proj,3.6201502198,0.05000,1.208
40,self_attn.o_proj,2.1267037688,0.05000,1.180
40,mlp.gate_proj,16.6582617386,0.05000,2.596
40,mlp.up_proj,15.8561264147,0.05000,2.630
40,mlp.down_proj,3.9733578749,0.05000,11.011
41,self_attn.k_proj,1.1322435008,0.05000,2.510
41,self_attn.v_proj,0.8518667444,0.05000,2.617
41,self_attn.q_proj,4.1250265748,0.05000,1.210
41,self_attn.o_proj,2.1193415505,0.05000,1.183
41,mlp.gate_proj,15.3751172272,0.05000,2.627
41,mlp.up_proj,14.9700146633,0.05000,2.647
41,mlp.down_proj,3.5564367191,0.05000,10.952
42,self_attn.k_proj,1.1329843671,0.05000,2.711
42,self_attn.v_proj,1.0128659377,0.05000,2.754
42,self_attn.q_proj,4.1365665036,0.05000,1.197
42,self_attn.o_proj,2.4902316430,0.05000,1.163
42,mlp.gate_proj,14.7205004610,0.05000,2.557
42,mlp.up_proj,14.6162953808,0.05000,2.596
42,mlp.down_proj,3.4428656298,0.05000,10.978
43,self_attn.k_proj,1.1695637359,0.05000,2.548
43,self_attn.v_proj,0.9948916741,0.05000,2.592
43,self_attn.q_proj,4.6086209706,0.05000,1.201
43,self_attn.o_proj,2.4291001220,0.05000,1.197
43,mlp.gate_proj,14.4654060434,0.05000,2.604
43,mlp.up_proj,14.4325387049,0.05000,2.696
43,mlp.down_proj,3.4557983771,0.05000,11.002
44,self_attn.k_proj,1.2269971349,0.05000,2.547
44,self_attn.v_proj,0.9915883248,0.05000,2.591
44,self_attn.q_proj,4.5245312897,0.05000,1.199
44,self_attn.o_proj,2.9129523183,0.05000,1.191
44,mlp.gate_proj,13.4984879673,0.05000,2.599
44,mlp.up_proj,14.0184225585,0.05000,2.642
44,mlp.down_proj,3.4728445090,0.05000,10.991
45,self_attn.k_proj,1.1008972603,0.05000,2.579
45,self_attn.v_proj,0.8637612111,0.05000,2.621
45,self_attn.q_proj,4.0280237673,0.05000,1.178
45,self_attn.o_proj,2.1912209714,0.05000,1.194
45,mlp.gate_proj,13.3494692984,0.05000,2.612
45,mlp.up_proj,13.8625411289,0.05000,2.637
45,mlp.down_proj,3.4061417138,0.05000,10.979
46,self_attn.k_proj,1.2004861453,0.05000,2.481
46,self_attn.v_proj,1.2674246368,0.05000,2.524
46,self_attn.q_proj,4.3867972326,0.05000,1.184
46,self_attn.o_proj,2.5836908102,0.05000,1.187
46,mlp.gate_proj,13.9675429568,0.05000,2.588
46,mlp.up_proj,14.4052744310,0.05000,2.604
46,mlp.down_proj,3.4946140045,0.05000,10.961
47,self_attn.k_proj,1.1163086683,0.05000,2.682
47,self_attn.v_proj,1.2482463103,0.05000,2.725
47,self_attn.q_proj,4.3810590587,0.05000,1.183
47,self_attn.o_proj,2.8485722120,0.05000,1.185
47,mlp.gate_proj,14.9787540533,0.05000,2.726
47,mlp.up_proj,14.8544156918,0.05000,2.771
47,mlp.down_proj,3.6142225450,0.05000,10.920
48,self_attn.k_proj,1.0830959813,0.05000,2.555
48,self_attn.v_proj,0.8738335641,0.05000,2.597
48,self_attn.q_proj,3.7765348324,0.05000,1.182
48,self_attn.o_proj,1.4728026599,0.05000,1.184
48,mlp.gate_proj,13.3565416773,0.05000,2.610
48,mlp.up_proj,12.7289507566,0.05000,2.633
48,mlp.down_proj,2.4884188430,0.05000,11.000
49,self_attn.k_proj,1.1105174688,0.05000,2.546
49,self_attn.v_proj,0.8271526597,0.05000,2.589
49,self_attn.q_proj,4.0405370299,0.05000,1.189
49,self_attn.o_proj,1.8298913562,0.05000,1.185
49,mlp.gate_proj,12.1598900051,0.05000,2.655
49,mlp.up_proj,11.8441662560,0.05000,2.671
49,mlp.down_proj,2.4208363468,0.05000,11.006
50,self_attn.k_proj,1.1217716562,0.05000,2.492
50,self_attn.v_proj,0.9896833821,0.05000,2.539
50,self_attn.q_proj,4.0851432358,0.05000,1.183
50,self_attn.o_proj,2.4706984061,0.05000,1.186
50,mlp.gate_proj,11.7766036289,0.05000,2.661
50,mlp.up_proj,11.6956691490,0.05000,2.676
50,mlp.down_proj,2.6174818099,0.05000,10.905
51,self_attn.k_proj,1.1498760173,0.05000,2.521
51,self_attn.v_proj,0.9725370980,0.05000,2.564
51,self_attn.q_proj,4.5304343766,0.05000,1.192
51,self_attn.o_proj,2.0754667730,0.05000,1.194
51,mlp.gate_proj,11.6261682986,0.05000,2.604
51,mlp.up_proj,11.6011522047,0.05000,2.621
51,mlp.down_proj,2.6131828983,0.05000,10.887
52,self_attn.k_proj,1.1948183822,0.05000,2.510
52,self_attn.v_proj,0.9656673210,0.05000,2.553
52,self_attn.q_proj,4.4155298274,0.05000,1.178
52,self_attn.o_proj,2.6087749555,0.05000,1.195
52,mlp.gate_proj,10.8588425102,0.05000,2.624
52,mlp.up_proj,11.2818877957,0.05000,2.647
52,mlp.down_proj,2.6800265152,0.05000,10.938
53,self_attn.k_proj,1.0412554814,0.05000,2.576
53,self_attn.v_proj,0.8131153188,0.05000,2.619
53,self_attn.q_proj,3.8066043640,0.05000,1.187
53,self_attn.o_proj,1.9210141746,0.05000,1.186
53,mlp.gate_proj,10.6033775353,0.05000,2.576
53,mlp.up_proj,11.0107491417,0.05000,2.586
53,mlp.down_proj,2.5425187166,0.05000,10.911
54,self_attn.v_proj,1.1723565755,0.05000,2.603
54,self_attn.k_proj,1.1133809677,0.05000,2.672
54,self_attn.q_proj,4.0800930268,0.05000,1.206
54,self_attn.o_proj,2.0508885427,0.05000,1.195
54,mlp.gate_proj,10.9556732023,0.05000,2.580
54,mlp.up_proj,11.2986264544,0.05000,2.610
54,mlp.down_proj,2.7046345491,0.05000,10.889
55,self_attn.k_proj,0.9935004699,0.05000,2.510
55,self_attn.v_proj,1.1117135841,0.05000,2.598
55,self_attn.q_proj,3.9233164976,0.05000,1.194
55,self_attn.o_proj,2.1311231363,0.05000,1.194
55,mlp.gate_proj,11.8840334515,0.05000,2.671
55,mlp.up_proj,11.7637692332,0.05000,2.679
55,mlp.down_proj,2.8230598892,0.05000,10.993
56,self_attn.k_proj,1.4114051423,0.05000,2.565
56,self_attn.v_proj,1.1563200383,0.05000,2.607
56,self_attn.q_proj,4.9351415469,0.05000,1.175
56,self_attn.o_proj,3.0033101793,0.05000,1.179
56,mlp.gate_proj,12.4952811069,0.05000,2.646
56,mlp.up_proj,12.6030586375,0.05000,2.662
56,mlp.down_proj,3.3447702744,0.05000,10.979
57,self_attn.k_proj,1.3830586275,0.05000,2.538
57,self_attn.v_proj,1.5036288288,0.05000,2.648
57,self_attn.q_proj,5.3090686197,0.05000,1.226
57,self_attn.o_proj,2.9191313362,0.05000,1.174
57,mlp.gate_proj,12.6013200979,0.05000,2.689
57,mlp.up_proj,13.0759711979,0.05000,2.699
57,mlp.down_proj,3.5647273175,0.05000,10.965
58,self_attn.k_proj,1.2475413325,0.05000,2.580
58,self_attn.v_proj,0.9202363644,0.05000,2.682
58,self_attn.q_proj,4.7570246932,0.05000,1.201
58,self_attn.o_proj,2.3347192805,0.05000,1.198
58,mlp.gate_proj,13.1271478414,0.05000,2.674
58,mlp.up_proj,13.9097320464,0.05000,2.700
58,mlp.down_proj,5.4556334642,0.05000,10.974
59,self_attn.k_proj,1.1705723372,0.05000,2.558
59,self_attn.v_proj,1.0494179866,0.05000,2.898
59,self_attn.q_proj,4.2587210111,0.05000,1.342
59,self_attn.o_proj,2.4794884621,0.05000,1.209
59,mlp.gate_proj,13.7408523016,0.05000,3.025
59,mlp.up_proj,14.4956596118,0.05000,3.048
59,mlp.down_proj,17.6692562627,0.05000,10.951
60,self_attn.k_proj,0.9522921154,0.05000,2.940
60,self_attn.v_proj,1.4035624662,0.05000,2.984
60,self_attn.q_proj,4.0006556778,0.05000,1.193
60,self_attn.o_proj,3.0868037894,0.05000,1.179
60,mlp.gate_proj,14.2839919252,0.05000,2.792
60,mlp.up_proj,15.0816120136,0.05000,2.827
60,mlp.down_proj,5.5841155106,0.05000,10.980
61,self_attn.k_proj,1.2443411780,0.05000,2.771
61,self_attn.v_proj,1.5570567569,0.05000,2.816
61,self_attn.q_proj,4.8341751176,0.05000,1.202
61,self_attn.o_proj,3.8661421410,0.05000,1.178
61,mlp.gate_proj,14.8282253386,0.05000,2.899
61,mlp.up_proj,15.5682342002,0.05000,2.940
61,mlp.down_proj,6.1752000811,0.05000,10.976
62,self_attn.k_proj,1.0845358646,0.05000,3.383
62,self_attn.v_proj,1.6954724456,0.05000,3.428
62,self_attn.q_proj,4.4373047868,0.05000,1.219
62,self_attn.o_proj,3.8368703506,0.05000,1.189
62,mlp.gate_proj,16.2794230433,0.05000,2.834
62,mlp.up_proj,16.8742926628,0.05000,2.854
62,mlp.down_proj,6.9085726888,0.05000,10.932
63,self_attn.k_proj,1.1062840009,0.05000,2.967
63,self_attn.v_proj,1.4448828324,0.05000,3.025
63,self_attn.q_proj,4.4921298798,0.05000,1.210
63,self_attn.o_proj,3.0609233930,0.05000,1.205
63,mlp.gate_proj,18.5491559639,0.05000,2.788
63,mlp.up_proj,18.8907382534,0.05000,2.922
63,mlp.down_proj,8.2875663625,0.05000,10.990
64,self_attn.k_proj,1.2287312039,0.05000,2.813
64,self_attn.v_proj,2.2487932052,0.05000,2.858
64,self_attn.q_proj,5.3968425141,0.05000,1.242
64,self_attn.o_proj,5.0738670683,0.05000,1.224
64,mlp.gate_proj,20.4962566760,0.05000,2.738
64,mlp.up_proj,20.6862641467,0.05000,2.925
64,mlp.down_proj,9.7874809257,0.05000,11.000
65,self_attn.k_proj,1.2409358757,0.05000,2.723
65,self_attn.v_proj,1.9499843283,0.05000,2.768
65,self_attn.q_proj,5.4283731641,0.05000,1.212
65,self_attn.o_proj,5.0317263598,0.05000,1.207
65,mlp.gate_proj,24.9304007979,0.05000,2.918
65,mlp.up_proj,24.7898095753,0.05000,2.966
65,mlp.down_proj,14.4789825470,0.05000,11.097
66,self_attn.v_proj,2.4244495287,0.05000,2.781
66,self_attn.k_proj,1.2925144945,0.05000,2.839
66,self_attn.q_proj,6.1872913753,0.05000,1.195
66,self_attn.o_proj,5.5005975609,0.05000,1.228
66,mlp.gate_proj,29.8957035224,0.05000,2.842
66,mlp.up_proj,29.0343138034,0.05000,2.860
66,mlp.down_proj,16.9589664929,0.05000,10.992
67,self_attn.k_proj,1.4307521071,0.05000,2.671
67,self_attn.v_proj,2.3577598968,0.05000,2.714
67,self_attn.q_proj,6.1758805951,0.05000,1.170
67,self_attn.o_proj,8.7935916439,0.05000,1.173
67,mlp.gate_proj,33.7401608596,0.05000,2.914
67,mlp.up_proj,32.4623938994,0.05000,2.943
67,mlp.down_proj,21.2305124619,0.05000,11.023
68,self_attn.k_proj,1.5168412326,0.05000,2.765
68,self_attn.v_proj,3.9922088592,0.05000,2.809
68,self_attn.q_proj,7.3790353987,0.05000,1.182
68,self_attn.o_proj,10.1528047113,0.05000,1.207
68,mlp.gate_proj,37.1679329858,0.05000,2.807
68,mlp.up_proj,36.0546835262,0.05000,2.832
68,mlp.down_proj,24.4584797018,0.05000,11.001
69,self_attn.k_proj,1.7467208661,0.05000,2.777
69,self_attn.v_proj,3.8249951321,0.05000,2.819
69,self_attn.q_proj,8.1992604749,0.05000,1.176
69,self_attn.o_proj,11.9203977381,0.05000,1.175
69,mlp.gate_proj,41.6981656918,0.05000,3.027
69,mlp.up_proj,40.6720260046,0.05000,3.048
69,mlp.down_proj,26.9485988365,0.05000,11.040
70,self_attn.k_proj,1.7459998689,0.05000,2.746
70,self_attn.v_proj,3.5966203288,0.05000,2.790
70,self_attn.q_proj,7.9785121479,0.05000,1.185
70,self_attn.o_proj,10.4155000238,0.05000,1.187
70,mlp.gate_proj,46.7414006867,0.05000,2.731
70,mlp.up_proj,46.0726332019,0.05000,2.776
70,mlp.down_proj,29.1653639210,0.05000,10.938
71,self_attn.k_proj,1.6925832413,0.05000,2.889
71,self_attn.v_proj,3.9903838894,0.05000,2.931
71,self_attn.q_proj,7.9424096357,0.05000,1.185
71,self_attn.o_proj,13.9123060783,0.05000,1.187
71,mlp.gate_proj,50.5897682477,0.05000,2.949
71,mlp.up_proj,50.5665532808,0.05000,2.972
71,mlp.down_proj,33.8769710071,0.05000,10.953
72,self_attn.k_proj,1.9254096993,0.05000,2.910
72,self_attn.v_proj,5.4948936610,0.05000,2.954
72,self_attn.q_proj,9.2556845276,0.05000,1.190
72,self_attn.o_proj,15.7724957083,0.05000,1.205
72,mlp.gate_proj,56.3015799847,0.05000,2.799
72,mlp.up_proj,56.7256564725,0.05000,2.809
72,mlp.down_proj,39.2958298894,0.05000,11.074
73,self_attn.k_proj,1.8524191033,0.05000,2.934
73,self_attn.v_proj,5.1614676055,0.05000,2.974
73,self_attn.q_proj,9.1306219402,0.05000,1.174
73,self_attn.o_proj,13.2408304457,0.05000,1.178
73,mlp.gate_proj,61.1398063962,0.05000,2.797
73,mlp.up_proj,62.6838679425,0.05000,2.814
73,mlp.down_proj,46.3019376272,0.05000,11.017
74,self_attn.k_proj,2.0428831890,0.05000,2.744
74,self_attn.v_proj,5.9108000064,0.05000,2.787
74,self_attn.q_proj,10.6330698039,0.05000,1.182
74,self_attn.o_proj,16.0465481546,0.05000,1.181
74,mlp.gate_proj,67.2081796796,0.05000,2.797
74,mlp.up_proj,69.7624618515,0.05000,2.818
74,mlp.down_proj,57.3955525178,0.05000,10.911
75,self_attn.k_proj,2.2115139500,0.05000,2.788
75,self_attn.v_proj,9.0887449930,0.05000,2.831
75,self_attn.q_proj,11.1659003847,0.05000,1.183
75,self_attn.o_proj,29.2623227683,0.05000,1.191
75,mlp.gate_proj,74.6890418362,0.05000,2.819
75,mlp.up_proj,78.9000349695,0.05000,2.837
75,mlp.down_proj,70.9420221897,0.05000,10.890
76,self_attn.k_proj,1.8794351386,0.05000,2.846
76,self_attn.v_proj,10.3373293251,0.05000,2.888
76,self_attn.q_proj,10.7326006962,0.05000,1.196
76,self_attn.o_proj,29.4390497838,0.05000,1.316
76,mlp.gate_proj,81.4848677518,0.05000,2.776
76,mlp.up_proj,87.6931666455,0.05000,2.798
76,mlp.down_proj,105.7342557859,0.05000,10.958
77,self_attn.k_proj,2.0113678134,0.05000,2.817
77,self_attn.v_proj,12.8170291439,0.05000,2.860
77,self_attn.q_proj,11.8115572148,0.05000,1.184
77,self_attn.o_proj,42.9514321592,0.05000,1.196
77,mlp.gate_proj,91.1550340158,0.05000,2.835
77,mlp.up_proj,97.4350839268,0.05000,2.857
77,mlp.down_proj,139.0168489318,0.05000,11.061
78,self_attn.k_proj,2.0120554058,0.05000,2.974
78,self_attn.v_proj,14.5086112347,0.05000,3.042
78,self_attn.q_proj,11.7407847469,0.05000,1.210
78,self_attn.o_proj,50.6468718210,0.05000,1.213
78,mlp.gate_proj,91.8152339776,0.05000,2.862
78,mlp.up_proj,95.9362124873,0.05000,2.944
78,mlp.down_proj,247.2344544761,0.05000,11.088
79,self_attn.k_proj,1.6559626442,0.05000,2.756
79,self_attn.v_proj,7.7051814439,0.05000,2.800
79,self_attn.q_proj,10.0945874793,0.05000,1.194
79,self_attn.o_proj,19.5912107388,0.05000,1.209
79,mlp.up_proj,87.4775559512,0.05000,2.844
79,mlp.gate_proj,85.8932953967,0.05000,2.850
79,mlp.down_proj,325.3725203459,0.05000,10.986