quant_log.csv

layer,module,loss,samples,damp,time
0,attn.Wqkv,1.77868595,0.01000,2.168
0,attn.out_proj,0.08884742,0.01000,1.815
0,ffn.up_proj,27.33361206,0.01000,1.970
0,ffn.down_proj,19881.97968750,0.01250,12.161
1,attn.Wqkv,0.06068591,0.01000,1.928
1,attn.out_proj,2946.61855469,0.01250,1.890
1,ffn.up_proj,9.44171448,0.01000,1.970
1,ffn.down_proj,58452.56250000,0.01250,12.152
2,attn.Wqkv,0.33580379,0.01000,1.920
2,attn.out_proj,531.11547852,0.01250,1.870
2,ffn.up_proj,5.01980896,0.01000,1.961
2,ffn.down_proj,26349.39375000,0.01250,12.240
3,attn.Wqkv,0.76339726,0.01000,1.920
3,attn.out_proj,673.59399414,0.01250,1.878
3,ffn.up_proj,15.78698730,0.01000,1.960
3,ffn.down_proj,3899.15156250,0.01250,12.264
4,attn.Wqkv,0.59420033,0.01000,1.919
4,attn.out_proj,2264.34804687,0.01250,1.871
4,ffn.up_proj,43.74385071,0.01000,1.964
4,ffn.down_proj,4274.20273437,0.01250,12.325
5,attn.Wqkv,1.32803831,0.01000,1.927
5,attn.out_proj,2356.41171875,0.01250,1.875
5,ffn.up_proj,21.61990051,0.01000,1.967
5,ffn.down_proj,1.79922562,0.01000,9.990
6,attn.Wqkv,1.19107723,0.01000,1.928
6,attn.out_proj,0.01336535,0.01000,1.810
6,ffn.up_proj,16.17155762,0.01000,1.967
6,ffn.down_proj,1.50218849,0.01000,9.975
7,attn.Wqkv,0.80826941,0.01000,1.926
7,attn.out_proj,0.00622315,0.01000,1.808
7,ffn.up_proj,19.14347382,0.01000,1.963
7,ffn.down_proj,1.10140848,0.01000,9.987
8,attn.Wqkv,3.41911392,0.01000,1.922
8,attn.out_proj,0.14879601,0.01000,1.814
8,ffn.up_proj,35.24712830,0.01000,1.964
8,ffn.down_proj,0.81656742,0.01000,9.980
9,attn.Wqkv,1.59040260,0.01000,1.927
9,attn.out_proj,557.40722656,0.01250,1.872
9,ffn.up_proj,72.85595703,0.01000,1.969
9,ffn.down_proj,1.03727131,0.01000,9.975
10,attn.Wqkv,1.23551092,0.01000,1.929
10,attn.out_proj,471.94091797,0.01250,1.878
10,ffn.up_proj,90.38833008,0.01000,1.974
10,ffn.down_proj,1.98114147,0.01000,9.962
11,attn.Wqkv,0.99446507,0.01000,1.930
11,attn.out_proj,0.02080588,0.01000,1.810
11,ffn.up_proj,96.70727539,0.01000,1.987
11,ffn.down_proj,3.55114899,0.01000,9.994
12,attn.Wqkv,5.38784409,0.01000,1.925
12,attn.out_proj,0.17759993,0.01000,1.811
12,ffn.up_proj,113.04675293,0.01000,1.969
12,ffn.down_proj,3.08607464,0.01000,9.992
13,attn.Wqkv,6.59683533,0.01000,1.928
13,attn.out_proj,0.68744040,0.01000,1.808
13,ffn.up_proj,132.27731934,0.01000,1.968
13,ffn.down_proj,252.42207031,0.01250,12.387
14,attn.Wqkv,22.23247070,0.01000,1.925
14,attn.out_proj,1.47802725,0.01000,1.812
14,ffn.up_proj,203.88393555,0.01000,1.967
14,ffn.down_proj,166.42248535,0.01250,12.410
15,attn.Wqkv,60.67943115,0.01000,1.926
15,attn.out_proj,4.13232269,0.01000,1.809
15,ffn.up_proj,322.35634766,0.01000,1.970
15,ffn.down_proj,114.48774414,0.01250,12.395
16,attn.Wqkv,75.97301636,0.01000,1.927
16,attn.out_proj,4.07963524,0.01000,1.813
16,ffn.up_proj,369.03203125,0.01000,1.964
16,ffn.down_proj,78.67428589,0.01250,12.422
17,attn.Wqkv,142.65478516,0.01000,1.923
17,attn.out_proj,4.01678123,0.01000,1.813
17,ffn.up_proj,424.39106445,0.01000,1.971
17,ffn.down_proj,66.12634888,0.01250,12.502
18,attn.Wqkv,206.21640625,0.01000,1.908
18,attn.out_proj,5.59809532,0.01000,1.791
18,ffn.up_proj,449.16015625,0.01000,1.944
18,ffn.down_proj,46.98642578,0.01250,12.402
19,attn.Wqkv,321.38879395,0.01000,1.911
19,attn.out_proj,8.96445313,0.01000,1.792
19,ffn.up_proj,496.74628906,0.01000,1.954
19,ffn.down_proj,47.39648743,0.01250,12.316
20,attn.Wqkv,377.62167969,0.01000,1.904
20,attn.out_proj,10.56692505,0.01000,1.795
20,ffn.up_proj,508.08916016,0.01000,1.950
20,ffn.down_proj,42.11325073,0.01250,12.352
21,attn.Wqkv,342.31330566,0.01000,1.921
21,attn.out_proj,7.22125549,0.01000,1.806
21,ffn.up_proj,507.84843750,0.01000,1.962
21,ffn.down_proj,36.30897522,0.01250,12.332
22,attn.Wqkv,427.42773438,0.01000,1.920
22,attn.out_proj,10.40544205,0.01000,1.803
22,ffn.up_proj,509.12890625,0.01000,1.977
22,ffn.down_proj,35.80578918,0.01250,12.338
23,attn.Wqkv,410.68969727,0.01000,1.933
23,attn.out_proj,8.25667267,0.01000,1.818
23,ffn.up_proj,492.74140625,0.01000,1.977
23,ffn.down_proj,33.85249634,0.01250,12.414
24,attn.Wqkv,431.64677734,0.01000,1.931
24,attn.out_proj,10.53437653,0.01000,1.816
24,ffn.up_proj,483.02812500,0.01000,1.984
24,ffn.down_proj,34.33498230,0.01250,12.429
25,attn.Wqkv,498.11250000,0.01000,1.938
25,attn.out_proj,11.36573715,0.01000,1.813
25,ffn.up_proj,496.71469727,0.01000,1.975
25,ffn.down_proj,33.28792114,0.01250,12.455
26,attn.Wqkv,481.40063477,0.01000,1.925
26,attn.out_proj,7.49070282,0.01000,1.821
26,ffn.up_proj,517.03476562,0.01000,1.973
26,ffn.down_proj,32.96592407,0.01250,12.502
27,attn.Wqkv,491.73730469,0.01000,1.928
27,attn.out_proj,10.13328857,0.01000,1.817
27,ffn.up_proj,514.41513672,0.01000,1.975
27,ffn.down_proj,32.12124023,0.01250,12.436
28,attn.Wqkv,520.48125000,0.01000,1.934
28,attn.out_proj,11.67181625,0.01000,1.815
28,ffn.up_proj,547.77041016,0.01000,1.975
28,ffn.down_proj,31.72802429,0.01250,12.405
29,attn.Wqkv,504.24892578,0.01000,1.925
29,attn.out_proj,9.47175598,0.01000,1.810
29,ffn.up_proj,567.94584961,0.01000,1.967
29,ffn.down_proj,31.10827637,0.01250,12.417
30,attn.Wqkv,532.67670898,0.01000,1.922
30,attn.out_proj,10.49087372,0.01000,1.814
30,ffn.up_proj,600.34541016,0.01000,1.968
30,ffn.down_proj,31.54651489,0.01250,12.372
31,attn.Wqkv,548.54931641,0.01000,1.924
31,attn.out_proj,12.84323730,0.01000,1.804
31,ffn.up_proj,655.00800781,0.01000,1.953
31,ffn.down_proj,31.66447754,0.01250,12.384
32,attn.Wqkv,550.34804688,0.01000,1.928
32,attn.out_proj,9.96574326,0.01000,1.818
32,ffn.up_proj,711.15478516,0.01000,1.964
32,ffn.down_proj,34.46483765,0.01250,12.448
33,attn.Wqkv,586.01337891,0.01000,1.928
33,attn.out_proj,9.20357513,0.01000,1.815
33,ffn.up_proj,779.52656250,0.01000,1.975
33,ffn.down_proj,37.24334717,0.01250,12.354
34,attn.Wqkv,587.66660156,0.01000,1.932
34,attn.out_proj,9.26135406,0.01000,1.814
34,ffn.up_proj,831.96757813,0.01000,1.971
34,ffn.down_proj,36.98846436,0.01250,12.357
35,attn.Wqkv,571.60078125,0.01000,1.942
35,attn.out_proj,8.69623413,0.01000,1.818
35,ffn.up_proj,893.13437500,0.01000,1.971
35,ffn.down_proj,37.39706421,0.01250,12.379
36,attn.Wqkv,589.37031250,0.01000,1.924
36,attn.out_proj,8.46831207,0.01000,1.822
36,ffn.up_proj,942.97470703,0.01000,1.970
36,ffn.down_proj,36.42308044,0.01250,12.404
37,attn.Wqkv,681.64624023,0.01000,1.930
37,attn.out_proj,8.14523697,0.01000,1.824
37,ffn.up_proj,994.39365234,0.01000,1.971
37,ffn.down_proj,35.11380005,0.01250,12.434
38,attn.Wqkv,675.79633789,0.01000,1.934
38,attn.out_proj,11.31128082,0.01000,1.815
38,ffn.up_proj,1044.52197266,0.01000,1.975
38,ffn.down_proj,34.78176880,0.01250,12.331
39,attn.Wqkv,707.60878906,0.01000,1.929
39,attn.out_proj,11.95269165,0.01000,1.805
39,ffn.up_proj,1089.34619141,0.01000,1.967
39,ffn.down_proj,34.49613037,0.01250,12.380
40,attn.Wqkv,708.27470703,0.01000,1.937
40,attn.out_proj,10.45588531,0.01000,1.818
40,ffn.up_proj,1132.92500000,0.01000,1.978
40,ffn.down_proj,33.76153564,0.01250,12.393
41,attn.Wqkv,779.25078125,0.01000,1.936
41,attn.out_proj,13.88282623,0.01000,1.825
41,ffn.up_proj,1153.20273438,0.01000,1.975
41,ffn.down_proj,32.12766418,0.01250,12.387
42,attn.Wqkv,800.57836914,0.01000,1.933
42,attn.out_proj,20.70050201,0.01000,1.820
42,ffn.up_proj,1160.60830078,0.01000,1.975
42,ffn.down_proj,33.56159668,0.01250,12.423
43,attn.Wqkv,765.46567383,0.01000,1.937
43,attn.out_proj,22.10580444,0.01000,1.824
43,ffn.up_proj,1174.90605469,0.01000,1.978
43,ffn.down_proj,29.48790894,0.01250,12.459
44,attn.Wqkv,794.27832031,0.01000,1.939
44,attn.out_proj,42.66066895,0.01000,1.828
44,ffn.up_proj,1178.50078125,0.01000,1.982
44,ffn.down_proj,25.16307373,0.01250,12.564
45,attn.Wqkv,763.07919922,0.01000,1.937
45,attn.out_proj,45.77528687,0.01000,1.826
45,ffn.up_proj,993.42500000,0.01000,1.981
45,ffn.down_proj,129.05717773,0.01000,10.041
46,attn.Wqkv,823.34882812,0.01000,1.935
46,attn.out_proj,40.41436157,0.01000,1.829
46,ffn.up_proj,510.05849609,0.01000,1.986
46,ffn.down_proj,124.30434570,0.01000,10.005
47,attn.Wqkv,13.95600586,0.01000,1.948
47,attn.out_proj,2.02347107,0.01000,1.820
47,ffn.up_proj,34.06340332,0.01000,1.990
47,ffn.down_proj,211.69287109,0.01250,12.423