layer,module,loss,damp,time
0,self_attn.k_proj,0.21932,0.10000,1.539
0,self_attn.v_proj,0.06990,0.10000,1.339
0,self_attn.q_proj,0.63353,0.10000,1.497
0,self_attn.o_proj,1.53644,0.10000,1.496
0,mlp.up_proj,0.48136,0.10000,2.423
0,mlp.gate_proj,0.52939,0.10000,2.411
0,mlp.down_proj,0.60040,0.10000,11.206
1,self_attn.k_proj,0.00747,0.10000,1.339
1,self_attn.v_proj,0.00383,0.10000,1.341
1,self_attn.q_proj,0.02565,0.10000,1.502
1,self_attn.o_proj,0.01501,0.10000,1.503
1,mlp.up_proj,2.40089,0.10000,2.445
1,mlp.gate_proj,6.17636,0.10000,2.421
1,mlp.down_proj,0.07097,0.10000,11.123
2,self_attn.k_proj,0.03215,0.10000,1.347
2,self_attn.v_proj,0.01367,0.10000,1.346
2,self_attn.q_proj,0.09015,0.10000,1.512
2,self_attn.o_proj,0.09266,0.10000,1.487
2,mlp.up_proj,5.20606,0.10000,2.403
2,mlp.gate_proj,10.58370,0.10000,2.400
2,mlp.down_proj,0.36352,0.10000,11.242
3,self_attn.k_proj,0.20204,0.10000,1.358
3,self_attn.v_proj,0.07010,0.10000,1.345
3,self_attn.q_proj,0.58422,0.10000,1.520
3,self_attn.o_proj,0.32670,0.10000,1.508
3,mlp.up_proj,6.34731,0.10000,2.424
3,mlp.gate_proj,13.98404,0.10000,2.424
3,mlp.down_proj,0.86336,0.10000,11.249
4,self_attn.k_proj,0.19773,0.10000,1.336
4,self_attn.v_proj,0.10230,0.10000,1.326
4,self_attn.q_proj,0.60618,0.10000,1.496
4,self_attn.o_proj,0.63086,0.10000,1.490
4,mlp.up_proj,16.42926,0.10000,2.387
4,mlp.gate_proj,32.29819,0.10000,2.408
4,mlp.down_proj,587.46689,0.10000,11.247
5,self_attn.k_proj,0.72354,0.10000,1.348
5,self_attn.v_proj,0.42462,0.10000,1.334
5,self_attn.q_proj,2.40297,0.10000,1.496
5,self_attn.o_proj,0.73659,0.10000,1.501
5,mlp.up_proj,26.50791,0.10000,2.416
5,mlp.gate_proj,49.79549,0.10000,2.393
5,mlp.down_proj,522.29541,0.10000,11.290
6,self_attn.k_proj,0.66616,0.10000,1.346
6,self_attn.v_proj,0.49659,0.10000,1.339
6,self_attn.q_proj,2.35563,0.10000,1.503
6,self_attn.o_proj,0.58956,0.10000,1.506
6,mlp.up_proj,42.32227,0.10000,2.401
6,mlp.gate_proj,75.13210,0.10000,2.409
6,mlp.down_proj,31.55573,0.10000,11.224
7,self_attn.k_proj,0.85074,0.10000,1.335
7,self_attn.v_proj,0.69796,0.10000,1.331
7,self_attn.q_proj,3.08233,0.10000,1.500
7,self_attn.o_proj,0.63950,0.10000,1.500
7,mlp.up_proj,49.91836,0.10000,2.395
7,mlp.gate_proj,89.78850,0.10000,2.408
7,mlp.down_proj,2.12929,0.10000,11.077
8,self_attn.k_proj,1.07405,0.10000,1.363
8,self_attn.v_proj,0.64949,0.10000,1.328
8,self_attn.q_proj,3.66730,0.10000,1.483
8,self_attn.o_proj,0.57933,0.10000,1.486
8,mlp.up_proj,30.98035,0.10000,2.376
8,mlp.gate_proj,54.68026,0.10000,2.375
8,mlp.down_proj,2.39296,0.10000,11.024
9,self_attn.k_proj,0.85622,0.10000,1.303
9,self_attn.v_proj,0.70850,0.10000,1.290
9,self_attn.q_proj,3.05020,0.10000,1.439
9,self_attn.o_proj,0.97835,0.10000,1.446
9,mlp.up_proj,12.53627,0.10000,2.276
9,mlp.gate_proj,13.44056,0.10000,2.272
9,mlp.down_proj,2.59464,0.10000,10.920
10,self_attn.k_proj,1.16653,0.10000,1.312
10,self_attn.v_proj,0.90903,0.10000,1.360
10,self_attn.q_proj,4.31524,0.10000,1.433
10,self_attn.o_proj,0.95127,0.10000,1.505
10,mlp.up_proj,14.21657,0.10000,2.277
10,mlp.gate_proj,15.31685,0.10000,2.270
10,mlp.down_proj,3.00897,0.10000,10.969
11,self_attn.k_proj,0.94783,0.10000,1.298
11,self_attn.v_proj,0.68951,0.10000,1.316
11,self_attn.q_proj,3.46378,0.10000,1.445
11,self_attn.o_proj,1.90921,0.10000,1.447
11,mlp.up_proj,19.40327,0.10000,2.280
11,mlp.gate_proj,23.92704,0.10000,2.285
11,mlp.down_proj,2.97715,0.10000,10.946
12,self_attn.k_proj,1.08602,0.10000,1.291
12,self_attn.v_proj,0.74431,0.10000,1.290
12,self_attn.q_proj,4.01792,0.10000,1.438
12,self_attn.o_proj,1.80497,0.10000,1.432
12,mlp.up_proj,16.91254,0.10000,2.273
12,mlp.gate_proj,18.04272,0.10000,2.274
12,mlp.down_proj,3.48199,0.10000,11.011
13,self_attn.k_proj,1.22753,0.10000,1.290
13,self_attn.v_proj,0.89010,0.10000,1.307
13,self_attn.q_proj,4.36018,0.10000,1.439
13,self_attn.o_proj,1.75457,0.10000,1.439
13,mlp.up_proj,19.40314,0.10000,2.292
13,mlp.gate_proj,20.87128,0.10000,2.309
13,mlp.down_proj,3.92058,0.10000,11.225
14,self_attn.k_proj,1.47310,0.10000,1.327
14,self_attn.v_proj,0.97991,0.10000,1.304
14,self_attn.q_proj,5.31070,0.10000,1.433
14,self_attn.o_proj,1.86601,0.10000,1.513
14,mlp.up_proj,20.50224,0.10000,2.349
14,mlp.gate_proj,22.18833,0.10000,2.281
14,mlp.down_proj,4.27567,0.10000,11.369
15,self_attn.k_proj,1.24926,0.10000,1.348
15,self_attn.v_proj,0.96484,0.10000,1.370
15,self_attn.q_proj,4.50831,0.10000,1.576
15,self_attn.o_proj,2.08441,0.10000,1.527
15,mlp.up_proj,21.55517,0.10000,2.360
15,mlp.gate_proj,24.37054,0.10000,2.485
15,mlp.down_proj,4.66921,0.10000,11.144
16,self_attn.k_proj,1.20586,0.10000,1.367
16,self_attn.v_proj,0.74171,0.10000,1.377
16,self_attn.q_proj,4.09036,0.10000,1.525
16,self_attn.o_proj,1.66565,0.10000,1.456
16,mlp.up_proj,20.58864,0.10000,2.293
16,mlp.gate_proj,22.13742,0.10000,2.317
16,mlp.down_proj,4.32864,0.10000,11.065
17,self_attn.k_proj,1.55755,0.10000,1.392
17,self_attn.v_proj,0.92695,0.10000,1.403
17,self_attn.q_proj,5.36392,0.10000,1.487
17,self_attn.o_proj,1.68428,0.10000,1.561
17,mlp.up_proj,20.66038,0.10000,2.341
17,mlp.gate_proj,21.92830,0.10000,2.327
17,mlp.down_proj,4.24783,0.10000,11.208
18,self_attn.k_proj,1.60531,0.10000,1.404
18,self_attn.v_proj,0.96575,0.10000,1.319
18,self_attn.q_proj,5.49226,0.10000,1.459
18,self_attn.o_proj,1.48581,0.10000,1.522
18,mlp.up_proj,20.34096,0.10000,2.379
18,mlp.gate_proj,21.43189,0.10000,2.457
18,mlp.down_proj,4.20860,0.10000,10.987
19,self_attn.k_proj,1.38301,0.10000,1.424
19,self_attn.v_proj,0.94416,0.10000,1.473
19,self_attn.q_proj,5.01696,0.10000,1.593
19,self_attn.o_proj,1.21167,0.10000,1.650
19,mlp.up_proj,20.60382,0.10000,2.310
19,mlp.gate_proj,21.65518,0.10000,2.306
19,mlp.down_proj,4.24532,0.10000,11.253
20,self_attn.k_proj,1.67529,0.10000,1.375
20,self_attn.v_proj,0.97326,0.10000,1.394
20,self_attn.q_proj,5.80866,0.10000,1.638
20,self_attn.o_proj,2.01039,0.10000,1.520
20,mlp.up_proj,20.08991,0.10000,2.333
20,mlp.gate_proj,20.81839,0.10000,2.396
20,mlp.down_proj,4.39435,0.10000,11.599
21,self_attn.k_proj,1.37911,0.10000,1.429
21,self_attn.v_proj,0.84209,0.10000,1.401
21,self_attn.q_proj,4.83675,0.10000,1.528
21,self_attn.o_proj,1.99481,0.10000,1.546
21,mlp.up_proj,19.99206,0.10000,2.361
21,mlp.gate_proj,20.76938,0.10000,2.369
21,mlp.down_proj,4.42359,0.10000,11.515
22,self_attn.k_proj,1.50769,0.10000,1.295
22,self_attn.v_proj,1.15672,0.10000,1.275
22,self_attn.q_proj,5.48060,0.10000,1.425
22,self_attn.o_proj,2.49873,0.10000,1.456
22,mlp.up_proj,21.26843,0.10000,2.309
22,mlp.gate_proj,22.03465,0.10000,2.334
22,mlp.down_proj,4.79118,0.10000,10.968
23,self_attn.k_proj,1.44571,0.10000,1.375
23,self_attn.v_proj,1.18315,0.10000,1.384
23,self_attn.q_proj,5.38706,0.10000,1.494
23,self_attn.o_proj,2.65820,0.10000,1.488
23,mlp.up_proj,22.39951,0.10000,2.343
23,mlp.gate_proj,23.49767,0.10000,2.310
23,mlp.down_proj,5.14678,0.10000,11.171
24,self_attn.k_proj,1.88726,0.10000,1.306
24,self_attn.v_proj,1.25504,0.10000,1.299
24,self_attn.q_proj,6.79697,0.10000,1.547
24,self_attn.o_proj,2.37069,0.10000,1.465
24,mlp.up_proj,23.00431,0.10000,2.300
24,mlp.gate_proj,23.90416,0.10000,2.303
24,mlp.down_proj,5.33596,0.10000,11.077
25,self_attn.k_proj,2.08859,0.10000,1.484
25,self_attn.v_proj,1.52274,0.10000,1.291
25,self_attn.q_proj,7.71944,0.10000,1.448
25,self_attn.o_proj,2.59465,0.10000,1.461
25,mlp.up_proj,23.82350,0.10000,2.295
25,mlp.gate_proj,24.36376,0.10000,2.270
25,mlp.down_proj,6.14879,0.10000,10.939
26,self_attn.k_proj,1.85201,0.10000,1.303
26,self_attn.v_proj,1.08654,0.10000,1.297
26,self_attn.q_proj,6.72261,0.10000,1.435
26,self_attn.o_proj,2.70091,0.10000,1.458
26,mlp.up_proj,24.94679,0.10000,2.327
26,mlp.gate_proj,25.21166,0.10000,2.314
26,mlp.down_proj,6.65333,0.10000,10.951
27,self_attn.k_proj,1.80303,0.10000,1.292
27,self_attn.v_proj,1.11704,0.10000,1.286
27,self_attn.q_proj,6.16689,0.10000,1.433
27,self_attn.o_proj,4.27886,0.10000,1.454
27,mlp.up_proj,25.90349,0.10000,2.314
27,mlp.gate_proj,26.13162,0.10000,2.334
27,mlp.down_proj,7.54102,0.10000,10.965
28,self_attn.k_proj,1.69771,0.10000,1.298
28,self_attn.v_proj,1.60528,0.10000,1.290
28,self_attn.q_proj,6.53194,0.10000,1.439
28,self_attn.o_proj,4.20230,0.10000,1.486
28,mlp.up_proj,28.05067,0.10000,2.303
28,mlp.gate_proj,28.02932,0.10000,2.279
28,mlp.down_proj,8.23658,0.10000,10.941
29,self_attn.k_proj,2.46457,0.10000,1.294
29,self_attn.v_proj,1.97819,0.10000,1.292
29,self_attn.q_proj,8.90249,0.10000,1.499
29,self_attn.o_proj,5.20760,0.10000,1.455
29,mlp.up_proj,30.33147,0.10000,2.388
29,mlp.gate_proj,30.10080,0.10000,2.323
29,mlp.down_proj,9.00467,0.10000,11.021
30,self_attn.k_proj,2.05785,0.10000,1.306
30,self_attn.v_proj,1.95388,0.10000,1.304
30,self_attn.q_proj,7.90785,0.10000,1.451
30,self_attn.o_proj,6.99206,0.10000,1.456
30,mlp.up_proj,32.67397,0.10000,2.312
30,mlp.gate_proj,32.30062,0.10000,2.301
30,mlp.down_proj,10.09964,0.10000,10.901
31,self_attn.k_proj,2.18536,0.10000,1.306
31,self_attn.v_proj,1.97777,0.10000,1.307
31,self_attn.q_proj,8.18490,0.10000,1.453
31,self_attn.o_proj,4.57464,0.10000,1.462
31,mlp.up_proj,35.59037,0.10000,2.315
31,mlp.gate_proj,35.25336,0.10000,2.303
31,mlp.down_proj,10.93689,0.10000,11.025
32,self_attn.k_proj,2.10946,0.10000,1.316
32,self_attn.v_proj,1.52154,0.10000,1.301
32,self_attn.q_proj,7.29806,0.10000,1.456
32,self_attn.o_proj,4.84362,0.10000,1.458
32,mlp.up_proj,39.63444,0.10000,2.325
32,mlp.gate_proj,41.30604,0.10000,2.348
32,mlp.down_proj,10.75069,0.10000,10.995
33,self_attn.k_proj,2.25656,0.10000,1.310
33,self_attn.v_proj,1.63852,0.10000,1.295
33,self_attn.q_proj,8.25086,0.10000,1.445
33,self_attn.o_proj,4.94513,0.10000,1.472
33,mlp.up_proj,37.36087,0.10000,2.379
33,mlp.gate_proj,38.17615,0.10000,2.323
33,mlp.down_proj,10.10525,0.10000,11.033
34,self_attn.k_proj,2.18897,0.10000,1.315
34,self_attn.v_proj,1.79533,0.10000,1.352
34,self_attn.q_proj,8.13230,0.10000,1.478
34,self_attn.o_proj,6.20360,0.10000,1.480
34,mlp.up_proj,36.49163,0.10000,2.371
34,mlp.gate_proj,36.59039,0.10000,2.332
34,mlp.down_proj,10.11572,0.10000,11.043
35,self_attn.k_proj,2.29760,0.10000,1.313
35,self_attn.v_proj,1.81589,0.10000,1.341
35,self_attn.q_proj,9.18513,0.10000,1.500
35,self_attn.o_proj,4.96898,0.10000,1.458
35,mlp.up_proj,37.04196,0.10000,2.301
35,mlp.gate_proj,36.97671,0.10000,2.305
35,mlp.down_proj,10.21576,0.10000,10.956
36,self_attn.k_proj,2.35134,0.10000,1.306
36,self_attn.v_proj,1.76898,0.10000,1.294
36,self_attn.q_proj,8.95750,0.10000,1.437
36,self_attn.o_proj,6.40625,0.10000,1.454
36,mlp.up_proj,35.14434,0.10000,2.283
36,mlp.gate_proj,33.75306,0.10000,2.299
36,mlp.down_proj,10.16060,0.10000,10.978
37,self_attn.k_proj,2.09853,0.10000,1.304
37,self_attn.v_proj,1.62890,0.10000,1.298
37,self_attn.q_proj,7.87804,0.10000,1.439
37,self_attn.o_proj,5.14967,0.10000,1.454
37,mlp.up_proj,34.78158,0.10000,2.320
37,mlp.gate_proj,33.21568,0.10000,2.294
37,mlp.down_proj,9.65291,0.10000,10.972
38,self_attn.k_proj,2.25152,0.10000,1.308
38,self_attn.v_proj,2.25329,0.10000,1.299
38,self_attn.q_proj,8.57306,0.10000,1.440
38,self_attn.o_proj,5.87199,0.10000,1.461
38,mlp.up_proj,35.01609,0.10000,2.377
38,mlp.gate_proj,33.53525,0.10000,2.297
38,mlp.down_proj,10.37327,0.10000,10.891
39,self_attn.k_proj,2.06724,0.10000,1.294
39,self_attn.v_proj,2.29155,0.10000,1.294
39,self_attn.q_proj,8.40444,0.10000,1.458
39,self_attn.o_proj,6.23639,0.10000,1.498
39,mlp.up_proj,35.45480,0.10000,2.320
39,mlp.gate_proj,35.16239,0.10000,2.309
39,mlp.down_proj,10.17532,0.10000,11.038
40,self_attn.k_proj,2.55298,0.10000,1.353
40,self_attn.v_proj,2.03756,0.10000,1.308
40,self_attn.q_proj,9.32236,0.10000,1.463
40,self_attn.o_proj,7.15637,0.10000,1.471
40,mlp.up_proj,34.27767,0.10000,2.325
40,mlp.gate_proj,33.71945,0.10000,2.319
40,mlp.down_proj,9.93580,0.10000,11.038
41,self_attn.k_proj,2.58491,0.10000,1.303
41,self_attn.v_proj,2.53599,0.10000,1.292
41,self_attn.q_proj,10.17238,0.10000,1.443
41,self_attn.o_proj,7.04449,0.10000,1.450
41,mlp.up_proj,35.32753,0.10000,2.307
41,mlp.gate_proj,33.75855,0.10000,2.297
41,mlp.down_proj,11.40161,0.10000,10.972
42,self_attn.k_proj,2.35824,0.10000,1.298
42,self_attn.v_proj,1.72195,0.10000,1.305
42,self_attn.q_proj,9.03940,0.10000,1.455
42,self_attn.o_proj,6.03776,0.10000,1.460
42,mlp.up_proj,37.64269,0.10000,2.303
42,mlp.gate_proj,35.07131,0.10000,2.304
42,mlp.down_proj,13.06790,0.10000,10.952
43,self_attn.k_proj,2.28732,0.10000,1.300
43,self_attn.v_proj,1.95555,0.10000,1.298
43,self_attn.q_proj,8.47664,0.10000,1.451
43,self_attn.o_proj,8.52545,0.10000,1.460
43,mlp.up_proj,39.51856,0.10000,2.327
43,mlp.gate_proj,36.65776,0.10000,2.308
43,mlp.down_proj,16.02491,0.10000,11.016
44,self_attn.k_proj,1.93263,0.10000,1.304
44,self_attn.v_proj,2.67497,0.10000,1.292
44,self_attn.q_proj,8.30756,0.10000,1.441
44,self_attn.o_proj,9.71007,0.10000,1.448
44,mlp.up_proj,39.93449,0.10000,2.340
44,mlp.gate_proj,36.77854,0.10000,2.293
44,mlp.down_proj,16.62127,0.10000,11.042
45,self_attn.k_proj,2.33465,0.10000,1.299
45,self_attn.v_proj,2.81778,0.10000,1.294
45,self_attn.q_proj,9.41949,0.10000,1.457
45,self_attn.o_proj,12.23259,0.10000,1.454
45,mlp.up_proj,41.66721,0.10000,2.273
45,mlp.gate_proj,38.44549,0.10000,2.279
45,mlp.down_proj,18.68768,0.10000,10.922
46,self_attn.k_proj,2.13504,0.10000,1.302
46,self_attn.v_proj,3.00420,0.10000,1.302
46,self_attn.q_proj,8.96905,0.10000,1.438
46,self_attn.o_proj,14.64149,0.10000,1.455
46,mlp.up_proj,44.77886,0.10000,2.297
46,mlp.gate_proj,41.66031,0.10000,2.286
46,mlp.down_proj,22.01645,0.10000,10.905
47,self_attn.k_proj,2.24537,0.10000,1.301
47,self_attn.v_proj,2.84377,0.10000,1.297
47,self_attn.q_proj,9.31574,0.10000,1.445
47,self_attn.o_proj,10.03240,0.10000,1.456
47,mlp.up_proj,50.59407,0.10000,2.298
47,mlp.gate_proj,47.86652,0.10000,2.293
47,mlp.down_proj,26.41652,0.10000,10.946
48,self_attn.k_proj,2.44420,0.10000,1.303
48,self_attn.v_proj,3.79191,0.10000,1.305
48,self_attn.q_proj,10.23924,0.10000,1.456
48,self_attn.o_proj,12.53692,0.10000,1.577
48,mlp.up_proj,55.46630,0.10000,2.330
48,mlp.gate_proj,53.09388,0.10000,2.330
48,mlp.down_proj,30.89529,0.10000,10.949
49,self_attn.k_proj,2.52239,0.10000,1.298
49,self_attn.v_proj,3.65270,0.10000,1.292
49,self_attn.q_proj,10.91024,0.10000,1.455
49,self_attn.o_proj,14.26922,0.10000,1.465
49,mlp.up_proj,66.36527,0.10000,2.305
49,mlp.gate_proj,64.04491,0.10000,2.290
49,mlp.down_proj,43.17512,0.10000,10.985
50,self_attn.k_proj,2.66782,0.10000,1.305
50,self_attn.v_proj,4.38692,0.10000,1.287
50,self_attn.q_proj,11.92033,0.10000,1.446
50,self_attn.o_proj,11.55887,0.10000,1.456
50,mlp.up_proj,76.91088,0.10000,2.291
50,mlp.gate_proj,76.20550,0.10000,2.302
50,mlp.down_proj,49.31875,0.10000,10.959
51,self_attn.k_proj,2.71374,0.10000,1.308
51,self_attn.v_proj,3.84296,0.10000,1.306
51,self_attn.q_proj,11.35158,0.10000,1.445
51,self_attn.o_proj,21.91198,0.10000,1.449
51,mlp.up_proj,85.67807,0.10000,2.291
51,mlp.gate_proj,86.28110,0.10000,2.314
51,mlp.down_proj,57.13311,0.10000,10.955
52,self_attn.k_proj,2.95962,0.10000,1.308
52,self_attn.v_proj,6.29919,0.10000,1.293
52,self_attn.q_proj,13.32253,0.10000,1.445
52,self_attn.o_proj,17.50098,0.10000,1.452
52,mlp.up_proj,93.98927,0.10000,2.319
52,mlp.gate_proj,94.03600,0.10000,2.299
52,mlp.down_proj,66.89360,0.10000,10.940
53,self_attn.k_proj,3.41568,0.10000,1.307
53,self_attn.v_proj,6.68261,0.10000,1.297
53,self_attn.q_proj,14.38581,0.10000,1.444
53,self_attn.o_proj,20.21694,0.10000,1.452
53,mlp.up_proj,104.72342,0.10000,2.307
53,mlp.gate_proj,105.06948,0.10000,2.329
53,mlp.down_proj,75.09118,0.10000,10.924
54,self_attn.k_proj,3.36520,0.10000,1.305
54,self_attn.v_proj,6.15906,0.10000,1.284
54,self_attn.q_proj,14.19391,0.10000,1.433
54,self_attn.o_proj,17.05255,0.10000,1.437
54,mlp.up_proj,116.01665,0.10000,2.269
54,mlp.gate_proj,115.23258,0.10000,2.277
54,mlp.down_proj,81.21964,0.10000,10.906
55,self_attn.k_proj,3.17986,0.10000,1.309
55,self_attn.v_proj,6.37354,0.10000,1.322
55,self_attn.q_proj,14.36818,0.10000,1.448
55,self_attn.o_proj,23.59741,0.10000,1.465
55,mlp.up_proj,127.39666,0.10000,2.319
55,mlp.gate_proj,124.96896,0.10000,2.297
55,mlp.down_proj,95.18001,0.10000,10.959
56,self_attn.k_proj,3.51710,0.10000,1.301
56,self_attn.v_proj,8.92079,0.10000,1.299
56,self_attn.q_proj,15.57063,0.10000,1.439
56,self_attn.o_proj,18.93305,0.10000,1.445
56,mlp.up_proj,137.50682,0.10000,2.292
56,mlp.gate_proj,133.82163,0.10000,2.294
56,mlp.down_proj,104.22985,0.10000,10.929
57,self_attn.k_proj,3.39507,0.10000,1.297
57,self_attn.v_proj,9.25974,0.10000,1.283
57,self_attn.q_proj,16.10579,0.10000,1.430
57,self_attn.o_proj,14.65038,0.10000,1.442
57,mlp.up_proj,146.27147,0.10000,2.271
57,mlp.gate_proj,140.22373,0.10000,2.270
57,mlp.down_proj,114.18199,0.10000,11.026
58,self_attn.k_proj,3.59921,0.10000,1.293
58,self_attn.v_proj,10.66743,0.10000,1.291
58,self_attn.q_proj,15.81635,0.10000,1.438
58,self_attn.o_proj,15.86379,0.10000,1.510
58,mlp.up_proj,158.08565,0.10000,2.279
58,mlp.gate_proj,149.25287,0.10000,2.345
58,mlp.down_proj,137.70841,0.10000,10.935
59,self_attn.k_proj,3.67538,0.10000,1.294
59,self_attn.v_proj,14.46169,0.10000,1.289
59,self_attn.q_proj,18.15292,0.10000,1.437
59,self_attn.o_proj,37.87932,0.10000,1.452
59,mlp.up_proj,175.38797,0.10000,2.328
59,mlp.gate_proj,162.44526,0.10000,2.331
59,mlp.down_proj,179.52118,0.10000,10.903
60,self_attn.k_proj,3.14580,0.10000,1.292
60,self_attn.v_proj,15.64041,0.10000,1.286
60,self_attn.q_proj,17.17400,0.10000,1.446
60,self_attn.o_proj,47.29679,0.10000,1.456
60,mlp.up_proj,191.12323,0.10000,2.287
60,mlp.gate_proj,173.92417,0.10000,2.289
60,mlp.down_proj,381.57719,0.10000,10.930
61,self_attn.k_proj,3.22560,0.10000,1.294
61,self_attn.v_proj,19.75692,0.10000,1.285
61,self_attn.q_proj,17.35482,0.10000,1.435
61,self_attn.o_proj,57.58032,0.10000,1.433
61,mlp.up_proj,205.42150,0.10000,2.284
61,mlp.gate_proj,187.30222,0.10000,2.273
61,mlp.down_proj,321.43789,0.10000,10.971
62,self_attn.k_proj,3.10699,0.10000,1.294
62,self_attn.v_proj,22.59203,0.10000,1.292
62,self_attn.q_proj,17.16475,0.10000,1.436
62,self_attn.o_proj,82.21398,0.10000,1.428
62,mlp.up_proj,205.27777,0.10000,2.263
62,mlp.gate_proj,191.64138,0.10000,2.267
62,mlp.down_proj,544.66563,0.10000,10.971
63,self_attn.k_proj,2.77712,0.10000,1.279
63,self_attn.v_proj,14.33761,0.10000,1.287
63,self_attn.q_proj,12.67621,0.10000,1.430
63,self_attn.o_proj,35.30698,0.10000,1.494
63,mlp.up_proj,221.10228,0.10000,2.296
63,mlp.gate_proj,213.36907,0.10000,2.307
63,mlp.down_proj,877.11320,0.10000,10.990