layer,module,loss,damp,time
0,self_attn.k_proj,1.52977,0.01000,0.419
0,self_attn.v_proj,0.04002,0.01000,0.248
0,self_attn.q_proj,2.05718,0.01000,0.239
0,self_attn.o_proj,0.00179,0.01000,0.248
0,mlp.up_proj,9.05834,0.01000,0.258
0,mlp.gate_proj,8.63545,0.01000,0.244
0,mlp.down_proj,0.19796,0.01000,0.723
1,self_attn.k_proj,0.03884,0.01000,0.267
1,self_attn.v_proj,0.00530,0.01000,0.253
1,self_attn.q_proj,0.03862,0.01000,0.253
1,self_attn.o_proj,0.04960,0.01000,0.250
1,mlp.up_proj,12.92030,0.01000,0.251
1,mlp.gate_proj,14.63847,0.01000,0.241
1,mlp.down_proj,0.32817,0.01000,0.687
3,self_attn.k_proj,62.73893,0.01000,0.254
3,self_attn.v_proj,13.23958,0.01000,0.307
3,self_attn.q_proj,57.28278,0.01000,0.260
3,self_attn.o_proj,0.13773,0.01000,0.245
3,mlp.up_proj,21.15522,0.01000,0.251
3,mlp.gate_proj,24.74686,0.01000,0.243
3,mlp.down_proj,0.53724,0.01000,0.727
4,self_attn.k_proj,68.30590,0.01000,0.263
4,self_attn.v_proj,15.82255,0.01000,0.247
4,self_attn.q_proj,63.01257,0.01000,0.259
4,self_attn.o_proj,0.22000,0.01000,0.242
4,mlp.up_proj,28.74498,0.01000,0.253
4,mlp.gate_proj,33.93200,0.01000,0.245
4,mlp.down_proj,0.65790,0.01000,0.692
5,self_attn.k_proj,60.91286,0.01000,0.271
5,self_attn.v_proj,14.59481,0.01000,0.232
5,self_attn.q_proj,56.24625,0.01000,0.232
5,self_attn.o_proj,0.32792,0.01000,0.248
5,mlp.up_proj,38.43754,0.01000,0.266
5,mlp.gate_proj,44.36505,0.01000,0.245
5,mlp.down_proj,1.13535,0.01000,0.690
6,self_attn.k_proj,60.38514,0.01000,0.246
6,self_attn.v_proj,16.79150,0.01000,0.234
6,self_attn.q_proj,57.52007,0.01000,0.232
6,self_attn.o_proj,0.55901,0.01000,0.293
6,mlp.up_proj,46.22112,0.01000,0.321
6,mlp.gate_proj,52.69062,0.01000,0.237
6,mlp.down_proj,12.85980,0.01000,0.794
7,self_attn.k_proj,68.91588,0.01000,0.244
7,self_attn.v_proj,25.70186,0.01000,0.234
7,self_attn.q_proj,74.04494,0.01000,0.336
7,self_attn.o_proj,0.60068,0.01000,0.296
7,mlp.up_proj,51.54780,0.01000,0.239
7,mlp.gate_proj,56.22544,0.01000,0.232
7,mlp.down_proj,2.15107,0.01000,0.670
8,self_attn.k_proj,63.73604,0.01000,0.250
8,self_attn.v_proj,24.49372,0.01000,0.232
8,self_attn.q_proj,65.13046,0.01000,0.231
8,self_attn.o_proj,0.90025,0.01000,0.237
8,mlp.up_proj,54.74615,0.01000,0.302
8,mlp.gate_proj,58.73801,0.01000,0.246
8,mlp.down_proj,2.61607,0.01000,0.706
9,self_attn.k_proj,68.32961,0.01000,0.322
9,self_attn.v_proj,29.13957,0.01000,0.270
9,self_attn.q_proj,68.92210,0.01000,0.238
9,self_attn.o_proj,1.26286,0.01000,0.245
9,mlp.up_proj,56.97021,0.01000,0.245
9,mlp.gate_proj,57.39296,0.01000,0.230
9,mlp.down_proj,2.88838,0.01000,0.670
10,self_attn.k_proj,77.47882,0.01000,0.247
10,self_attn.v_proj,37.03654,0.01000,0.242
10,self_attn.q_proj,82.30052,0.01000,0.276
10,self_attn.o_proj,1.59611,0.01000,0.258
10,mlp.up_proj,60.05450,0.01000,0.261
10,mlp.gate_proj,63.74242,0.01000,0.233
10,mlp.down_proj,3.57756,0.01000,0.664
11,self_attn.k_proj,76.88316,0.01000,0.302
11,self_attn.v_proj,42.78612,0.01000,0.267
11,self_attn.q_proj,81.16360,0.01000,0.301
11,self_attn.o_proj,1.50892,0.01000,0.335
11,mlp.up_proj,63.83591,0.01000,0.341
11,mlp.gate_proj,65.37469,0.01000,0.296
11,mlp.down_proj,4.61587,0.01000,0.771
12,self_attn.k_proj,77.84145,0.01000,0.249
12,self_attn.v_proj,43.29803,0.01000,0.257
12,self_attn.q_proj,81.49866,0.01000,0.287
12,self_attn.o_proj,2.36211,0.01000,0.259
12,mlp.up_proj,67.92334,0.01000,0.292
12,mlp.gate_proj,68.87761,0.01000,0.303
12,mlp.down_proj,5.67846,0.01000,0.746
13,self_attn.k_proj,78.39484,0.01000,0.267
13,self_attn.v_proj,49.21562,0.01000,0.263
13,self_attn.q_proj,78.76001,0.01000,0.272
13,self_attn.o_proj,2.40954,0.01000,0.254
13,mlp.up_proj,72.61395,0.01000,0.246
13,mlp.gate_proj,72.00835,0.01000,0.236
13,mlp.down_proj,7.55164,0.01000,0.774
14,self_attn.k_proj,85.13994,0.01000,0.242
14,self_attn.v_proj,65.58170,0.01000,0.230
14,self_attn.q_proj,91.41071,0.01000,0.237
14,self_attn.o_proj,3.37462,0.01000,0.240
14,mlp.up_proj,83.58630,0.01000,0.242
14,mlp.gate_proj,80.19814,0.01000,0.232
14,mlp.down_proj,10.20866,0.01000,0.662
15,self_attn.k_proj,82.94417,0.01000,0.244
15,self_attn.v_proj,70.66344,0.01000,0.256
15,self_attn.q_proj,86.81380,0.01000,0.230
15,self_attn.o_proj,3.95524,0.01000,0.236
15,mlp.up_proj,99.12436,0.01000,0.240
15,mlp.gate_proj,92.91805,0.01000,0.286
15,mlp.down_proj,13.83353,0.01000,0.701
16,self_attn.k_proj,88.87656,0.01000,0.244
16,self_attn.v_proj,75.56125,0.01000,0.243
16,self_attn.q_proj,93.78792,0.01000,0.231
16,self_attn.o_proj,3.89123,0.01000,0.239
16,mlp.up_proj,116.95462,0.01000,0.241
16,mlp.gate_proj,109.16769,0.01000,0.233
16,mlp.down_proj,18.61803,0.01000,0.664
17,self_attn.k_proj,88.49626,0.01000,0.244
17,self_attn.v_proj,98.59828,0.01000,0.233
17,self_attn.q_proj,97.10524,0.01000,0.231
17,self_attn.o_proj,5.03318,0.01000,0.238
17,mlp.up_proj,134.24248,0.01000,0.278
17,mlp.gate_proj,125.89964,0.01000,0.247
17,mlp.down_proj,22.90651,0.01000,0.655
18,self_attn.k_proj,91.61066,0.01000,0.253
18,self_attn.v_proj,120.96928,0.01000,0.253
18,self_attn.q_proj,99.53651,0.01000,0.232
18,self_attn.o_proj,8.69388,0.01000,0.236
18,mlp.up_proj,156.05095,0.01000,0.240
18,mlp.gate_proj,139.47502,0.01000,0.232
18,mlp.down_proj,30.87194,0.01000,0.660
19,self_attn.k_proj,96.57993,0.01000,0.241
19,self_attn.v_proj,132.85014,0.01000,0.230
19,self_attn.q_proj,105.32343,0.01000,0.230
19,self_attn.o_proj,9.85187,0.01000,0.270
19,mlp.up_proj,173.96132,0.01000,0.243
19,mlp.gate_proj,152.68323,0.01000,0.232
19,mlp.down_proj,42.00521,0.01000,0.674
20,self_attn.k_proj,101.74275,0.01000,0.276
20,self_attn.v_proj,147.70975,0.01000,0.231
20,self_attn.q_proj,111.28523,0.01000,0.239
20,self_attn.o_proj,8.89061,0.01000,0.244
20,mlp.up_proj,188.34740,0.01000,0.242
20,mlp.gate_proj,161.44333,0.01000,0.234
20,mlp.down_proj,49.47644,0.01000,0.674
21,self_attn.k_proj,104.71509,0.01000,0.254
21,self_attn.v_proj,158.71223,0.01000,0.254
21,self_attn.q_proj,115.99524,0.01000,0.265
21,self_attn.o_proj,12.59802,0.01000,0.241
21,mlp.up_proj,213.42955,0.01000,0.251
21,mlp.gate_proj,180.52798,0.01000,0.282
21,mlp.down_proj,63.05851,0.01000,0.709
22,self_attn.k_proj,96.23979,0.01000,0.243
22,self_attn.v_proj,150.83650,0.01000,0.230
22,self_attn.q_proj,103.43996,0.01000,0.231
22,self_attn.o_proj,18.46274,0.01000,0.235
22,mlp.up_proj,230.47380,0.01000,0.239
22,mlp.gate_proj,198.01071,0.01000,0.232
22,mlp.down_proj,76.59824,0.01000,0.658
23,self_attn.k_proj,99.04884,0.01000,0.241
23,self_attn.v_proj,149.65315,0.01000,0.230
23,self_attn.q_proj,97.98630,0.01000,0.258
23,self_attn.o_proj,30.47421,0.01000,0.298
23,mlp.up_proj,256.14508,0.01000,0.253
23,mlp.gate_proj,221.90912,0.01000,0.232
23,mlp.down_proj,158.18503,0.01000,0.668
24,lm_head,132.93503,0.01000,3.311