File size: 7,611 Bytes
ed82d8e |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 |
layer,module,loss,damp,time
0,attn_out,0.68499,0.01000,0.927
0,k_proj,0.42133,0.01000,0.744
0,v_proj,0.25083,0.01000,0.742
0,q_proj,0.42884,0.01000,0.745
0,ff_proj,0.11171,0.01000,0.759
0,up_proj,0.10866,0.01000,0.759
0,ff_out,0.01268,0.01000,3.122
1,attn_out,0.01852,0.01000,0.748
1,k_proj,0.25237,0.01000,0.745
1,v_proj,0.10989,0.01000,0.745
1,q_proj,0.22108,0.01000,0.745
1,ff_proj,0.19558,0.01000,0.757
1,up_proj,0.18773,0.01000,0.770
1,ff_out,0.03153,0.01000,3.122
2,attn_out,0.03039,0.01000,0.748
2,k_proj,0.59402,0.01000,0.743
2,v_proj,0.16895,0.01000,0.746
2,q_proj,0.52832,0.01000,0.753
2,ff_proj,0.46552,0.01000,0.759
2,up_proj,0.44567,0.01000,0.757
2,ff_out,0.10270,0.01000,3.115
3,attn_out,0.04228,0.01000,0.744
3,k_proj,0.43831,0.01000,0.747
3,v_proj,0.21719,0.01000,0.745
3,q_proj,0.41151,0.01000,0.745
3,ff_proj,1.23851,0.01000,0.755
3,up_proj,1.18368,0.01000,0.757
3,ff_out,0.24474,0.01000,3.115
4,attn_out,0.15755,0.01000,0.743
4,k_proj,0.91485,0.01000,0.745
4,v_proj,0.41913,0.01000,0.744
4,q_proj,0.84988,0.01000,0.746
4,ff_proj,2.66236,0.01000,0.757
4,up_proj,2.53118,0.01000,0.757
4,ff_out,0.46040,0.01000,3.111
5,attn_out,0.19567,0.01000,0.746
5,k_proj,1.90924,0.01000,0.743
5,v_proj,0.86676,0.01000,0.745
5,q_proj,1.75000,0.01000,0.742
5,ff_proj,4.72158,0.01000,0.756
5,up_proj,4.44741,0.01000,0.759
5,ff_out,0.66231,0.01000,3.110
6,attn_out,0.27153,0.01000,0.745
6,k_proj,2.17798,0.01000,0.744
6,v_proj,1.09927,0.01000,0.743
6,q_proj,2.04453,0.01000,0.743
6,ff_proj,6.50351,0.01000,0.759
6,up_proj,6.12096,0.01000,0.758
6,ff_out,0.85124,0.01000,3.114
7,attn_out,0.46405,0.01000,0.743
7,k_proj,4.43222,0.01000,0.744
7,v_proj,2.52881,0.01000,0.742
7,q_proj,4.29706,0.01000,0.745
7,ff_proj,9.70587,0.01000,0.757
7,up_proj,8.95456,0.01000,0.756
7,ff_out,1.22121,0.01000,3.107
8,attn_out,0.48584,0.01000,0.746
8,k_proj,3.59915,0.01000,0.743
8,v_proj,2.22713,0.01000,0.743
8,q_proj,3.48002,0.01000,0.743
8,ff_proj,13.30900,0.01000,0.759
8,up_proj,12.03576,0.01000,0.757
8,ff_out,1.66143,0.01000,3.113
9,attn_out,0.53540,0.01000,0.752
9,k_proj,4.04483,0.01000,0.741
9,v_proj,2.64347,0.01000,0.743
9,q_proj,3.92727,0.01000,0.744
9,ff_proj,15.21259,0.01000,0.757
9,up_proj,13.94064,0.01000,0.759
9,ff_out,1.94759,0.01000,3.117
10,attn_out,0.85635,0.01000,0.745
10,k_proj,9.25727,0.01000,0.747
10,v_proj,5.79876,0.01000,0.746
10,q_proj,9.13690,0.01000,0.751
10,ff_proj,17.71175,0.01000,0.769
10,up_proj,16.36418,0.01000,0.770
10,ff_out,2.32491,0.01000,3.147
11,attn_out,1.03543,0.01000,0.756
11,k_proj,5.52929,0.01000,0.755
11,v_proj,3.78243,0.01000,0.753
11,q_proj,5.38594,0.01000,0.758
11,ff_proj,19.47861,0.01000,0.773
11,up_proj,18.13670,0.01000,0.770
11,ff_out,2.78412,0.01000,3.137
12,attn_out,1.38748,0.01000,0.755
12,k_proj,6.99893,0.01000,0.755
12,v_proj,5.11876,0.01000,0.755
12,q_proj,6.87109,0.01000,0.753
12,ff_proj,19.96937,0.01000,0.773
12,up_proj,19.05370,0.01000,0.767
12,ff_out,3.37381,0.01000,3.146
13,attn_out,2.41010,0.01000,0.754
13,k_proj,11.86971,0.01000,0.752
13,v_proj,8.85956,0.01000,0.759
13,q_proj,11.69871,0.01000,0.752
13,ff_proj,23.74828,0.01000,0.769
13,up_proj,22.77836,0.01000,0.773
13,ff_out,4.06651,0.01000,3.144
14,attn_out,2.41233,0.01000,0.756
14,k_proj,9.29436,0.01000,0.754
14,v_proj,7.47689,0.01000,0.758
14,q_proj,9.14974,0.01000,0.753
14,ff_proj,26.35299,0.01000,0.770
14,up_proj,25.91833,0.01000,0.776
14,ff_out,4.88771,0.01000,3.144
15,attn_out,2.90424,0.01000,0.758
15,k_proj,10.54899,0.01000,0.753
15,v_proj,8.63950,0.01000,0.756
15,q_proj,10.34344,0.01000,0.754
15,ff_proj,25.01267,0.01000,0.769
15,up_proj,25.98209,0.01000,0.768
15,ff_out,5.91999,0.01000,3.149
16,attn_out,3.86682,0.01000,0.766
16,k_proj,14.43815,0.01000,0.752
16,v_proj,13.16696,0.01000,0.750
16,q_proj,14.23789,0.01000,0.752
16,ff_proj,29.85388,0.01000,0.772
16,up_proj,30.88602,0.01000,0.766
16,ff_out,6.31651,0.01000,3.140
17,attn_out,4.86747,0.01000,0.757
17,k_proj,14.23884,0.01000,0.757
17,v_proj,12.98538,0.01000,0.754
17,q_proj,13.93910,0.01000,0.757
17,ff_proj,31.52233,0.01000,0.769
17,up_proj,34.13103,0.01000,0.768
17,ff_out,7.65408,0.01000,3.143
18,attn_out,5.07382,0.01000,0.754
18,k_proj,14.29535,0.01000,0.753
18,v_proj,13.59497,0.01000,0.756
18,q_proj,13.88762,0.01000,0.751
18,ff_proj,32.53223,0.01000,0.767
18,up_proj,36.48521,0.01000,0.766
18,ff_out,8.55565,0.01000,3.143
19,attn_out,5.69417,0.01000,0.755
19,k_proj,16.89024,0.01000,0.754
19,v_proj,16.64748,0.01000,0.758
19,q_proj,16.58683,0.01000,0.757
19,ff_proj,35.10965,0.01000,0.767
19,up_proj,40.68303,0.01000,0.766
19,ff_out,10.25643,0.01000,3.150
20,attn_out,7.58086,0.01000,0.755
20,k_proj,15.56710,0.01000,0.751
20,v_proj,17.32524,0.01000,0.753
20,q_proj,15.21710,0.01000,0.757
20,ff_proj,35.77369,0.01000,0.772
20,up_proj,42.58328,0.01000,0.767
20,ff_out,11.85933,0.01000,3.151
21,attn_out,7.97471,0.01000,0.758
21,k_proj,17.66153,0.01000,0.753
21,v_proj,19.81116,0.01000,0.752
21,q_proj,17.31428,0.01000,0.757
21,ff_proj,39.50451,0.01000,0.769
21,up_proj,48.46568,0.01000,0.767
21,ff_out,14.51462,0.01000,3.146
22,attn_out,9.46944,0.01000,0.754
22,k_proj,18.96636,0.01000,0.755
22,v_proj,24.99773,0.01000,0.755
22,q_proj,18.66991,0.01000,0.756
22,ff_proj,44.34335,0.01000,0.769
22,up_proj,55.83325,0.01000,0.766
22,ff_out,17.82580,0.01000,3.147
23,attn_out,10.18033,0.01000,0.756
23,k_proj,19.19675,0.01000,0.754
23,v_proj,25.38059,0.01000,0.756
23,q_proj,18.97334,0.01000,0.754
23,ff_proj,51.30029,0.01000,0.770
23,up_proj,67.01766,0.01000,0.764
23,ff_out,24.58534,0.01000,3.147
24,attn_out,12.27275,0.01000,0.755
24,k_proj,18.79000,0.01000,0.755
24,v_proj,27.89256,0.01000,0.754
24,q_proj,18.46861,0.01000,0.755
24,ff_proj,56.03065,0.01000,0.770
24,up_proj,75.38766,0.01000,0.767
24,ff_out,32.82719,0.01000,3.147
25,attn_out,15.24777,0.01000,0.756
25,k_proj,20.10854,0.01000,0.751
25,v_proj,33.77728,0.01000,0.755
25,q_proj,19.99036,0.01000,0.755
25,ff_proj,62.82504,0.01000,0.778
25,up_proj,81.31894,0.01000,0.771
25,ff_out,43.85500,0.01000,3.141
26,attn_out,16.82498,0.01000,0.754
26,k_proj,19.49512,0.01000,0.751
26,v_proj,38.26675,0.01000,0.749
26,q_proj,19.46169,0.01000,0.753
26,ff_proj,78.39035,0.01000,0.769
26,up_proj,99.41537,0.01000,0.768
26,ff_out,59.14265,0.01000,3.151
27,attn_out,17.10907,0.01000,0.763
27,k_proj,21.57096,0.01000,0.756
27,v_proj,49.69809,0.01000,0.756
27,q_proj,21.72326,0.01000,0.755
27,ff_proj,88.74892,0.01000,0.770
27,up_proj,109.38124,0.01000,0.770
27,ff_out,85.76806,0.01000,3.157
28,attn_out,20.19405,0.01000,0.755
28,k_proj,20.95337,0.01000,0.761
28,v_proj,54.50319,0.01000,0.755
28,q_proj,21.04781,0.01000,0.754
28,ff_proj,96.84288,0.01000,0.769
28,up_proj,116.23270,0.01000,0.772
28,ff_out,85.51933,0.01000,3.152
29,attn_out,19.02330,0.01000,0.760
29,k_proj,19.87438,0.01000,0.752
29,v_proj,61.02749,0.01000,0.758
29,q_proj,19.89879,0.01000,0.759
29,ff_proj,105.43422,0.01000,0.767
29,up_proj,127.46541,0.01000,0.768
29,ff_out,89.98400,0.01000,3.143
30,attn_out,28.49241,0.01000,0.755
30,k_proj,21.22735,0.01000,0.754
30,v_proj,89.73079,0.01000,0.758
30,q_proj,21.19038,0.01000,0.755
30,ff_proj,111.87466,0.01000,0.768
30,up_proj,133.39688,0.01000,0.768
30,ff_out,94.50511,0.01000,3.151
31,attn_out,70.28519,0.01000,0.757
31,k_proj,22.47037,0.01000,0.757
31,v_proj,105.87488,0.01000,0.751
31,q_proj,22.58717,0.01000,0.749
31,ff_proj,118.44063,0.01000,0.769
31,up_proj,137.71429,0.01000,0.766
31,ff_out,267.18933,0.01000,3.143
|