File size: 7,611 Bytes
ed82d8e
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
layer,module,loss,damp,time
0,attn_out,0.68499,0.01000,0.927
0,k_proj,0.42133,0.01000,0.744
0,v_proj,0.25083,0.01000,0.742
0,q_proj,0.42884,0.01000,0.745
0,ff_proj,0.11171,0.01000,0.759
0,up_proj,0.10866,0.01000,0.759
0,ff_out,0.01268,0.01000,3.122
1,attn_out,0.01852,0.01000,0.748
1,k_proj,0.25237,0.01000,0.745
1,v_proj,0.10989,0.01000,0.745
1,q_proj,0.22108,0.01000,0.745
1,ff_proj,0.19558,0.01000,0.757
1,up_proj,0.18773,0.01000,0.770
1,ff_out,0.03153,0.01000,3.122
2,attn_out,0.03039,0.01000,0.748
2,k_proj,0.59402,0.01000,0.743
2,v_proj,0.16895,0.01000,0.746
2,q_proj,0.52832,0.01000,0.753
2,ff_proj,0.46552,0.01000,0.759
2,up_proj,0.44567,0.01000,0.757
2,ff_out,0.10270,0.01000,3.115
3,attn_out,0.04228,0.01000,0.744
3,k_proj,0.43831,0.01000,0.747
3,v_proj,0.21719,0.01000,0.745
3,q_proj,0.41151,0.01000,0.745
3,ff_proj,1.23851,0.01000,0.755
3,up_proj,1.18368,0.01000,0.757
3,ff_out,0.24474,0.01000,3.115
4,attn_out,0.15755,0.01000,0.743
4,k_proj,0.91485,0.01000,0.745
4,v_proj,0.41913,0.01000,0.744
4,q_proj,0.84988,0.01000,0.746
4,ff_proj,2.66236,0.01000,0.757
4,up_proj,2.53118,0.01000,0.757
4,ff_out,0.46040,0.01000,3.111
5,attn_out,0.19567,0.01000,0.746
5,k_proj,1.90924,0.01000,0.743
5,v_proj,0.86676,0.01000,0.745
5,q_proj,1.75000,0.01000,0.742
5,ff_proj,4.72158,0.01000,0.756
5,up_proj,4.44741,0.01000,0.759
5,ff_out,0.66231,0.01000,3.110
6,attn_out,0.27153,0.01000,0.745
6,k_proj,2.17798,0.01000,0.744
6,v_proj,1.09927,0.01000,0.743
6,q_proj,2.04453,0.01000,0.743
6,ff_proj,6.50351,0.01000,0.759
6,up_proj,6.12096,0.01000,0.758
6,ff_out,0.85124,0.01000,3.114
7,attn_out,0.46405,0.01000,0.743
7,k_proj,4.43222,0.01000,0.744
7,v_proj,2.52881,0.01000,0.742
7,q_proj,4.29706,0.01000,0.745
7,ff_proj,9.70587,0.01000,0.757
7,up_proj,8.95456,0.01000,0.756
7,ff_out,1.22121,0.01000,3.107
8,attn_out,0.48584,0.01000,0.746
8,k_proj,3.59915,0.01000,0.743
8,v_proj,2.22713,0.01000,0.743
8,q_proj,3.48002,0.01000,0.743
8,ff_proj,13.30900,0.01000,0.759
8,up_proj,12.03576,0.01000,0.757
8,ff_out,1.66143,0.01000,3.113
9,attn_out,0.53540,0.01000,0.752
9,k_proj,4.04483,0.01000,0.741
9,v_proj,2.64347,0.01000,0.743
9,q_proj,3.92727,0.01000,0.744
9,ff_proj,15.21259,0.01000,0.757
9,up_proj,13.94064,0.01000,0.759
9,ff_out,1.94759,0.01000,3.117
10,attn_out,0.85635,0.01000,0.745
10,k_proj,9.25727,0.01000,0.747
10,v_proj,5.79876,0.01000,0.746
10,q_proj,9.13690,0.01000,0.751
10,ff_proj,17.71175,0.01000,0.769
10,up_proj,16.36418,0.01000,0.770
10,ff_out,2.32491,0.01000,3.147
11,attn_out,1.03543,0.01000,0.756
11,k_proj,5.52929,0.01000,0.755
11,v_proj,3.78243,0.01000,0.753
11,q_proj,5.38594,0.01000,0.758
11,ff_proj,19.47861,0.01000,0.773
11,up_proj,18.13670,0.01000,0.770
11,ff_out,2.78412,0.01000,3.137
12,attn_out,1.38748,0.01000,0.755
12,k_proj,6.99893,0.01000,0.755
12,v_proj,5.11876,0.01000,0.755
12,q_proj,6.87109,0.01000,0.753
12,ff_proj,19.96937,0.01000,0.773
12,up_proj,19.05370,0.01000,0.767
12,ff_out,3.37381,0.01000,3.146
13,attn_out,2.41010,0.01000,0.754
13,k_proj,11.86971,0.01000,0.752
13,v_proj,8.85956,0.01000,0.759
13,q_proj,11.69871,0.01000,0.752
13,ff_proj,23.74828,0.01000,0.769
13,up_proj,22.77836,0.01000,0.773
13,ff_out,4.06651,0.01000,3.144
14,attn_out,2.41233,0.01000,0.756
14,k_proj,9.29436,0.01000,0.754
14,v_proj,7.47689,0.01000,0.758
14,q_proj,9.14974,0.01000,0.753
14,ff_proj,26.35299,0.01000,0.770
14,up_proj,25.91833,0.01000,0.776
14,ff_out,4.88771,0.01000,3.144
15,attn_out,2.90424,0.01000,0.758
15,k_proj,10.54899,0.01000,0.753
15,v_proj,8.63950,0.01000,0.756
15,q_proj,10.34344,0.01000,0.754
15,ff_proj,25.01267,0.01000,0.769
15,up_proj,25.98209,0.01000,0.768
15,ff_out,5.91999,0.01000,3.149
16,attn_out,3.86682,0.01000,0.766
16,k_proj,14.43815,0.01000,0.752
16,v_proj,13.16696,0.01000,0.750
16,q_proj,14.23789,0.01000,0.752
16,ff_proj,29.85388,0.01000,0.772
16,up_proj,30.88602,0.01000,0.766
16,ff_out,6.31651,0.01000,3.140
17,attn_out,4.86747,0.01000,0.757
17,k_proj,14.23884,0.01000,0.757
17,v_proj,12.98538,0.01000,0.754
17,q_proj,13.93910,0.01000,0.757
17,ff_proj,31.52233,0.01000,0.769
17,up_proj,34.13103,0.01000,0.768
17,ff_out,7.65408,0.01000,3.143
18,attn_out,5.07382,0.01000,0.754
18,k_proj,14.29535,0.01000,0.753
18,v_proj,13.59497,0.01000,0.756
18,q_proj,13.88762,0.01000,0.751
18,ff_proj,32.53223,0.01000,0.767
18,up_proj,36.48521,0.01000,0.766
18,ff_out,8.55565,0.01000,3.143
19,attn_out,5.69417,0.01000,0.755
19,k_proj,16.89024,0.01000,0.754
19,v_proj,16.64748,0.01000,0.758
19,q_proj,16.58683,0.01000,0.757
19,ff_proj,35.10965,0.01000,0.767
19,up_proj,40.68303,0.01000,0.766
19,ff_out,10.25643,0.01000,3.150
20,attn_out,7.58086,0.01000,0.755
20,k_proj,15.56710,0.01000,0.751
20,v_proj,17.32524,0.01000,0.753
20,q_proj,15.21710,0.01000,0.757
20,ff_proj,35.77369,0.01000,0.772
20,up_proj,42.58328,0.01000,0.767
20,ff_out,11.85933,0.01000,3.151
21,attn_out,7.97471,0.01000,0.758
21,k_proj,17.66153,0.01000,0.753
21,v_proj,19.81116,0.01000,0.752
21,q_proj,17.31428,0.01000,0.757
21,ff_proj,39.50451,0.01000,0.769
21,up_proj,48.46568,0.01000,0.767
21,ff_out,14.51462,0.01000,3.146
22,attn_out,9.46944,0.01000,0.754
22,k_proj,18.96636,0.01000,0.755
22,v_proj,24.99773,0.01000,0.755
22,q_proj,18.66991,0.01000,0.756
22,ff_proj,44.34335,0.01000,0.769
22,up_proj,55.83325,0.01000,0.766
22,ff_out,17.82580,0.01000,3.147
23,attn_out,10.18033,0.01000,0.756
23,k_proj,19.19675,0.01000,0.754
23,v_proj,25.38059,0.01000,0.756
23,q_proj,18.97334,0.01000,0.754
23,ff_proj,51.30029,0.01000,0.770
23,up_proj,67.01766,0.01000,0.764
23,ff_out,24.58534,0.01000,3.147
24,attn_out,12.27275,0.01000,0.755
24,k_proj,18.79000,0.01000,0.755
24,v_proj,27.89256,0.01000,0.754
24,q_proj,18.46861,0.01000,0.755
24,ff_proj,56.03065,0.01000,0.770
24,up_proj,75.38766,0.01000,0.767
24,ff_out,32.82719,0.01000,3.147
25,attn_out,15.24777,0.01000,0.756
25,k_proj,20.10854,0.01000,0.751
25,v_proj,33.77728,0.01000,0.755
25,q_proj,19.99036,0.01000,0.755
25,ff_proj,62.82504,0.01000,0.778
25,up_proj,81.31894,0.01000,0.771
25,ff_out,43.85500,0.01000,3.141
26,attn_out,16.82498,0.01000,0.754
26,k_proj,19.49512,0.01000,0.751
26,v_proj,38.26675,0.01000,0.749
26,q_proj,19.46169,0.01000,0.753
26,ff_proj,78.39035,0.01000,0.769
26,up_proj,99.41537,0.01000,0.768
26,ff_out,59.14265,0.01000,3.151
27,attn_out,17.10907,0.01000,0.763
27,k_proj,21.57096,0.01000,0.756
27,v_proj,49.69809,0.01000,0.756
27,q_proj,21.72326,0.01000,0.755
27,ff_proj,88.74892,0.01000,0.770
27,up_proj,109.38124,0.01000,0.770
27,ff_out,85.76806,0.01000,3.157
28,attn_out,20.19405,0.01000,0.755
28,k_proj,20.95337,0.01000,0.761
28,v_proj,54.50319,0.01000,0.755
28,q_proj,21.04781,0.01000,0.754
28,ff_proj,96.84288,0.01000,0.769
28,up_proj,116.23270,0.01000,0.772
28,ff_out,85.51933,0.01000,3.152
29,attn_out,19.02330,0.01000,0.760
29,k_proj,19.87438,0.01000,0.752
29,v_proj,61.02749,0.01000,0.758
29,q_proj,19.89879,0.01000,0.759
29,ff_proj,105.43422,0.01000,0.767
29,up_proj,127.46541,0.01000,0.768
29,ff_out,89.98400,0.01000,3.143
30,attn_out,28.49241,0.01000,0.755
30,k_proj,21.22735,0.01000,0.754
30,v_proj,89.73079,0.01000,0.758
30,q_proj,21.19038,0.01000,0.755
30,ff_proj,111.87466,0.01000,0.768
30,up_proj,133.39688,0.01000,0.768
30,ff_out,94.50511,0.01000,3.151
31,attn_out,70.28519,0.01000,0.757
31,k_proj,22.47037,0.01000,0.757
31,v_proj,105.87488,0.01000,0.751
31,q_proj,22.58717,0.01000,0.749
31,ff_proj,118.44063,0.01000,0.769
31,up_proj,137.71429,0.01000,0.766
31,ff_out,267.18933,0.01000,3.143