Obeida commited on
Commit
c5222cc
·
verified ·
1 Parent(s): 85eef74

Training in progress, step 300, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:12b08d1715856b5ca2a529d7640909b2a5c7d028e9075cb1450868463bb32dc7
3
  size 295488936
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f84e7b63436671da375a41d5bbf5e1239f4c8aec811167813a8bf31b1ced550
3
  size 295488936
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2960da7bc056067209bc6af4a3d5c67f3ff6ccafacc272498cd8ae6d7f0b35b9
3
  size 591203178
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:215b2efb297e43e0b0bd6527f407a3a1c19dabcbcffd428b261c614017f3386c
3
  size 591203178
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9196a1e708bf24d6abba41cce3f8558820acc3e50f9394c5955e29eb41ffea3d
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d138cfe3a4adf21f048848ee35837c9a757a0a3616ff7adbb45b69aac247435
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:887938d50f919c0bc26ff7f587b338999d3f54bebedefc7121b973f64dd1939d
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d264ea2b31efc6175c9b88c292060b1e331f84753196c51fa4b1c3c0bd9a5f38
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.32786885245901637,
5
  "eval_steps": 100,
6
- "global_step": 200,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -163,6 +163,84 @@
163
  "eval_samples_per_second": 1.092,
164
  "eval_steps_per_second": 1.092,
165
  "step": 200
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
166
  }
167
  ],
168
  "logging_steps": 10,
@@ -182,7 +260,7 @@
182
  "attributes": {}
183
  }
184
  },
185
- "total_flos": 3763915769856000.0,
186
  "train_batch_size": 1,
187
  "trial_name": null,
188
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.4918032786885246,
5
  "eval_steps": 100,
6
+ "global_step": 300,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
163
  "eval_samples_per_second": 1.092,
164
  "eval_steps_per_second": 1.092,
165
  "step": 200
166
+ },
167
+ {
168
+ "epoch": 0.3442622950819672,
169
+ "grad_norm": 1.2340621948242188,
170
+ "learning_rate": 8.290001430804025e-05,
171
+ "loss": 0.1302,
172
+ "step": 210
173
+ },
174
+ {
175
+ "epoch": 0.36065573770491804,
176
+ "grad_norm": 0.7683020234107971,
177
+ "learning_rate": 8.06928070911306e-05,
178
+ "loss": 0.1771,
179
+ "step": 220
180
+ },
181
+ {
182
+ "epoch": 0.3770491803278688,
183
+ "grad_norm": 1.2670581340789795,
184
+ "learning_rate": 7.838512137210565e-05,
185
+ "loss": 0.1442,
186
+ "step": 230
187
+ },
188
+ {
189
+ "epoch": 0.39344262295081966,
190
+ "grad_norm": 0.6768158078193665,
191
+ "learning_rate": 7.598451178106857e-05,
192
+ "loss": 0.1389,
193
+ "step": 240
194
+ },
195
+ {
196
+ "epoch": 0.4098360655737705,
197
+ "grad_norm": 1.129391074180603,
198
+ "learning_rate": 7.3498837151366e-05,
199
+ "loss": 0.1385,
200
+ "step": 250
201
+ },
202
+ {
203
+ "epoch": 0.4262295081967213,
204
+ "grad_norm": 1.101136326789856,
205
+ "learning_rate": 7.093623479226385e-05,
206
+ "loss": 0.1564,
207
+ "step": 260
208
+ },
209
+ {
210
+ "epoch": 0.4426229508196721,
211
+ "grad_norm": 0.2261950969696045,
212
+ "learning_rate": 6.830509384998114e-05,
213
+ "loss": 0.1431,
214
+ "step": 270
215
+ },
216
+ {
217
+ "epoch": 0.45901639344262296,
218
+ "grad_norm": 0.3458766043186188,
219
+ "learning_rate": 6.561402784428974e-05,
220
+ "loss": 0.1206,
221
+ "step": 280
222
+ },
223
+ {
224
+ "epoch": 0.47540983606557374,
225
+ "grad_norm": 1.1199126243591309,
226
+ "learning_rate": 6.287184647058648e-05,
227
+ "loss": 0.11,
228
+ "step": 290
229
+ },
230
+ {
231
+ "epoch": 0.4918032786885246,
232
+ "grad_norm": 0.45597025752067566,
233
+ "learning_rate": 6.0087526759748304e-05,
234
+ "loss": 0.1191,
235
+ "step": 300
236
+ },
237
+ {
238
+ "epoch": 0.4918032786885246,
239
+ "eval_loss": 0.1460057497024536,
240
+ "eval_runtime": 62.2673,
241
+ "eval_samples_per_second": 1.092,
242
+ "eval_steps_per_second": 1.092,
243
+ "step": 300
244
  }
245
  ],
246
  "logging_steps": 10,
 
260
  "attributes": {}
261
  }
262
  },
263
+ "total_flos": 5636040300257280.0,
264
  "train_batch_size": 1,
265
  "trial_name": null,
266
  "trial_params": null