Obeida commited on
Commit
7ba7c28
·
verified ·
1 Parent(s): c7b4e33

Training in progress, step 400, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9f84e7b63436671da375a41d5bbf5e1239f4c8aec811167813a8bf31b1ced550
3
  size 295488936
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:985be99f2fe51d4234f4b22a7f33c60445325ad03f922ee402fee4140b72158f
3
  size 295488936
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:215b2efb297e43e0b0bd6527f407a3a1c19dabcbcffd428b261c614017f3386c
3
  size 591203178
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4dade84db92ba85badc3b2e0f25466951d10090f7ecd0530ee00a0033bce3374
3
  size 591203178
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8d138cfe3a4adf21f048848ee35837c9a757a0a3616ff7adbb45b69aac247435
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b3ee827a7a00012c0a116546df467feee35e70376d81a7a85b1a70eb90414d3
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d264ea2b31efc6175c9b88c292060b1e331f84753196c51fa4b1c3c0bd9a5f38
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b14cbd30fe629fc4c294758d371dfad4518c573c64f4a435e9760f96ef5a4526
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.4918032786885246,
5
  "eval_steps": 100,
6
- "global_step": 300,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -241,6 +241,84 @@
241
  "eval_samples_per_second": 1.092,
242
  "eval_steps_per_second": 1.092,
243
  "step": 300
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
244
  }
245
  ],
246
  "logging_steps": 10,
@@ -260,7 +338,7 @@
260
  "attributes": {}
261
  }
262
  },
263
- "total_flos": 5636040300257280.0,
264
  "train_batch_size": 1,
265
  "trial_name": null,
266
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.6557377049180327,
5
  "eval_steps": 100,
6
+ "global_step": 400,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
241
  "eval_samples_per_second": 1.092,
242
  "eval_steps_per_second": 1.092,
243
  "step": 300
244
+ },
245
+ {
246
+ "epoch": 0.5081967213114754,
247
+ "grad_norm": 0.734933614730835,
248
+ "learning_rate": 5.7270183690184495e-05,
249
+ "loss": 0.1585,
250
+ "step": 310
251
+ },
252
+ {
253
+ "epoch": 0.5245901639344263,
254
+ "grad_norm": 0.8497341275215149,
255
+ "learning_rate": 5.4429040348292256e-05,
256
+ "loss": 0.1406,
257
+ "step": 320
258
+ },
259
+ {
260
+ "epoch": 0.5409836065573771,
261
+ "grad_norm": 0.8217471241950989,
262
+ "learning_rate": 5.157339773500125e-05,
263
+ "loss": 0.1388,
264
+ "step": 330
265
+ },
266
+ {
267
+ "epoch": 0.5573770491803278,
268
+ "grad_norm": 0.3617191016674042,
269
+ "learning_rate": 4.8712604317250576e-05,
270
+ "loss": 0.1493,
271
+ "step": 340
272
+ },
273
+ {
274
+ "epoch": 0.5737704918032787,
275
+ "grad_norm": 0.9715378880500793,
276
+ "learning_rate": 4.585602542407722e-05,
277
+ "loss": 0.1446,
278
+ "step": 350
279
+ },
280
+ {
281
+ "epoch": 0.5901639344262295,
282
+ "grad_norm": 0.8967556953430176,
283
+ "learning_rate": 4.3013012587503254e-05,
284
+ "loss": 0.1134,
285
+ "step": 360
286
+ },
287
+ {
288
+ "epoch": 0.6065573770491803,
289
+ "grad_norm": 1.1487077474594116,
290
+ "learning_rate": 4.019287292859016e-05,
291
+ "loss": 0.1419,
292
+ "step": 370
293
+ },
294
+ {
295
+ "epoch": 0.6229508196721312,
296
+ "grad_norm": 0.8955410718917847,
297
+ "learning_rate": 3.7404838688880446e-05,
298
+ "loss": 0.1339,
299
+ "step": 380
300
+ },
301
+ {
302
+ "epoch": 0.639344262295082,
303
+ "grad_norm": 0.7369993925094604,
304
+ "learning_rate": 3.465803700697114e-05,
305
+ "loss": 0.1435,
306
+ "step": 390
307
+ },
308
+ {
309
+ "epoch": 0.6557377049180327,
310
+ "grad_norm": 0.4338698089122772,
311
+ "learning_rate": 3.196146003916084e-05,
312
+ "loss": 0.1423,
313
+ "step": 400
314
+ },
315
+ {
316
+ "epoch": 0.6557377049180327,
317
+ "eval_loss": 0.13493812084197998,
318
+ "eval_runtime": 62.3222,
319
+ "eval_samples_per_second": 1.091,
320
+ "eval_steps_per_second": 1.091,
321
+ "step": 400
322
  }
323
  ],
324
  "logging_steps": 10,
 
338
  "attributes": {}
339
  }
340
  },
341
+ "total_flos": 7442719869788160.0,
342
  "train_batch_size": 1,
343
  "trial_name": null,
344
  "trial_params": null