Training in progress, step 50, checkpoint

last-checkpoint/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8bbcdf8607302586b9f8c428a3ee46b42c936394d61b9eea263f0d592b1e31f9
+oid sha256:c735f29ffcecfe557b3ce10bdf99ebd373975f9fdf0868ebe7836389a3c5f7ae
 size 456206152

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d0eb9b1985a09b900daf26be1aecaf609a0510412247a20ce05467ccb645ad8b
+oid sha256:c3ab677dc8d33b8febad9881bb20c02aaeba0e215b8dd761c997e5d72ad81c7d
 size 912734242

last-checkpoint/rng_state_0.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:762044f895db498d826a198ea352c03db8d3c8b1b9a88dbc34526b00701c66f0
+oid sha256:ff95b514febeac1a4524cf9d651f3b56b5e3470671a0c03845d5ef9dc900ffc0
 size 15024

last-checkpoint/rng_state_1.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f0d5125b99785623c7a3f73e28a2096d689febda5885b2c79e0e04ee73ae6127
+oid sha256:e502bec1102a63c2e35e273ed07c245cac690bb1b6bbf1d9024b683ddd2f89a8
 size 15024

last-checkpoint/rng_state_2.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:819108c1637f3bfbdd9ed9fe61ebc4a945c98a589c0c071c97ac7eb61e340d8d
+oid sha256:c02e90af799c7735f86e9399088dd9688ad56acdc62846719611b950fdbc8dcd
 size 15024

last-checkpoint/rng_state_3.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:128ccaac07f22508fb7733249fa237b0f162df5d0c7d62b344f8fce0890aa0bf
+oid sha256:dbf468c38bb08cc8df83c18f0185bcd3c00fe68dedbe1383df8ad6b8ddb43b4a
 size 15024

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f37b2aa490ccb1598b01e14cda36e9081f7ce646deab4d3c2d03de0d2169a755
+oid sha256:b1df0528620c07325b8faa7567e59b0c1e86a1f1ee6af1245a69c6c0463fe4e2
 size 1064

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
-  "best_metric": 1.1210732460021973,
-  "best_model_checkpoint": "miner_id_24/checkpoint-25",
-  "epoch": 0.39564787339268054,
+  "best_metric": 1.0899254083633423,
+  "best_model_checkpoint": "miner_id_24/checkpoint-50",
+  "epoch": 0.7912957467853611,
   "eval_steps": 25,
-  "global_step": 25,
+  "global_step": 50,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -198,6 +198,189 @@
       "eval_samples_per_second": 23.187,
       "eval_steps_per_second": 2.939,
       "step": 25
+    },
+    {
+      "epoch": 0.4114737883283877,
+      "grad_norm": 9.396648406982422,
+      "learning_rate": 5e-05,
+      "loss": 1.021,
+      "step": 26
+    },
+    {
+      "epoch": 0.42729970326409494,
+      "grad_norm": 9.706809997558594,
+      "learning_rate": 4.6729843538492847e-05,
+      "loss": 1.027,
+      "step": 27
+    },
+    {
+      "epoch": 0.4431256181998022,
+      "grad_norm": 9.777868270874023,
+      "learning_rate": 4.347369038899744e-05,
+      "loss": 1.0035,
+      "step": 28
+    },
+    {
+      "epoch": 0.4589515331355094,
+      "grad_norm": 9.147923469543457,
+      "learning_rate": 4.0245483899193595e-05,
+      "loss": 1.0155,
+      "step": 29
+    },
+    {
+      "epoch": 0.47477744807121663,
+      "grad_norm": 10.263490676879883,
+      "learning_rate": 3.705904774487396e-05,
+      "loss": 1.0915,
+      "step": 30
+    },
+    {
+      "epoch": 0.49060336300692386,
+      "grad_norm": 10.092540740966797,
+      "learning_rate": 3.392802673484193e-05,
+      "loss": 1.0308,
+      "step": 31
+    },
+    {
+      "epoch": 0.506429277942631,
+      "grad_norm": 10.42038345336914,
+      "learning_rate": 3.086582838174551e-05,
+      "loss": 1.0215,
+      "step": 32
+    },
+    {
+      "epoch": 0.5222551928783383,
+      "grad_norm": 11.094647407531738,
+      "learning_rate": 2.7885565489049946e-05,
+      "loss": 1.0772,
+      "step": 33
+    },
+    {
+      "epoch": 0.5380811078140455,
+      "grad_norm": 15.622209548950195,
+      "learning_rate": 2.500000000000001e-05,
+      "loss": 1.0981,
+      "step": 34
+    },
+    {
+      "epoch": 0.5539070227497527,
+      "grad_norm": 14.03188419342041,
+      "learning_rate": 2.2221488349019903e-05,
+      "loss": 1.102,
+      "step": 35
+    },
+    {
+      "epoch": 0.56973293768546,
+      "grad_norm": 14.803242683410645,
+      "learning_rate": 1.9561928549563968e-05,
+      "loss": 1.1501,
+      "step": 36
+    },
+    {
+      "epoch": 0.5855588526211671,
+      "grad_norm": 17.260364532470703,
+      "learning_rate": 1.703270924499656e-05,
+      "loss": 1.1921,
+      "step": 37
+    },
+    {
+      "epoch": 0.6013847675568744,
+      "grad_norm": 12.378181457519531,
+      "learning_rate": 1.4644660940672627e-05,
+      "loss": 1.0328,
+      "step": 38
+    },
+    {
+      "epoch": 0.6172106824925816,
+      "grad_norm": 23.5246639251709,
+      "learning_rate": 1.2408009626051137e-05,
+      "loss": 0.9789,
+      "step": 39
+    },
+    {
+      "epoch": 0.6330365974282888,
+      "grad_norm": 8.56489372253418,
+      "learning_rate": 1.0332332985438248e-05,
+      "loss": 0.9529,
+      "step": 40
+    },
+    {
+      "epoch": 0.6488625123639961,
+      "grad_norm": 10.103404998779297,
+      "learning_rate": 8.426519384872733e-06,
+      "loss": 1.0168,
+      "step": 41
+    },
+    {
+      "epoch": 0.6646884272997032,
+      "grad_norm": 10.861989974975586,
+      "learning_rate": 6.698729810778065e-06,
+      "loss": 1.0259,
+      "step": 42
+    },
+    {
+      "epoch": 0.6805143422354105,
+      "grad_norm": 10.334854125976562,
+      "learning_rate": 5.156362923365588e-06,
+      "loss": 1.0974,
+      "step": 43
+    },
+    {
+      "epoch": 0.6963402571711177,
+      "grad_norm": 11.207289695739746,
+      "learning_rate": 3.8060233744356633e-06,
+      "loss": 1.0101,
+      "step": 44
+    },
+    {
+      "epoch": 0.712166172106825,
+      "grad_norm": 10.760793685913086,
+      "learning_rate": 2.653493525244721e-06,
+      "loss": 1.0243,
+      "step": 45
+    },
+    {
+      "epoch": 0.7279920870425322,
+      "grad_norm": 12.915775299072266,
+      "learning_rate": 1.70370868554659e-06,
+      "loss": 1.0589,
+      "step": 46
+    },
+    {
+      "epoch": 0.7438180019782393,
+      "grad_norm": 14.973145484924316,
+      "learning_rate": 9.607359798384785e-07,
+      "loss": 1.072,
+      "step": 47
+    },
+    {
+      "epoch": 0.7596439169139466,
+      "grad_norm": 13.25812816619873,
+      "learning_rate": 4.277569313094809e-07,
+      "loss": 1.0875,
+      "step": 48
+    },
+    {
+      "epoch": 0.7754698318496538,
+      "grad_norm": 14.302404403686523,
+      "learning_rate": 1.0705383806982606e-07,
+      "loss": 1.091,
+      "step": 49
+    },
+    {
+      "epoch": 0.7912957467853611,
+      "grad_norm": 19.608789443969727,
+      "learning_rate": 0.0,
+      "loss": 1.1309,
+      "step": 50
+    },
+    {
+      "epoch": 0.7912957467853611,
+      "eval_loss": 1.0899254083633423,
+      "eval_runtime": 18.3747,
+      "eval_samples_per_second": 23.184,
+      "eval_steps_per_second": 2.939,
+      "step": 50
     }
   ],
   "logging_steps": 1,
@@ -221,12 +404,12 @@
         "should_evaluate": false,
         "should_log": false,
         "should_save": true,
-        "should_training_stop": false
+        "should_training_stop": true
       },
       "attributes": {}
     }
   },
-  "total_flos": 4.596980806320128e+17,
+  "total_flos": 9.193961612640256e+17,
   "train_batch_size": 2,
   "trial_name": null,
   "trial_params": null