Model save

README.md

@@ -27,7 +27,7 @@ print(output["generated_text"])
 
 ## Training procedure
 
-[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/causalai/huggingface/runs/tjguz7bm) 
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/causalai/huggingface/runs/1xpwmfi8) 
 
 
 This model was trained with GRPO, a method introduced in [DeepSeekMath: Pushing the Limits of Mathematical Reasoning in Open Language Models](https://huggingface.co/papers/2402.03300).

all_results.json

@@ -1,8 +1,8 @@
 {
     "total_flos": 0.0,
-    "train_loss": 0.17424644481669768,
-    "train_runtime": 23830.442,
+    "train_loss": 0.0634942120351993,
+    "train_runtime": 123112.1165,
     "train_samples": 4377,
-    "train_samples_per_second": 0.184,
-    "train_steps_per_second": 0.006
+    "train_samples_per_second": 0.036,
+    "train_steps_per_second": 0.001
 }

train_results.json

@@ -1,8 +1,8 @@
 {
     "total_flos": 0.0,
-    "train_loss": 0.17424644481669768,
-    "train_runtime": 23830.442,
+    "train_loss": 0.0634942120351993,
+    "train_runtime": 123112.1165,
     "train_samples": 4377,
-    "train_samples_per_second": 0.184,
-    "train_steps_per_second": 0.006
+    "train_samples_per_second": 0.036,
+    "train_steps_per_second": 0.001
 }

trainer_state.json

@@ -9,384 +9,384 @@
   "is_world_process_zero": true,
   "log_history": [
     {
-      "completion_length": 2.359375,
+      "completion_length": 15.59375,
       "epoch": 0.0365296803652968,
-      "grad_norm": 0.1389911025762558,
-      "kl": 0.003872394561767578,
+      "grad_norm": 10.368077278137207,
+      "kl": 0.15047144889831543,
       "learning_rate": 7.1428571428571436e-06,
-      "loss": 0.0002,
-      "reward": 0.0015625,
-      "reward_std": 0.004419417306780815,
-      "rewards/accuracy_reward": 0.0015625,
-      "rewards/format_reward": 0.0,
+      "loss": 0.0295,
+      "reward": 0.13515625,
+      "reward_std": 0.19950873199850322,
+      "rewards/accuracy_reward": 0.13203125,
+      "rewards/format_reward": 0.003125,
       "step": 5
     },
     {
-      "completion_length": 35.79453125,
+      "completion_length": 74.09296875,
       "epoch": 0.0730593607305936,
-      "grad_norm": 110.78824615478516,
-      "kl": 4.882113647460938,
+      "grad_norm": 6.168639183044434,
+      "kl": 1.47294921875,
       "learning_rate": 1.4285714285714287e-05,
-      "loss": 0.2065,
-      "reward": 0.14296875,
-      "reward_std": 0.18075319454073907,
-      "rewards/accuracy_reward": 0.14296875,
-      "rewards/format_reward": 0.0,
+      "loss": 0.1038,
+      "reward": 0.51015625,
+      "reward_std": 0.4266123466193676,
+      "rewards/accuracy_reward": 0.23203125,
+      "rewards/format_reward": 0.278125,
       "step": 10
     },
     {
-      "completion_length": 15.19375,
+      "completion_length": 109.55703125,
       "epoch": 0.1095890410958904,
-      "grad_norm": 80.90298461914062,
-      "kl": 9.19599609375,
+      "grad_norm": 10.966035842895508,
+      "kl": 0.523876953125,
       "learning_rate": 1.9996684675143132e-05,
-      "loss": 0.3634,
-      "reward": 0.246875,
-      "reward_std": 0.11894329264760017,
-      "rewards/accuracy_reward": 0.24609375,
-      "rewards/format_reward": 0.00078125,
+      "loss": 0.027,
+      "reward": 1.046875,
+      "reward_std": 0.46739846989512446,
+      "rewards/accuracy_reward": 0.215625,
+      "rewards/format_reward": 0.83125,
       "step": 15
     },
     {
-      "completion_length": 133.64609375,
+      "completion_length": 125.8359375,
       "epoch": 0.1461187214611872,
-      "grad_norm": 6.2705769538879395,
-      "kl": 10.17109375,
+      "grad_norm": 5.292937278747559,
+      "kl": 0.46650390625,
       "learning_rate": 1.9880878960910772e-05,
-      "loss": 0.4318,
-      "reward": 0.046875,
-      "reward_std": 0.09154205303639174,
-      "rewards/accuracy_reward": 0.0453125,
-      "rewards/format_reward": 0.0015625,
+      "loss": 0.0322,
+      "reward": 1.22734375,
+      "reward_std": 0.3152993652969599,
+      "rewards/accuracy_reward": 0.2421875,
+      "rewards/format_reward": 0.98515625,
       "step": 20
     },
     {
-      "completion_length": 37.11171875,
+      "completion_length": 271.60078125,
       "epoch": 0.182648401826484,
-      "grad_norm": 5.193119525909424,
-      "kl": 1.910546875,
+      "grad_norm": 2.0227677822113037,
+      "kl": 0.32373046875,
       "learning_rate": 1.960149873671602e-05,
-      "loss": 0.088,
-      "reward": 0.1921875,
-      "reward_std": 0.2920613231137395,
-      "rewards/accuracy_reward": 0.1921875,
-      "rewards/format_reward": 0.0,
+      "loss": 0.005,
+      "reward": 1.23359375,
+      "reward_std": 0.41616563573479654,
+      "rewards/accuracy_reward": 0.30078125,
+      "rewards/format_reward": 0.9328125,
       "step": 25
     },
     {
-      "completion_length": 59.3875,
+      "completion_length": 134.89609375,
       "epoch": 0.2191780821917808,
-      "grad_norm": 7.289978504180908,
-      "kl": 12.04296875,
+      "grad_norm": 2.7977349758148193,
+      "kl": 0.432275390625,
       "learning_rate": 1.916316904487005e-05,
-      "loss": 0.4808,
-      "reward": 0.27890625,
-      "reward_std": 0.12941365838050842,
-      "rewards/accuracy_reward": 0.27890625,
-      "rewards/format_reward": 0.0,
+      "loss": 0.0631,
+      "reward": 1.353125,
+      "reward_std": 0.26668183971196413,
+      "rewards/accuracy_reward": 0.3578125,
+      "rewards/format_reward": 0.9953125,
       "step": 30
     },
     {
-      "completion_length": 7.16484375,
+      "completion_length": 93.9765625,
       "epoch": 0.2557077625570776,
-      "grad_norm": 8.31716537475586,
-      "kl": 3.0578125,
+      "grad_norm": 3.0016226768493652,
+      "kl": 0.50341796875,
       "learning_rate": 1.8573146280763327e-05,
-      "loss": 0.1107,
-      "reward": 0.2359375,
-      "reward_std": 0.14111573789268733,
-      "rewards/accuracy_reward": 0.2359375,
-      "rewards/format_reward": 0.0,
+      "loss": 0.0361,
+      "reward": 1.3046875,
+      "reward_std": 0.26828942373394965,
+      "rewards/accuracy_reward": 0.31640625,
+      "rewards/format_reward": 0.98828125,
       "step": 35
     },
     {
-      "completion_length": 16.390625,
+      "completion_length": 117.1453125,
       "epoch": 0.2922374429223744,
-      "grad_norm": 5.783950328826904,
-      "kl": 2.4962890625,
+      "grad_norm": 2.1085522174835205,
+      "kl": 0.496875,
       "learning_rate": 1.7841198065767107e-05,
-      "loss": 0.1111,
-      "reward": 0.09921875,
-      "reward_std": 0.10410562343895435,
-      "rewards/accuracy_reward": 0.09921875,
-      "rewards/format_reward": 0.0,
+      "loss": -0.0058,
+      "reward": 1.340625,
+      "reward_std": 0.29750518389046193,
+      "rewards/accuracy_reward": 0.353125,
+      "rewards/format_reward": 0.9875,
       "step": 40
     },
     {
-      "completion_length": 8.3453125,
+      "completion_length": 77.484375,
       "epoch": 0.3287671232876712,
-      "grad_norm": 3.301870107650757,
-      "kl": 2.53984375,
+      "grad_norm": 1.8194400072097778,
+      "kl": 0.4939453125,
       "learning_rate": 1.6979441547663434e-05,
-      "loss": 0.112,
-      "reward": 0.24921875,
-      "reward_std": 0.08787706252187491,
-      "rewards/accuracy_reward": 0.24921875,
-      "rewards/format_reward": 0.0,
+      "loss": -0.02,
+      "reward": 1.3625,
+      "reward_std": 0.2868320092558861,
+      "rewards/accuracy_reward": 0.3734375,
+      "rewards/format_reward": 0.9890625,
       "step": 45
     },
     {
-      "completion_length": 7.115625,
+      "completion_length": 57.68671875,
       "epoch": 0.365296803652968,
-      "grad_norm": 23.468732833862305,
-      "kl": 1.8494140625,
+      "grad_norm": 1.7973569631576538,
+      "kl": 0.652001953125,
       "learning_rate": 1.6002142805483686e-05,
-      "loss": 0.0745,
-      "reward": 0.30078125,
-      "reward_std": 0.16333960443735124,
-      "rewards/accuracy_reward": 0.30078125,
-      "rewards/format_reward": 0.0,
+      "loss": 0.0459,
+      "reward": 1.3265625,
+      "reward_std": 0.2394094867631793,
+      "rewards/accuracy_reward": 0.33671875,
+      "rewards/format_reward": 0.98984375,
       "step": 50
     },
     {
-      "completion_length": 8.0453125,
+      "completion_length": 64.959375,
       "epoch": 0.4018264840182648,
-      "grad_norm": 753.44921875,
-      "kl": 19.584765625,
+      "grad_norm": 2.802725076675415,
+      "kl": 0.602783203125,
       "learning_rate": 1.4925480679538646e-05,
-      "loss": 0.7832,
-      "reward": 0.37109375,
-      "reward_std": 0.1843588210642338,
-      "rewards/accuracy_reward": 0.37109375,
-      "rewards/format_reward": 0.0,
+      "loss": 0.0103,
+      "reward": 1.3625,
+      "reward_std": 0.1871818160638213,
+      "rewards/accuracy_reward": 0.37734375,
+      "rewards/format_reward": 0.98515625,
       "step": 55
     },
     {
-      "completion_length": 7.13046875,
+      "completion_length": 94.5359375,
       "epoch": 0.4383561643835616,
-      "grad_norm": 6.451023578643799,
-      "kl": 2.43876953125,
+      "grad_norm": 2.600384473800659,
+      "kl": 0.4912109375,
       "learning_rate": 1.3767278936351853e-05,
-      "loss": 0.1025,
-      "reward": 0.35,
-      "reward_std": 0.18619631081819535,
-      "rewards/accuracy_reward": 0.35,
-      "rewards/format_reward": 0.0,
+      "loss": 0.0076,
+      "reward": 1.33203125,
+      "reward_std": 0.1461961718276143,
+      "rewards/accuracy_reward": 0.33828125,
+      "rewards/format_reward": 0.99375,
       "step": 60
     },
     {
-      "completion_length": 6.37109375,
+      "completion_length": 60.94140625,
       "epoch": 0.4748858447488584,
-      "grad_norm": 323.1124267578125,
-      "kl": 7.830859375,
+      "grad_norm": 2.3066651821136475,
+      "kl": 0.913916015625,
       "learning_rate": 1.2546711202412287e-05,
-      "loss": 0.3246,
-      "reward": 0.16640625,
-      "reward_std": 0.13669583052396775,
-      "rewards/accuracy_reward": 0.16640625,
-      "rewards/format_reward": 0.0,
+      "loss": 0.0148,
+      "reward": 1.25546875,
+      "reward_std": 0.26173087432980535,
+      "rewards/accuracy_reward": 0.3359375,
+      "rewards/format_reward": 0.91953125,
       "step": 65
     },
     {
-      "completion_length": 9.84453125,
+      "completion_length": 20.51796875,
       "epoch": 0.5114155251141552,
-      "grad_norm": 26.08424186706543,
-      "kl": 3.50234375,
+      "grad_norm": 13.061442375183105,
+      "kl": 6.19736328125,
       "learning_rate": 1.1283983551465512e-05,
-      "loss": 0.1512,
-      "reward": 0.1640625,
-      "reward_std": 0.1588148871436715,
-      "rewards/accuracy_reward": 0.1640625,
-      "rewards/format_reward": 0.0,
+      "loss": 0.2759,
+      "reward": 1.31796875,
+      "reward_std": 0.2789971936494112,
+      "rewards/accuracy_reward": 0.39375,
+      "rewards/format_reward": 0.92421875,
       "step": 70
     },
     {
-      "completion_length": 9.3984375,
+      "completion_length": 43.41796875,
       "epoch": 0.547945205479452,
-      "grad_norm": 9.223825454711914,
-      "kl": 2.7298828125,
+      "grad_norm": 441.85443115234375,
+      "kl": 2.45595703125,
       "learning_rate": 1e-05,
-      "loss": 0.1352,
-      "reward": 0.3015625,
-      "reward_std": 0.13396240305155516,
-      "rewards/accuracy_reward": 0.3015625,
-      "rewards/format_reward": 0.0,
+      "loss": 0.1115,
+      "reward": 1.0578125,
+      "reward_std": 0.48872011750936506,
+      "rewards/accuracy_reward": 0.278125,
+      "rewards/format_reward": 0.7796875,
       "step": 75
     },
     {
-      "completion_length": 7.01796875,
+      "completion_length": 46.90703125,
       "epoch": 0.5844748858447488,
-      "grad_norm": 2.7007009983062744,
-      "kl": 2.04384765625,
+      "grad_norm": 1.9799107313156128,
+      "kl": 1.23125,
       "learning_rate": 8.71601644853449e-06,
-      "loss": 0.07,
-      "reward": 0.35390625,
-      "reward_std": 0.14382591843605042,
-      "rewards/accuracy_reward": 0.35390625,
-      "rewards/format_reward": 0.0,
+      "loss": 0.0292,
+      "reward": 0.984375,
+      "reward_std": 0.4891943013295531,
+      "rewards/accuracy_reward": 0.25703125,
+      "rewards/format_reward": 0.72734375,
       "step": 80
     },
     {
-      "completion_length": 6.99140625,
+      "completion_length": 13.75546875,
       "epoch": 0.6210045662100456,
-      "grad_norm": 2.9610671997070312,
-      "kl": 1.62041015625,
+      "grad_norm": 4.793896198272705,
+      "kl": 1.34541015625,
       "learning_rate": 7.453288797587714e-06,
-      "loss": 0.0512,
-      "reward": 0.4578125,
-      "reward_std": 0.13595965169370175,
-      "rewards/accuracy_reward": 0.4578125,
-      "rewards/format_reward": 0.0,
+      "loss": 0.0482,
+      "reward": 1.31484375,
+      "reward_std": 0.14597927127033472,
+      "rewards/accuracy_reward": 0.33671875,
+      "rewards/format_reward": 0.978125,
       "step": 85
     },
     {
-      "completion_length": 7.00859375,
+      "completion_length": 13.13359375,
       "epoch": 0.6575342465753424,
-      "grad_norm": 89.31245422363281,
-      "kl": 4.942578125,
+      "grad_norm": 12.646719932556152,
+      "kl": 1.4255859375,
       "learning_rate": 6.232721063648148e-06,
-      "loss": 0.2069,
-      "reward": 0.33359375,
-      "reward_std": 0.057549753412604335,
-      "rewards/accuracy_reward": 0.33359375,
-      "rewards/format_reward": 0.0,
+      "loss": 0.0557,
+      "reward": 1.34296875,
+      "reward_std": 0.10623529590666295,
+      "rewards/accuracy_reward": 0.3515625,
+      "rewards/format_reward": 0.99140625,
       "step": 90
     },
     {
-      "completion_length": 7.11484375,
+      "completion_length": 15.2046875,
       "epoch": 0.6940639269406392,
-      "grad_norm": 9.96738052368164,
-      "kl": 1.862890625,
+      "grad_norm": 2.1448068618774414,
+      "kl": 1.299609375,
       "learning_rate": 5.074519320461358e-06,
-      "loss": 0.0776,
-      "reward": 0.34140625,
-      "reward_std": 0.12425038442015648,
-      "rewards/accuracy_reward": 0.34140625,
-      "rewards/format_reward": 0.0,
+      "loss": 0.0404,
+      "reward": 1.3171875,
+      "reward_std": 0.14243474025279285,
+      "rewards/accuracy_reward": 0.33125,
+      "rewards/format_reward": 0.9859375,
       "step": 95
     },
     {
-      "completion_length": 7.18671875,
+      "completion_length": 22.12265625,
       "epoch": 0.730593607305936,
-      "grad_norm": 2.228224992752075,
-      "kl": 1.60244140625,
+      "grad_norm": 13.79468822479248,
+      "kl": 1.4185546875,
       "learning_rate": 3.997857194516319e-06,
-      "loss": 0.0645,
-      "reward": 0.3796875,
-      "reward_std": 0.10868480261415243,
-      "rewards/accuracy_reward": 0.3796875,
-      "rewards/format_reward": 0.0,
+      "loss": 0.0562,
+      "reward": 1.3484375,
+      "reward_std": 0.19392489716410638,
+      "rewards/accuracy_reward": 0.3953125,
+      "rewards/format_reward": 0.953125,
       "step": 100
     },
     {
       "epoch": 0.730593607305936,
-      "eval_completion_length": 7.259560502283105,
-      "eval_kl": 2.0344320776255707,
-      "eval_loss": 0.0820033997297287,
-      "eval_reward": 0.40156963470319634,
-      "eval_reward_std": 0.1660658570729434,
-      "eval_rewards/accuracy_reward": 0.40156963470319634,
-      "eval_rewards/format_reward": 0.0,
-      "eval_runtime": 1129.5631,
-      "eval_samples_per_second": 3.875,
-      "eval_steps_per_second": 0.969,
+      "eval_completion_length": 61.36258561643836,
+      "eval_kl": 2.0426084474885844,
+      "eval_loss": 0.08902593702077866,
+      "eval_reward": 1.2051084474885845,
+      "eval_reward_std": 0.4570505227672455,
+      "eval_rewards/accuracy_reward": 0.39023972602739726,
+      "eval_rewards/format_reward": 0.8148687214611872,
+      "eval_runtime": 25621.0164,
+      "eval_samples_per_second": 0.171,
+      "eval_steps_per_second": 0.043,
       "step": 100
     },
     {
-      "completion_length": 7.7234375,
+      "completion_length": 50.4015625,
       "epoch": 0.7671232876712328,
-      "grad_norm": 28.94325828552246,
-      "kl": 2.4732421875,
+      "grad_norm": 3.6549317836761475,
+      "kl": 1.721875,
       "learning_rate": 3.0205584523365626e-06,
-      "loss": 0.0945,
-      "reward": 0.36171875,
-      "reward_std": 0.13725076355040072,
-      "rewards/accuracy_reward": 0.36171875,
-      "rewards/format_reward": 0.0,
+      "loss": 0.035,
+      "reward": 1.27421875,
+      "reward_std": 0.3447163349017501,
+      "rewards/accuracy_reward": 0.38671875,
+      "rewards/format_reward": 0.8875,
       "step": 105
     },
     {
-      "completion_length": 7.7703125,
+      "completion_length": 43.98359375,
       "epoch": 0.8036529680365296,
-      "grad_norm": 4.636743068695068,
-      "kl": 2.106640625,
+      "grad_norm": 2.842573404312134,
+      "kl": 1.8482421875,
       "learning_rate": 2.158801934232897e-06,
-      "loss": 0.1132,
-      "reward": 0.32734375,
-      "reward_std": 0.14027298595756293,
-      "rewards/accuracy_reward": 0.32734375,
-      "rewards/format_reward": 0.0,
+      "loss": 0.0649,
+      "reward": 1.240625,
+      "reward_std": 0.2724386781454086,
+      "rewards/accuracy_reward": 0.321875,
+      "rewards/format_reward": 0.91875,
       "step": 110
     },
     {
-      "completion_length": 7.78359375,
+      "completion_length": 50.07265625,
       "epoch": 0.8401826484018264,
-      "grad_norm": 22.67841911315918,
-      "kl": 2.292578125,
+      "grad_norm": 5.093225479125977,
+      "kl": 2.44453125,
       "learning_rate": 1.426853719236676e-06,
-      "loss": 0.0942,
-      "reward": 0.3296875,
-      "reward_std": 0.14898151364177464,
-      "rewards/accuracy_reward": 0.3296875,
-      "rewards/format_reward": 0.0,
+      "loss": 0.1351,
+      "reward": 1.1875,
+      "reward_std": 0.3050973150879145,
+      "rewards/accuracy_reward": 0.29296875,
+      "rewards/format_reward": 0.89453125,
       "step": 115
     },
     {
-      "completion_length": 7.56015625,
+      "completion_length": 66.58828125,
       "epoch": 0.8767123287671232,
-      "grad_norm": 2.22091007232666,
-      "kl": 1.76455078125,
+      "grad_norm": 3.9608869552612305,
+      "kl": 2.5376953125,
       "learning_rate": 8.368309551299536e-07,
-      "loss": 0.0637,
-      "reward": 0.396875,
-      "reward_std": 0.11804735492914915,
-      "rewards/accuracy_reward": 0.396875,
-      "rewards/format_reward": 0.0,
+      "loss": 0.1227,
+      "reward": 1.29765625,
+      "reward_std": 0.35280441734939816,
+      "rewards/accuracy_reward": 0.40390625,
+      "rewards/format_reward": 0.89375,
       "step": 120
     },
     {
-      "completion_length": 7.64296875,
+      "completion_length": 86.17265625,
       "epoch": 0.91324200913242,
-      "grad_norm": 574.54296875,
-      "kl": 6.1111328125,
+      "grad_norm": 4.511857509613037,
+      "kl": 2.7826171875,
       "learning_rate": 3.985012632839824e-07,
-      "loss": 0.2768,
-      "reward": 0.38984375,
-      "reward_std": 0.15423668939620255,
-      "rewards/accuracy_reward": 0.38984375,
-      "rewards/format_reward": 0.0,
+      "loss": 0.1011,
+      "reward": 1.24921875,
+      "reward_std": 0.31032323855906724,
+      "rewards/accuracy_reward": 0.33828125,
+      "rewards/format_reward": 0.9109375,
       "step": 125
     },
     {
-      "completion_length": 7.64296875,
+      "completion_length": 81.040625,
       "epoch": 0.9497716894977168,
-      "grad_norm": 2.4676826000213623,
-      "kl": 1.837109375,
+      "grad_norm": 3.5829803943634033,
+      "kl": 3.201953125,
       "learning_rate": 1.1912103908922945e-07,
-      "loss": 0.0508,
-      "reward": 0.403125,
-      "reward_std": 0.12604196835309267,
-      "rewards/accuracy_reward": 0.403125,
-      "rewards/format_reward": 0.0,
+      "loss": 0.1484,
+      "reward": 1.275,
+      "reward_std": 0.31014324594289067,
+      "rewards/accuracy_reward": 0.35859375,
+      "rewards/format_reward": 0.91640625,
       "step": 130
     },
     {
-      "completion_length": 7.83671875,
+      "completion_length": 89.2578125,
       "epoch": 0.9863013698630136,
-      "grad_norm": 3.2783923149108887,
-      "kl": 1.899609375,
+      "grad_norm": 6.557438373565674,
+      "kl": 3.0515625,
       "learning_rate": 3.315324856869584e-09,
-      "loss": 0.0806,
-      "reward": 0.33828125,
-      "reward_std": 0.13399234507232904,
-      "rewards/accuracy_reward": 0.33828125,
-      "rewards/format_reward": 0.0,
+      "loss": 0.1109,
+      "reward": 1.20390625,
+      "reward_std": 0.32457808069884775,
+      "rewards/accuracy_reward": 0.3,
+      "rewards/format_reward": 0.90390625,
       "step": 135
     },
     {
-      "completion_length": 7.59375,
+      "completion_length": 95.453125,
       "epoch": 0.993607305936073,
-      "kl": 5.6884765625,
-      "reward": 0.31640625,
-      "reward_std": 0.11390282679349184,
-      "rewards/accuracy_reward": 0.31640625,
-      "rewards/format_reward": 0.0,
+      "kl": 3.2041015625,
+      "reward": 1.2265625,
+      "reward_std": 0.43310215324163437,
+      "rewards/accuracy_reward": 0.3359375,
+      "rewards/format_reward": 0.890625,
       "step": 136,
       "total_flos": 0.0,
-      "train_loss": 0.17424644481669768,
-      "train_runtime": 23830.442,
-      "train_samples_per_second": 0.184,
-      "train_steps_per_second": 0.006
+      "train_loss": 0.0634942120351993,
+      "train_runtime": 123112.1165,
+      "train_samples_per_second": 0.036,
+      "train_steps_per_second": 0.001
     }
   ],
   "logging_steps": 5,