{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 1042,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.003838771593090211,
      "grad_norm": 48.289031982421875,
      "learning_rate": 3.7735849056603773e-06,
      "loss": 6.4916,
      "step": 2
    },
    {
      "epoch": 0.007677543186180422,
      "grad_norm": 29.75079917907715,
      "learning_rate": 7.547169811320755e-06,
      "loss": 6.2279,
      "step": 4
    },
    {
      "epoch": 0.011516314779270634,
      "grad_norm": 10.823013305664062,
      "learning_rate": 1.1320754716981132e-05,
      "loss": 5.5753,
      "step": 6
    },
    {
      "epoch": 0.015355086372360844,
      "grad_norm": 7.690505027770996,
      "learning_rate": 1.509433962264151e-05,
      "loss": 5.1097,
      "step": 8
    },
    {
      "epoch": 0.019193857965451054,
      "grad_norm": 8.298799514770508,
      "learning_rate": 1.8867924528301888e-05,
      "loss": 4.9181,
      "step": 10
    },
    {
      "epoch": 0.023032629558541268,
      "grad_norm": 5.300838947296143,
      "learning_rate": 2.2641509433962265e-05,
      "loss": 4.881,
      "step": 12
    },
    {
      "epoch": 0.026871401151631478,
      "grad_norm": 5.326018810272217,
      "learning_rate": 2.641509433962264e-05,
      "loss": 4.5184,
      "step": 14
    },
    {
      "epoch": 0.030710172744721688,
      "grad_norm": 5.346513271331787,
      "learning_rate": 3.018867924528302e-05,
      "loss": 4.5163,
      "step": 16
    },
    {
      "epoch": 0.0345489443378119,
      "grad_norm": 3.9342334270477295,
      "learning_rate": 3.39622641509434e-05,
      "loss": 4.3626,
      "step": 18
    },
    {
      "epoch": 0.03838771593090211,
      "grad_norm": 3.5320026874542236,
      "learning_rate": 3.7735849056603776e-05,
      "loss": 4.4012,
      "step": 20
    },
    {
      "epoch": 0.04222648752399232,
      "grad_norm": 3.396531581878662,
      "learning_rate": 4.150943396226415e-05,
      "loss": 4.2005,
      "step": 22
    },
    {
      "epoch": 0.046065259117082535,
      "grad_norm": 2.8504703044891357,
      "learning_rate": 4.528301886792453e-05,
      "loss": 4.0846,
      "step": 24
    },
    {
      "epoch": 0.04990403071017274,
      "grad_norm": 3.5860769748687744,
      "learning_rate": 4.9056603773584906e-05,
      "loss": 4.0599,
      "step": 26
    },
    {
      "epoch": 0.053742802303262956,
      "grad_norm": 3.1936397552490234,
      "learning_rate": 5.283018867924528e-05,
      "loss": 4.1174,
      "step": 28
    },
    {
      "epoch": 0.05758157389635317,
      "grad_norm": 3.2273406982421875,
      "learning_rate": 5.660377358490566e-05,
      "loss": 3.7389,
      "step": 30
    },
    {
      "epoch": 0.061420345489443376,
      "grad_norm": 2.6602048873901367,
      "learning_rate": 6.037735849056604e-05,
      "loss": 4.0485,
      "step": 32
    },
    {
      "epoch": 0.06525911708253358,
      "grad_norm": 3.2807395458221436,
      "learning_rate": 6.415094339622641e-05,
      "loss": 4.0037,
      "step": 34
    },
    {
      "epoch": 0.0690978886756238,
      "grad_norm": 2.3215198516845703,
      "learning_rate": 6.79245283018868e-05,
      "loss": 3.9036,
      "step": 36
    },
    {
      "epoch": 0.07293666026871401,
      "grad_norm": 2.9224202632904053,
      "learning_rate": 7.169811320754717e-05,
      "loss": 3.973,
      "step": 38
    },
    {
      "epoch": 0.07677543186180422,
      "grad_norm": 2.602111339569092,
      "learning_rate": 7.547169811320755e-05,
      "loss": 3.7376,
      "step": 40
    },
    {
      "epoch": 0.08061420345489444,
      "grad_norm": 2.60905122756958,
      "learning_rate": 7.924528301886794e-05,
      "loss": 3.8791,
      "step": 42
    },
    {
      "epoch": 0.08445297504798464,
      "grad_norm": 3.377249002456665,
      "learning_rate": 8.30188679245283e-05,
      "loss": 3.8816,
      "step": 44
    },
    {
      "epoch": 0.08829174664107485,
      "grad_norm": 2.953822612762451,
      "learning_rate": 8.679245283018869e-05,
      "loss": 3.7942,
      "step": 46
    },
    {
      "epoch": 0.09213051823416507,
      "grad_norm": 2.96752667427063,
      "learning_rate": 9.056603773584906e-05,
      "loss": 3.5678,
      "step": 48
    },
    {
      "epoch": 0.09596928982725528,
      "grad_norm": 3.927953004837036,
      "learning_rate": 9.433962264150944e-05,
      "loss": 3.8445,
      "step": 50
    },
    {
      "epoch": 0.09980806142034548,
      "grad_norm": 3.235875368118286,
      "learning_rate": 9.811320754716981e-05,
      "loss": 3.8813,
      "step": 52
    },
    {
      "epoch": 0.1036468330134357,
      "grad_norm": 3.226400375366211,
      "learning_rate": 9.999974774092106e-05,
      "loss": 3.5795,
      "step": 54
    },
    {
      "epoch": 0.10748560460652591,
      "grad_norm": 3.028534173965454,
      "learning_rate": 9.999772968356182e-05,
      "loss": 3.6002,
      "step": 56
    },
    {
      "epoch": 0.11132437619961612,
      "grad_norm": 2.740309715270996,
      "learning_rate": 9.999369365029487e-05,
      "loss": 3.6699,
      "step": 58
    },
    {
      "epoch": 0.11516314779270634,
      "grad_norm": 3.1072158813476562,
      "learning_rate": 9.998763980401998e-05,
      "loss": 3.6008,
      "step": 60
    },
    {
      "epoch": 0.11900191938579655,
      "grad_norm": 2.9284427165985107,
      "learning_rate": 9.997956838907852e-05,
      "loss": 3.6526,
      "step": 62
    },
    {
      "epoch": 0.12284069097888675,
      "grad_norm": 3.230877161026001,
      "learning_rate": 9.996947973124372e-05,
      "loss": 3.7293,
      "step": 64
    },
    {
      "epoch": 0.12667946257197696,
      "grad_norm": 3.2215468883514404,
      "learning_rate": 9.995737423770745e-05,
      "loss": 3.4869,
      "step": 66
    },
    {
      "epoch": 0.13051823416506717,
      "grad_norm": 2.768615245819092,
      "learning_rate": 9.994325239706377e-05,
      "loss": 3.513,
      "step": 68
    },
    {
      "epoch": 0.1343570057581574,
      "grad_norm": 2.9997639656066895,
      "learning_rate": 9.992711477928926e-05,
      "loss": 3.4237,
      "step": 70
    },
    {
      "epoch": 0.1381957773512476,
      "grad_norm": 3.5303409099578857,
      "learning_rate": 9.990896203571995e-05,
      "loss": 3.6657,
      "step": 72
    },
    {
      "epoch": 0.1420345489443378,
      "grad_norm": 2.925368309020996,
      "learning_rate": 9.988879489902509e-05,
      "loss": 3.4966,
      "step": 74
    },
    {
      "epoch": 0.14587332053742802,
      "grad_norm": 3.1105096340179443,
      "learning_rate": 9.986661418317759e-05,
      "loss": 3.5241,
      "step": 76
    },
    {
      "epoch": 0.14971209213051823,
      "grad_norm": 3.1198081970214844,
      "learning_rate": 9.984242078342107e-05,
      "loss": 3.6021,
      "step": 78
    },
    {
      "epoch": 0.15355086372360843,
      "grad_norm": 2.56496000289917,
      "learning_rate": 9.981621567623385e-05,
      "loss": 3.4452,
      "step": 80
    },
    {
      "epoch": 0.15738963531669867,
      "grad_norm": 2.585533380508423,
      "learning_rate": 9.978799991928944e-05,
      "loss": 3.5144,
      "step": 82
    },
    {
      "epoch": 0.16122840690978887,
      "grad_norm": 2.6131768226623535,
      "learning_rate": 9.97577746514139e-05,
      "loss": 3.49,
      "step": 84
    },
    {
      "epoch": 0.16506717850287908,
      "grad_norm": 3.118385076522827,
      "learning_rate": 9.972554109253989e-05,
      "loss": 3.5082,
      "step": 86
    },
    {
      "epoch": 0.1689059500959693,
      "grad_norm": 2.592630624771118,
      "learning_rate": 9.969130054365736e-05,
      "loss": 3.3943,
      "step": 88
    },
    {
      "epoch": 0.1727447216890595,
      "grad_norm": 3.1140449047088623,
      "learning_rate": 9.965505438676115e-05,
      "loss": 3.4553,
      "step": 90
    },
    {
      "epoch": 0.1765834932821497,
      "grad_norm": 2.3941497802734375,
      "learning_rate": 9.961680408479507e-05,
      "loss": 3.2766,
      "step": 92
    },
    {
      "epoch": 0.18042226487523993,
      "grad_norm": 2.8205137252807617,
      "learning_rate": 9.957655118159304e-05,
      "loss": 3.3713,
      "step": 94
    },
    {
      "epoch": 0.18426103646833014,
      "grad_norm": 2.3888957500457764,
      "learning_rate": 9.953429730181653e-05,
      "loss": 3.3228,
      "step": 96
    },
    {
      "epoch": 0.18809980806142035,
      "grad_norm": 2.363973617553711,
      "learning_rate": 9.949004415088927e-05,
      "loss": 3.3273,
      "step": 98
    },
    {
      "epoch": 0.19193857965451055,
      "grad_norm": 2.508699655532837,
      "learning_rate": 9.944379351492818e-05,
      "loss": 3.2716,
      "step": 100
    },
    {
      "epoch": 0.19577735124760076,
      "grad_norm": 2.3598968982696533,
      "learning_rate": 9.939554726067141e-05,
      "loss": 3.4032,
      "step": 102
    },
    {
      "epoch": 0.19961612284069097,
      "grad_norm": 2.8131492137908936,
      "learning_rate": 9.934530733540294e-05,
      "loss": 3.3651,
      "step": 104
    },
    {
      "epoch": 0.2034548944337812,
      "grad_norm": 2.7955825328826904,
      "learning_rate": 9.929307576687403e-05,
      "loss": 3.3716,
      "step": 106
    },
    {
      "epoch": 0.2072936660268714,
      "grad_norm": 2.7270803451538086,
      "learning_rate": 9.923885466322135e-05,
      "loss": 3.451,
      "step": 108
    },
    {
      "epoch": 0.21113243761996162,
      "grad_norm": 3.13055419921875,
      "learning_rate": 9.918264621288187e-05,
      "loss": 3.3958,
      "step": 110
    },
    {
      "epoch": 0.21497120921305182,
      "grad_norm": 2.994201898574829,
      "learning_rate": 9.912445268450458e-05,
      "loss": 3.3517,
      "step": 112
    },
    {
      "epoch": 0.21880998080614203,
      "grad_norm": 2.897017002105713,
      "learning_rate": 9.906427642685889e-05,
      "loss": 3.3386,
      "step": 114
    },
    {
      "epoch": 0.22264875239923224,
      "grad_norm": 2.668201208114624,
      "learning_rate": 9.900211986873985e-05,
      "loss": 3.3498,
      "step": 116
    },
    {
      "epoch": 0.22648752399232247,
      "grad_norm": 2.353947877883911,
      "learning_rate": 9.89379855188701e-05,
      "loss": 3.2568,
      "step": 118
    },
    {
      "epoch": 0.23032629558541268,
      "grad_norm": 2.7698841094970703,
      "learning_rate": 9.887187596579866e-05,
      "loss": 3.2583,
      "step": 120
    },
    {
      "epoch": 0.23416506717850288,
      "grad_norm": 2.742597818374634,
      "learning_rate": 9.880379387779637e-05,
      "loss": 3.1913,
      "step": 122
    },
    {
      "epoch": 0.2380038387715931,
      "grad_norm": 2.6558752059936523,
      "learning_rate": 9.873374200274826e-05,
      "loss": 3.262,
      "step": 124
    },
    {
      "epoch": 0.2418426103646833,
      "grad_norm": 2.544968843460083,
      "learning_rate": 9.866172316804266e-05,
      "loss": 3.3072,
      "step": 126
    },
    {
      "epoch": 0.2456813819577735,
      "grad_norm": 2.6007907390594482,
      "learning_rate": 9.8587740280457e-05,
      "loss": 3.135,
      "step": 128
    },
    {
      "epoch": 0.2495201535508637,
      "grad_norm": 2.7021710872650146,
      "learning_rate": 9.851179632604057e-05,
      "loss": 3.2714,
      "step": 130
    },
    {
      "epoch": 0.2533589251439539,
      "grad_norm": 2.698706865310669,
      "learning_rate": 9.843389436999396e-05,
      "loss": 3.2385,
      "step": 132
    },
    {
      "epoch": 0.2571976967370441,
      "grad_norm": 2.9197003841400146,
      "learning_rate": 9.835403755654536e-05,
      "loss": 3.2911,
      "step": 134
    },
    {
      "epoch": 0.26103646833013433,
      "grad_norm": 2.5004656314849854,
      "learning_rate": 9.827222910882358e-05,
      "loss": 3.3533,
      "step": 136
    },
    {
      "epoch": 0.2648752399232246,
      "grad_norm": 2.7729904651641846,
      "learning_rate": 9.818847232872815e-05,
      "loss": 3.2461,
      "step": 138
    },
    {
      "epoch": 0.2687140115163148,
      "grad_norm": 2.4783594608306885,
      "learning_rate": 9.81027705967958e-05,
      "loss": 3.2066,
      "step": 140
    },
    {
      "epoch": 0.272552783109405,
      "grad_norm": 2.5870554447174072,
      "learning_rate": 9.801512737206422e-05,
      "loss": 3.3161,
      "step": 142
    },
    {
      "epoch": 0.2763915547024952,
      "grad_norm": 2.610823154449463,
      "learning_rate": 9.792554619193235e-05,
      "loss": 3.1034,
      "step": 144
    },
    {
      "epoch": 0.2802303262955854,
      "grad_norm": 2.5675435066223145,
      "learning_rate": 9.783403067201762e-05,
      "loss": 3.0721,
      "step": 146
    },
    {
      "epoch": 0.2840690978886756,
      "grad_norm": 2.435715913772583,
      "learning_rate": 9.774058450601002e-05,
      "loss": 3.2662,
      "step": 148
    },
    {
      "epoch": 0.28790786948176583,
      "grad_norm": 2.705893039703369,
      "learning_rate": 9.764521146552309e-05,
      "loss": 3.2292,
      "step": 150
    },
    {
      "epoch": 0.29174664107485604,
      "grad_norm": 2.7473392486572266,
      "learning_rate": 9.754791539994152e-05,
      "loss": 3.1772,
      "step": 152
    },
    {
      "epoch": 0.29558541266794625,
      "grad_norm": 2.6607396602630615,
      "learning_rate": 9.744870023626599e-05,
      "loss": 3.1006,
      "step": 154
    },
    {
      "epoch": 0.29942418426103645,
      "grad_norm": 2.3230140209198,
      "learning_rate": 9.734756997895448e-05,
      "loss": 3.1766,
      "step": 156
    },
    {
      "epoch": 0.30326295585412666,
      "grad_norm": 2.8475935459136963,
      "learning_rate": 9.724452870976085e-05,
      "loss": 3.2234,
      "step": 158
    },
    {
      "epoch": 0.30710172744721687,
      "grad_norm": 2.8263561725616455,
      "learning_rate": 9.713958058756985e-05,
      "loss": 2.9765,
      "step": 160
    },
    {
      "epoch": 0.31094049904030713,
      "grad_norm": 2.7287673950195312,
      "learning_rate": 9.703272984822946e-05,
      "loss": 3.2325,
      "step": 162
    },
    {
      "epoch": 0.31477927063339733,
      "grad_norm": 2.7081940174102783,
      "learning_rate": 9.69239808043799e-05,
      "loss": 3.1034,
      "step": 164
    },
    {
      "epoch": 0.31861804222648754,
      "grad_norm": 2.571908473968506,
      "learning_rate": 9.681333784527944e-05,
      "loss": 3.1813,
      "step": 166
    },
    {
      "epoch": 0.32245681381957775,
      "grad_norm": 2.3741984367370605,
      "learning_rate": 9.67008054366274e-05,
      "loss": 3.1286,
      "step": 168
    },
    {
      "epoch": 0.32629558541266795,
      "grad_norm": 2.4630539417266846,
      "learning_rate": 9.658638812038379e-05,
      "loss": 3.2526,
      "step": 170
    },
    {
      "epoch": 0.33013435700575816,
      "grad_norm": 2.2894673347473145,
      "learning_rate": 9.647009051458604e-05,
      "loss": 3.0942,
      "step": 172
    },
    {
      "epoch": 0.33397312859884837,
      "grad_norm": 2.4378833770751953,
      "learning_rate": 9.635191731316262e-05,
      "loss": 3.0711,
      "step": 174
    },
    {
      "epoch": 0.3378119001919386,
      "grad_norm": 2.3150041103363037,
      "learning_rate": 9.623187328574357e-05,
      "loss": 3.1246,
      "step": 176
    },
    {
      "epoch": 0.3416506717850288,
      "grad_norm": 2.4483959674835205,
      "learning_rate": 9.6109963277468e-05,
      "loss": 3.1125,
      "step": 178
    },
    {
      "epoch": 0.345489443378119,
      "grad_norm": 2.5114800930023193,
      "learning_rate": 9.598619220878853e-05,
      "loss": 3.0962,
      "step": 180
    },
    {
      "epoch": 0.3493282149712092,
      "grad_norm": 2.2731025218963623,
      "learning_rate": 9.586056507527266e-05,
      "loss": 3.0675,
      "step": 182
    },
    {
      "epoch": 0.3531669865642994,
      "grad_norm": 2.7290143966674805,
      "learning_rate": 9.573308694740121e-05,
      "loss": 3.1265,
      "step": 184
    },
    {
      "epoch": 0.3570057581573896,
      "grad_norm": 2.613831043243408,
      "learning_rate": 9.560376297036362e-05,
      "loss": 3.1269,
      "step": 186
    },
    {
      "epoch": 0.36084452975047987,
      "grad_norm": 2.2489418983459473,
      "learning_rate": 9.547259836385031e-05,
      "loss": 3.0518,
      "step": 188
    },
    {
      "epoch": 0.3646833013435701,
      "grad_norm": 2.547145366668701,
      "learning_rate": 9.533959842184195e-05,
      "loss": 3.0586,
      "step": 190
    },
    {
      "epoch": 0.3685220729366603,
      "grad_norm": 2.385820150375366,
      "learning_rate": 9.520476851239588e-05,
      "loss": 3.182,
      "step": 192
    },
    {
      "epoch": 0.3723608445297505,
      "grad_norm": 2.3586604595184326,
      "learning_rate": 9.506811407742937e-05,
      "loss": 3.1526,
      "step": 194
    },
    {
      "epoch": 0.3761996161228407,
      "grad_norm": 2.4252877235412598,
      "learning_rate": 9.492964063250001e-05,
      "loss": 3.0067,
      "step": 196
    },
    {
      "epoch": 0.3800383877159309,
      "grad_norm": 2.4425666332244873,
      "learning_rate": 9.478935376658307e-05,
      "loss": 3.0842,
      "step": 198
    },
    {
      "epoch": 0.3838771593090211,
      "grad_norm": 2.5915610790252686,
      "learning_rate": 9.4647259141846e-05,
      "loss": 3.0993,
      "step": 200
    },
    {
      "epoch": 0.3877159309021113,
      "grad_norm": 2.3467631340026855,
      "learning_rate": 9.450336249341976e-05,
      "loss": 3.1839,
      "step": 202
    },
    {
      "epoch": 0.3915547024952015,
      "grad_norm": 2.370368719100952,
      "learning_rate": 9.435766962916748e-05,
      "loss": 3.1194,
      "step": 204
    },
    {
      "epoch": 0.39539347408829173,
      "grad_norm": 2.5787832736968994,
      "learning_rate": 9.421018642944997e-05,
      "loss": 3.1111,
      "step": 206
    },
    {
      "epoch": 0.39923224568138194,
      "grad_norm": 2.549276351928711,
      "learning_rate": 9.406091884688836e-05,
      "loss": 3.0373,
      "step": 208
    },
    {
      "epoch": 0.40307101727447214,
      "grad_norm": 2.4557924270629883,
      "learning_rate": 9.390987290612395e-05,
      "loss": 3.0727,
      "step": 210
    },
    {
      "epoch": 0.4069097888675624,
      "grad_norm": 2.4945881366729736,
      "learning_rate": 9.375705470357493e-05,
      "loss": 3.0119,
      "step": 212
    },
    {
      "epoch": 0.4107485604606526,
      "grad_norm": 2.5190112590789795,
      "learning_rate": 9.360247040719039e-05,
      "loss": 3.0296,
      "step": 214
    },
    {
      "epoch": 0.4145873320537428,
      "grad_norm": 2.3181045055389404,
      "learning_rate": 9.344612625620132e-05,
      "loss": 3.0463,
      "step": 216
    },
    {
      "epoch": 0.418426103646833,
      "grad_norm": 2.344257116317749,
      "learning_rate": 9.32880285608689e-05,
      "loss": 3.0091,
      "step": 218
    },
    {
      "epoch": 0.42226487523992323,
      "grad_norm": 2.0085527896881104,
      "learning_rate": 9.312818370222962e-05,
      "loss": 2.9649,
      "step": 220
    },
    {
      "epoch": 0.42610364683301344,
      "grad_norm": 2.92118763923645,
      "learning_rate": 9.296659813183794e-05,
      "loss": 3.0637,
      "step": 222
    },
    {
      "epoch": 0.42994241842610365,
      "grad_norm": 2.6241536140441895,
      "learning_rate": 9.280327837150571e-05,
      "loss": 3.0458,
      "step": 224
    },
    {
      "epoch": 0.43378119001919385,
      "grad_norm": 2.025529146194458,
      "learning_rate": 9.26382310130391e-05,
      "loss": 3.0004,
      "step": 226
    },
    {
      "epoch": 0.43761996161228406,
      "grad_norm": 2.682751178741455,
      "learning_rate": 9.247146271797245e-05,
      "loss": 3.0602,
      "step": 228
    },
    {
      "epoch": 0.44145873320537427,
      "grad_norm": 2.2250850200653076,
      "learning_rate": 9.23029802172994e-05,
      "loss": 2.9436,
      "step": 230
    },
    {
      "epoch": 0.44529750479846447,
      "grad_norm": 2.490293264389038,
      "learning_rate": 9.213279031120129e-05,
      "loss": 2.7951,
      "step": 232
    },
    {
      "epoch": 0.4491362763915547,
      "grad_norm": 2.5657706260681152,
      "learning_rate": 9.19608998687726e-05,
      "loss": 3.1099,
      "step": 234
    },
    {
      "epoch": 0.45297504798464494,
      "grad_norm": 2.199953079223633,
      "learning_rate": 9.178731582774381e-05,
      "loss": 2.9906,
      "step": 236
    },
    {
      "epoch": 0.45681381957773515,
      "grad_norm": 2.581700086593628,
      "learning_rate": 9.161204519420126e-05,
      "loss": 2.9742,
      "step": 238
    },
    {
      "epoch": 0.46065259117082535,
      "grad_norm": 2.086547374725342,
      "learning_rate": 9.143509504230449e-05,
      "loss": 3.0655,
      "step": 240
    },
    {
      "epoch": 0.46449136276391556,
      "grad_norm": 2.3075525760650635,
      "learning_rate": 9.125647251400067e-05,
      "loss": 2.9537,
      "step": 242
    },
    {
      "epoch": 0.46833013435700577,
      "grad_norm": 2.2352142333984375,
      "learning_rate": 9.107618481873632e-05,
      "loss": 2.9135,
      "step": 244
    },
    {
      "epoch": 0.472168905950096,
      "grad_norm": 2.1639482975006104,
      "learning_rate": 9.089423923316636e-05,
      "loss": 3.0237,
      "step": 246
    },
    {
      "epoch": 0.4760076775431862,
      "grad_norm": 2.307377576828003,
      "learning_rate": 9.07106431008604e-05,
      "loss": 2.9091,
      "step": 248
    },
    {
      "epoch": 0.4798464491362764,
      "grad_norm": 2.010719060897827,
      "learning_rate": 9.052540383200633e-05,
      "loss": 2.8782,
      "step": 250
    },
    {
      "epoch": 0.4836852207293666,
      "grad_norm": 2.6130549907684326,
      "learning_rate": 9.033852890311128e-05,
      "loss": 3.0429,
      "step": 252
    },
    {
      "epoch": 0.4875239923224568,
      "grad_norm": 2.3005809783935547,
      "learning_rate": 9.01500258566998e-05,
      "loss": 2.9648,
      "step": 254
    },
    {
      "epoch": 0.491362763915547,
      "grad_norm": 2.362955331802368,
      "learning_rate": 8.995990230100949e-05,
      "loss": 2.908,
      "step": 256
    },
    {
      "epoch": 0.4952015355086372,
      "grad_norm": 2.1333205699920654,
      "learning_rate": 8.976816590968387e-05,
      "loss": 3.0275,
      "step": 258
    },
    {
      "epoch": 0.4990403071017274,
      "grad_norm": 2.328183650970459,
      "learning_rate": 8.957482442146272e-05,
      "loss": 2.9645,
      "step": 260
    },
    {
      "epoch": 0.5028790786948176,
      "grad_norm": 2.229396343231201,
      "learning_rate": 8.937988563986963e-05,
      "loss": 2.8474,
      "step": 262
    },
    {
      "epoch": 0.5067178502879078,
      "grad_norm": 2.283524513244629,
      "learning_rate": 8.918335743289718e-05,
      "loss": 3.0276,
      "step": 264
    },
    {
      "epoch": 0.510556621880998,
      "grad_norm": 2.0872859954833984,
      "learning_rate": 8.898524773268926e-05,
      "loss": 3.0058,
      "step": 266
    },
    {
      "epoch": 0.5143953934740882,
      "grad_norm": 2.427462100982666,
      "learning_rate": 8.8785564535221e-05,
      "loss": 2.971,
      "step": 268
    },
    {
      "epoch": 0.5182341650671785,
      "grad_norm": 2.280747413635254,
      "learning_rate": 8.858431589997597e-05,
      "loss": 2.9367,
      "step": 270
    },
    {
      "epoch": 0.5220729366602687,
      "grad_norm": 2.2372734546661377,
      "learning_rate": 8.838150994962093e-05,
      "loss": 3.0049,
      "step": 272
    },
    {
      "epoch": 0.525911708253359,
      "grad_norm": 2.379145622253418,
      "learning_rate": 8.817715486967803e-05,
      "loss": 3.0165,
      "step": 274
    },
    {
      "epoch": 0.5297504798464492,
      "grad_norm": 2.5526132583618164,
      "learning_rate": 8.797125890819428e-05,
      "loss": 2.9192,
      "step": 276
    },
    {
      "epoch": 0.5335892514395394,
      "grad_norm": 1.9904067516326904,
      "learning_rate": 8.776383037540888e-05,
      "loss": 2.9803,
      "step": 278
    },
    {
      "epoch": 0.5374280230326296,
      "grad_norm": 1.8862968683242798,
      "learning_rate": 8.755487764341757e-05,
      "loss": 2.8934,
      "step": 280
    },
    {
      "epoch": 0.5412667946257198,
      "grad_norm": 2.738217830657959,
      "learning_rate": 8.734440914583486e-05,
      "loss": 2.9304,
      "step": 282
    },
    {
      "epoch": 0.54510556621881,
      "grad_norm": 2.059157609939575,
      "learning_rate": 8.713243337745365e-05,
      "loss": 2.9255,
      "step": 284
    },
    {
      "epoch": 0.5489443378119002,
      "grad_norm": 2.4487457275390625,
      "learning_rate": 8.691895889390227e-05,
      "loss": 2.906,
      "step": 286
    },
    {
      "epoch": 0.5527831094049904,
      "grad_norm": 1.9257361888885498,
      "learning_rate": 8.670399431129926e-05,
      "loss": 2.7553,
      "step": 288
    },
    {
      "epoch": 0.5566218809980806,
      "grad_norm": 2.365708589553833,
      "learning_rate": 8.648754830590552e-05,
      "loss": 3.0451,
      "step": 290
    },
    {
      "epoch": 0.5604606525911708,
      "grad_norm": 2.44295072555542,
      "learning_rate": 8.626962961377423e-05,
      "loss": 2.9814,
      "step": 292
    },
    {
      "epoch": 0.564299424184261,
      "grad_norm": 2.14540433883667,
      "learning_rate": 8.605024703039816e-05,
      "loss": 2.9126,
      "step": 294
    },
    {
      "epoch": 0.5681381957773513,
      "grad_norm": 2.1933960914611816,
      "learning_rate": 8.582940941035476e-05,
      "loss": 2.9439,
      "step": 296
    },
    {
      "epoch": 0.5719769673704415,
      "grad_norm": 2.231813907623291,
      "learning_rate": 8.560712566694862e-05,
      "loss": 3.0361,
      "step": 298
    },
    {
      "epoch": 0.5758157389635317,
      "grad_norm": 2.183107852935791,
      "learning_rate": 8.538340477185192e-05,
      "loss": 2.9277,
      "step": 300
    },
    {
      "epoch": 0.5796545105566219,
      "grad_norm": 2.7278597354888916,
      "learning_rate": 8.515825575474221e-05,
      "loss": 2.9476,
      "step": 302
    },
    {
      "epoch": 0.5834932821497121,
      "grad_norm": 2.6327316761016846,
      "learning_rate": 8.493168770293792e-05,
      "loss": 2.961,
      "step": 304
    },
    {
      "epoch": 0.5873320537428023,
      "grad_norm": 2.3474512100219727,
      "learning_rate": 8.47037097610317e-05,
      "loss": 2.9233,
      "step": 306
    },
    {
      "epoch": 0.5911708253358925,
      "grad_norm": 2.31101131439209,
      "learning_rate": 8.447433113052123e-05,
      "loss": 2.9289,
      "step": 308
    },
    {
      "epoch": 0.5950095969289827,
      "grad_norm": 2.4171314239501953,
      "learning_rate": 8.42435610694379e-05,
      "loss": 2.9037,
      "step": 310
    },
    {
      "epoch": 0.5988483685220729,
      "grad_norm": 2.2114620208740234,
      "learning_rate": 8.401140889197305e-05,
      "loss": 2.8163,
      "step": 312
    },
    {
      "epoch": 0.6026871401151631,
      "grad_norm": 2.3434977531433105,
      "learning_rate": 8.377788396810223e-05,
      "loss": 2.8856,
      "step": 314
    },
    {
      "epoch": 0.6065259117082533,
      "grad_norm": 2.4382877349853516,
      "learning_rate": 8.354299572320679e-05,
      "loss": 2.8265,
      "step": 316
    },
    {
      "epoch": 0.6103646833013435,
      "grad_norm": 1.9080297946929932,
      "learning_rate": 8.330675363769356e-05,
      "loss": 2.9292,
      "step": 318
    },
    {
      "epoch": 0.6142034548944337,
      "grad_norm": 2.439094066619873,
      "learning_rate": 8.306916724661224e-05,
      "loss": 2.8653,
      "step": 320
    },
    {
      "epoch": 0.6180422264875239,
      "grad_norm": 2.5351178646087646,
      "learning_rate": 8.283024613927054e-05,
      "loss": 2.8837,
      "step": 322
    },
    {
      "epoch": 0.6218809980806143,
      "grad_norm": 2.589860439300537,
      "learning_rate": 8.258999995884705e-05,
      "loss": 2.8083,
      "step": 324
    },
    {
      "epoch": 0.6257197696737045,
      "grad_norm": 2.439771890640259,
      "learning_rate": 8.234843840200217e-05,
      "loss": 2.8731,
      "step": 326
    },
    {
      "epoch": 0.6295585412667947,
      "grad_norm": 2.1145169734954834,
      "learning_rate": 8.210557121848663e-05,
      "loss": 2.8095,
      "step": 328
    },
    {
      "epoch": 0.6333973128598849,
      "grad_norm": 2.5235095024108887,
      "learning_rate": 8.186140821074801e-05,
      "loss": 3.0236,
      "step": 330
    },
    {
      "epoch": 0.6372360844529751,
      "grad_norm": 2.062345027923584,
      "learning_rate": 8.161595923353516e-05,
      "loss": 2.8697,
      "step": 332
    },
    {
      "epoch": 0.6410748560460653,
      "grad_norm": 2.3722496032714844,
      "learning_rate": 8.136923419350031e-05,
      "loss": 2.8812,
      "step": 334
    },
    {
      "epoch": 0.6449136276391555,
      "grad_norm": 2.054664134979248,
      "learning_rate": 8.112124304879937e-05,
      "loss": 2.8569,
      "step": 336
    },
    {
      "epoch": 0.6487523992322457,
      "grad_norm": 2.16813325881958,
      "learning_rate": 8.087199580868996e-05,
      "loss": 2.874,
      "step": 338
    },
    {
      "epoch": 0.6525911708253359,
      "grad_norm": 2.463815689086914,
      "learning_rate": 8.062150253312735e-05,
      "loss": 2.9572,
      "step": 340
    },
    {
      "epoch": 0.6564299424184261,
      "grad_norm": 2.1177213191986084,
      "learning_rate": 8.03697733323585e-05,
      "loss": 2.9028,
      "step": 342
    },
    {
      "epoch": 0.6602687140115163,
      "grad_norm": 2.3246190547943115,
      "learning_rate": 8.011681836651402e-05,
      "loss": 2.8694,
      "step": 344
    },
    {
      "epoch": 0.6641074856046065,
      "grad_norm": 2.157296895980835,
      "learning_rate": 7.986264784519801e-05,
      "loss": 2.8129,
      "step": 346
    },
    {
      "epoch": 0.6679462571976967,
      "grad_norm": 2.1130011081695557,
      "learning_rate": 7.960727202707605e-05,
      "loss": 2.8877,
      "step": 348
    },
    {
      "epoch": 0.6717850287907869,
      "grad_norm": 2.256319046020508,
      "learning_rate": 7.935070121946115e-05,
      "loss": 2.8947,
      "step": 350
    },
    {
      "epoch": 0.6756238003838771,
      "grad_norm": 2.183379650115967,
      "learning_rate": 7.909294577789766e-05,
      "loss": 2.8678,
      "step": 352
    },
    {
      "epoch": 0.6794625719769674,
      "grad_norm": 2.4424221515655518,
      "learning_rate": 7.883401610574336e-05,
      "loss": 2.9269,
      "step": 354
    },
    {
      "epoch": 0.6833013435700576,
      "grad_norm": 1.933434247970581,
      "learning_rate": 7.857392265374963e-05,
      "loss": 2.8906,
      "step": 356
    },
    {
      "epoch": 0.6871401151631478,
      "grad_norm": 2.322988271713257,
      "learning_rate": 7.83126759196395e-05,
      "loss": 2.8756,
      "step": 358
    },
    {
      "epoch": 0.690978886756238,
      "grad_norm": 2.2925362586975098,
      "learning_rate": 7.805028644768407e-05,
      "loss": 2.8704,
      "step": 360
    },
    {
      "epoch": 0.6948176583493282,
      "grad_norm": 2.209590196609497,
      "learning_rate": 7.778676482827686e-05,
      "loss": 2.8794,
      "step": 362
    },
    {
      "epoch": 0.6986564299424184,
      "grad_norm": 1.9942725896835327,
      "learning_rate": 7.752212169750641e-05,
      "loss": 2.8943,
      "step": 364
    },
    {
      "epoch": 0.7024952015355086,
      "grad_norm": 2.1021668910980225,
      "learning_rate": 7.725636773672693e-05,
      "loss": 2.8838,
      "step": 366
    },
    {
      "epoch": 0.7063339731285988,
      "grad_norm": 2.3661866188049316,
      "learning_rate": 7.69895136721273e-05,
      "loss": 2.7449,
      "step": 368
    },
    {
      "epoch": 0.710172744721689,
      "grad_norm": 2.2460644245147705,
      "learning_rate": 7.672157027429803e-05,
      "loss": 2.8648,
      "step": 370
    },
    {
      "epoch": 0.7140115163147792,
      "grad_norm": 2.0501885414123535,
      "learning_rate": 7.645254835779657e-05,
      "loss": 2.9297,
      "step": 372
    },
    {
      "epoch": 0.7178502879078695,
      "grad_norm": 2.259514570236206,
      "learning_rate": 7.618245878071091e-05,
      "loss": 2.9449,
      "step": 374
    },
    {
      "epoch": 0.7216890595009597,
      "grad_norm": 2.193086862564087,
      "learning_rate": 7.591131244422118e-05,
      "loss": 2.8749,
      "step": 376
    },
    {
      "epoch": 0.72552783109405,
      "grad_norm": 2.0527806282043457,
      "learning_rate": 7.563912029215983e-05,
      "loss": 2.7844,
      "step": 378
    },
    {
      "epoch": 0.7293666026871402,
      "grad_norm": 1.9866085052490234,
      "learning_rate": 7.536589331056976e-05,
      "loss": 2.9124,
      "step": 380
    },
    {
      "epoch": 0.7332053742802304,
      "grad_norm": 2.272838830947876,
      "learning_rate": 7.509164252726107e-05,
      "loss": 2.9241,
      "step": 382
    },
    {
      "epoch": 0.7370441458733206,
      "grad_norm": 2.093259334564209,
      "learning_rate": 7.481637901136577e-05,
      "loss": 2.8545,
      "step": 384
    },
    {
      "epoch": 0.7408829174664108,
      "grad_norm": 1.9920848608016968,
      "learning_rate": 7.454011387289127e-05,
      "loss": 2.8148,
      "step": 386
    },
    {
      "epoch": 0.744721689059501,
      "grad_norm": 7.795645236968994,
      "learning_rate": 7.42628582622717e-05,
      "loss": 2.7107,
      "step": 388
    },
    {
      "epoch": 0.7485604606525912,
      "grad_norm": 2.090559482574463,
      "learning_rate": 7.398462336991801e-05,
      "loss": 2.7163,
      "step": 390
    },
    {
      "epoch": 0.7523992322456814,
      "grad_norm": 2.06302809715271,
      "learning_rate": 7.370542042576634e-05,
      "loss": 2.7883,
      "step": 392
    },
    {
      "epoch": 0.7562380038387716,
      "grad_norm": 2.325312376022339,
      "learning_rate": 7.342526069882465e-05,
      "loss": 2.9318,
      "step": 394
    },
    {
      "epoch": 0.7600767754318618,
      "grad_norm": 2.163017988204956,
      "learning_rate": 7.314415549671795e-05,
      "loss": 2.877,
      "step": 396
    },
    {
      "epoch": 0.763915547024952,
      "grad_norm": 2.363990545272827,
      "learning_rate": 7.286211616523193e-05,
      "loss": 2.9007,
      "step": 398
    },
    {
      "epoch": 0.7677543186180422,
      "grad_norm": 2.189789295196533,
      "learning_rate": 7.257915408785498e-05,
      "loss": 2.9451,
      "step": 400
    },
    {
      "epoch": 0.7715930902111324,
      "grad_norm": 2.284350872039795,
      "learning_rate": 7.229528068531882e-05,
      "loss": 2.8626,
      "step": 402
    },
    {
      "epoch": 0.7754318618042226,
      "grad_norm": 2.0571820735931396,
      "learning_rate": 7.201050741513736e-05,
      "loss": 2.6964,
      "step": 404
    },
    {
      "epoch": 0.7792706333973128,
      "grad_norm": 1.95001220703125,
      "learning_rate": 7.17248457711445e-05,
      "loss": 2.8581,
      "step": 406
    },
    {
      "epoch": 0.783109404990403,
      "grad_norm": 1.9939192533493042,
      "learning_rate": 7.14383072830301e-05,
      "loss": 2.8433,
      "step": 408
    },
    {
      "epoch": 0.7869481765834933,
      "grad_norm": 2.1089251041412354,
      "learning_rate": 7.115090351587454e-05,
      "loss": 2.8486,
      "step": 410
    },
    {
      "epoch": 0.7907869481765835,
      "grad_norm": 2.033663749694824,
      "learning_rate": 7.086264606968214e-05,
      "loss": 2.828,
      "step": 412
    },
    {
      "epoch": 0.7946257197696737,
      "grad_norm": 2.1510426998138428,
      "learning_rate": 7.05735465789128e-05,
      "loss": 2.9666,
      "step": 414
    },
    {
      "epoch": 0.7984644913627639,
      "grad_norm": 2.126054048538208,
      "learning_rate": 7.028361671201245e-05,
      "loss": 2.8362,
      "step": 416
    },
    {
      "epoch": 0.8023032629558541,
      "grad_norm": 2.3474514484405518,
      "learning_rate": 6.99928681709422e-05,
      "loss": 2.7777,
      "step": 418
    },
    {
      "epoch": 0.8061420345489443,
      "grad_norm": 2.0623159408569336,
      "learning_rate": 6.970131269070592e-05,
      "loss": 2.9225,
      "step": 420
    },
    {
      "epoch": 0.8099808061420346,
      "grad_norm": 2.257369041442871,
      "learning_rate": 6.940896203887659e-05,
      "loss": 2.801,
      "step": 422
    },
    {
      "epoch": 0.8138195777351248,
      "grad_norm": 2.3267722129821777,
      "learning_rate": 6.911582801512147e-05,
      "loss": 2.8882,
      "step": 424
    },
    {
      "epoch": 0.817658349328215,
      "grad_norm": 2.18564772605896,
      "learning_rate": 6.882192245072569e-05,
      "loss": 2.8164,
      "step": 426
    },
    {
      "epoch": 0.8214971209213052,
      "grad_norm": 3.0314860343933105,
      "learning_rate": 6.852725720811488e-05,
      "loss": 2.7877,
      "step": 428
    },
    {
      "epoch": 0.8253358925143954,
      "grad_norm": 2.14628005027771,
      "learning_rate": 6.823184418037624e-05,
      "loss": 2.812,
      "step": 430
    },
    {
      "epoch": 0.8291746641074856,
      "grad_norm": 2.2532942295074463,
      "learning_rate": 6.793569529077864e-05,
      "loss": 2.7552,
      "step": 432
    },
    {
      "epoch": 0.8330134357005758,
      "grad_norm": 2.1687734127044678,
      "learning_rate": 6.76388224922913e-05,
      "loss": 2.7738,
      "step": 434
    },
    {
      "epoch": 0.836852207293666,
      "grad_norm": 2.3331027030944824,
      "learning_rate": 6.734123776710137e-05,
      "loss": 2.8104,
      "step": 436
    },
    {
      "epoch": 0.8406909788867563,
      "grad_norm": 2.2633862495422363,
      "learning_rate": 6.704295312613037e-05,
      "loss": 2.7378,
      "step": 438
    },
    {
      "epoch": 0.8445297504798465,
      "grad_norm": 2.0122358798980713,
      "learning_rate": 6.674398060854931e-05,
      "loss": 2.7827,
      "step": 440
    },
    {
      "epoch": 0.8483685220729367,
      "grad_norm": 1.988330364227295,
      "learning_rate": 6.644433228129287e-05,
      "loss": 2.827,
      "step": 442
    },
    {
      "epoch": 0.8522072936660269,
      "grad_norm": 2.3183484077453613,
      "learning_rate": 6.614402023857232e-05,
      "loss": 2.8699,
      "step": 444
    },
    {
      "epoch": 0.8560460652591171,
      "grad_norm": 1.986506462097168,
      "learning_rate": 6.584305660138734e-05,
      "loss": 2.8937,
      "step": 446
    },
    {
      "epoch": 0.8598848368522073,
      "grad_norm": 2.1625592708587646,
      "learning_rate": 6.554145351703689e-05,
      "loss": 2.8388,
      "step": 448
    },
    {
      "epoch": 0.8637236084452975,
      "grad_norm": 2.391918897628784,
      "learning_rate": 6.523922315862887e-05,
      "loss": 2.7143,
      "step": 450
    },
    {
      "epoch": 0.8675623800383877,
      "grad_norm": 2.2226004600524902,
      "learning_rate": 6.493637772458879e-05,
      "loss": 2.8072,
      "step": 452
    },
    {
      "epoch": 0.8714011516314779,
      "grad_norm": 2.3496720790863037,
      "learning_rate": 6.463292943816746e-05,
      "loss": 2.9179,
      "step": 454
    },
    {
      "epoch": 0.8752399232245681,
      "grad_norm": 2.0147578716278076,
      "learning_rate": 6.432889054694764e-05,
      "loss": 2.7736,
      "step": 456
    },
    {
      "epoch": 0.8790786948176583,
      "grad_norm": 2.150322198867798,
      "learning_rate": 6.402427332234965e-05,
      "loss": 2.71,
      "step": 458
    },
    {
      "epoch": 0.8829174664107485,
      "grad_norm": 1.9796924591064453,
      "learning_rate": 6.371909005913618e-05,
      "loss": 2.846,
      "step": 460
    },
    {
      "epoch": 0.8867562380038387,
      "grad_norm": 1.9230434894561768,
      "learning_rate": 6.341335307491595e-05,
      "loss": 2.7577,
      "step": 462
    },
    {
      "epoch": 0.8905950095969289,
      "grad_norm": 2.1865625381469727,
      "learning_rate": 6.310707470964668e-05,
      "loss": 2.7676,
      "step": 464
    },
    {
      "epoch": 0.8944337811900192,
      "grad_norm": 2.251591682434082,
      "learning_rate": 6.280026732513689e-05,
      "loss": 2.7558,
      "step": 466
    },
    {
      "epoch": 0.8982725527831094,
      "grad_norm": 2.048290252685547,
      "learning_rate": 6.249294330454705e-05,
      "loss": 2.806,
      "step": 468
    },
    {
      "epoch": 0.9021113243761996,
      "grad_norm": 2.071037769317627,
      "learning_rate": 6.21851150518898e-05,
      "loss": 2.7993,
      "step": 470
    },
    {
      "epoch": 0.9059500959692899,
      "grad_norm": 2.1514012813568115,
      "learning_rate": 6.187679499152919e-05,
      "loss": 2.8195,
      "step": 472
    },
    {
      "epoch": 0.9097888675623801,
      "grad_norm": 2.073908567428589,
      "learning_rate": 6.15679955676794e-05,
      "loss": 2.7419,
      "step": 474
    },
    {
      "epoch": 0.9136276391554703,
      "grad_norm": 2.136406660079956,
      "learning_rate": 6.125872924390226e-05,
      "loss": 2.6854,
      "step": 476
    },
    {
      "epoch": 0.9174664107485605,
      "grad_norm": 1.851083755493164,
      "learning_rate": 6.094900850260439e-05,
      "loss": 2.8086,
      "step": 478
    },
    {
      "epoch": 0.9213051823416507,
      "grad_norm": 2.3391993045806885,
      "learning_rate": 6.0638845844533254e-05,
      "loss": 2.8492,
      "step": 480
    },
    {
      "epoch": 0.9251439539347409,
      "grad_norm": 2.0181124210357666,
      "learning_rate": 6.032825378827273e-05,
      "loss": 2.7973,
      "step": 482
    },
    {
      "epoch": 0.9289827255278311,
      "grad_norm": 1.977287769317627,
      "learning_rate": 6.0017244869737746e-05,
      "loss": 2.7837,
      "step": 484
    },
    {
      "epoch": 0.9328214971209213,
      "grad_norm": 2.0987181663513184,
      "learning_rate": 5.970583164166838e-05,
      "loss": 2.7967,
      "step": 486
    },
    {
      "epoch": 0.9366602687140115,
      "grad_norm": 2.025846242904663,
      "learning_rate": 5.9394026673123157e-05,
      "loss": 2.8064,
      "step": 488
    },
    {
      "epoch": 0.9404990403071017,
      "grad_norm": 2.065599203109741,
      "learning_rate": 5.908184254897182e-05,
      "loss": 2.7712,
      "step": 490
    },
    {
      "epoch": 0.944337811900192,
      "grad_norm": 2.3943252563476562,
      "learning_rate": 5.8769291869387335e-05,
      "loss": 2.8494,
      "step": 492
    },
    {
      "epoch": 0.9481765834932822,
      "grad_norm": 2.1195807456970215,
      "learning_rate": 5.845638724933728e-05,
      "loss": 2.7855,
      "step": 494
    },
    {
      "epoch": 0.9520153550863724,
      "grad_norm": 1.8809967041015625,
      "learning_rate": 5.814314131807486e-05,
      "loss": 2.79,
      "step": 496
    },
    {
      "epoch": 0.9558541266794626,
      "grad_norm": 1.9404385089874268,
      "learning_rate": 5.7829566718628946e-05,
      "loss": 2.7431,
      "step": 498
    },
    {
      "epoch": 0.9596928982725528,
      "grad_norm": 1.913078784942627,
      "learning_rate": 5.751567610729398e-05,
      "loss": 2.7221,
      "step": 500
    },
    {
      "epoch": 0.963531669865643,
      "grad_norm": 1.974898338317871,
      "learning_rate": 5.7201482153119015e-05,
      "loss": 2.7087,
      "step": 502
    },
    {
      "epoch": 0.9673704414587332,
      "grad_norm": 2.0164756774902344,
      "learning_rate": 5.6886997537396494e-05,
      "loss": 2.6904,
      "step": 504
    },
    {
      "epoch": 0.9712092130518234,
      "grad_norm": 2.159647226333618,
      "learning_rate": 5.6572234953150305e-05,
      "loss": 2.8019,
      "step": 506
    },
    {
      "epoch": 0.9750479846449136,
      "grad_norm": 1.9416415691375732,
      "learning_rate": 5.6257207104623524e-05,
      "loss": 2.7502,
      "step": 508
    },
    {
      "epoch": 0.9788867562380038,
      "grad_norm": 2.1035892963409424,
      "learning_rate": 5.594192670676568e-05,
      "loss": 2.6954,
      "step": 510
    },
    {
      "epoch": 0.982725527831094,
      "grad_norm": 1.8888871669769287,
      "learning_rate": 5.5626406484719506e-05,
      "loss": 2.751,
      "step": 512
    },
    {
      "epoch": 0.9865642994241842,
      "grad_norm": 1.9274441003799438,
      "learning_rate": 5.5310659173307366e-05,
      "loss": 2.7768,
      "step": 514
    },
    {
      "epoch": 0.9904030710172744,
      "grad_norm": 1.9080277681350708,
      "learning_rate": 5.499469751651728e-05,
      "loss": 2.8421,
      "step": 516
    },
    {
      "epoch": 0.9942418426103646,
      "grad_norm": 1.9564564228057861,
      "learning_rate": 5.467853426698853e-05,
      "loss": 2.8099,
      "step": 518
    },
    {
      "epoch": 0.9980806142034548,
      "grad_norm": 1.8488651514053345,
      "learning_rate": 5.43621821854969e-05,
      "loss": 2.733,
      "step": 520
    },
    {
      "epoch": 1.0019193857965452,
      "grad_norm": 1.8804161548614502,
      "learning_rate": 5.4045654040439776e-05,
      "loss": 2.7516,
      "step": 522
    },
    {
      "epoch": 1.0057581573896353,
      "grad_norm": 1.8232853412628174,
      "learning_rate": 5.3728962607320654e-05,
      "loss": 2.544,
      "step": 524
    },
    {
      "epoch": 1.0095969289827256,
      "grad_norm": 1.684367299079895,
      "learning_rate": 5.341212066823355e-05,
      "loss": 2.548,
      "step": 526
    },
    {
      "epoch": 1.0134357005758157,
      "grad_norm": 1.7816741466522217,
      "learning_rate": 5.309514101134715e-05,
      "loss": 2.5254,
      "step": 528
    },
    {
      "epoch": 1.017274472168906,
      "grad_norm": 2.167954683303833,
      "learning_rate": 5.2778036430388554e-05,
      "loss": 2.3372,
      "step": 530
    },
    {
      "epoch": 1.021113243761996,
      "grad_norm": 2.0625479221343994,
      "learning_rate": 5.246081972412702e-05,
      "loss": 2.6017,
      "step": 532
    },
    {
      "epoch": 1.0249520153550864,
      "grad_norm": 1.869403600692749,
      "learning_rate": 5.214350369585731e-05,
      "loss": 2.4747,
      "step": 534
    },
    {
      "epoch": 1.0287907869481765,
      "grad_norm": 1.9606835842132568,
      "learning_rate": 5.182610115288295e-05,
      "loss": 2.5672,
      "step": 536
    },
    {
      "epoch": 1.0326295585412668,
      "grad_norm": 1.9363110065460205,
      "learning_rate": 5.150862490599934e-05,
      "loss": 2.5577,
      "step": 538
    },
    {
      "epoch": 1.036468330134357,
      "grad_norm": 1.8159326314926147,
      "learning_rate": 5.119108776897664e-05,
      "loss": 2.5811,
      "step": 540
    },
    {
      "epoch": 1.0403071017274472,
      "grad_norm": 1.9988152980804443,
      "learning_rate": 5.0873502558042665e-05,
      "loss": 2.4306,
      "step": 542
    },
    {
      "epoch": 1.0441458733205373,
      "grad_norm": 1.9837391376495361,
      "learning_rate": 5.055588209136548e-05,
      "loss": 2.6292,
      "step": 544
    },
    {
      "epoch": 1.0479846449136276,
      "grad_norm": 1.7319928407669067,
      "learning_rate": 5.0238239188536215e-05,
      "loss": 2.4065,
      "step": 546
    },
    {
      "epoch": 1.051823416506718,
      "grad_norm": 1.8957133293151855,
      "learning_rate": 4.992058667005149e-05,
      "loss": 2.6305,
      "step": 548
    },
    {
      "epoch": 1.055662188099808,
      "grad_norm": 1.9159317016601562,
      "learning_rate": 4.9602937356796014e-05,
      "loss": 2.4567,
      "step": 550
    },
    {
      "epoch": 1.0595009596928984,
      "grad_norm": 1.9933502674102783,
      "learning_rate": 4.92853040695252e-05,
      "loss": 2.5151,
      "step": 552
    },
    {
      "epoch": 1.0633397312859885,
      "grad_norm": 2.0190207958221436,
      "learning_rate": 4.896769962834754e-05,
      "loss": 2.4625,
      "step": 554
    },
    {
      "epoch": 1.0671785028790788,
      "grad_norm": 2.0344066619873047,
      "learning_rate": 4.865013685220733e-05,
      "loss": 2.4921,
      "step": 556
    },
    {
      "epoch": 1.0710172744721689,
      "grad_norm": 2.000459909439087,
      "learning_rate": 4.83326285583672e-05,
      "loss": 2.6122,
      "step": 558
    },
    {
      "epoch": 1.0748560460652592,
      "grad_norm": 2.0316357612609863,
      "learning_rate": 4.801518756189074e-05,
      "loss": 2.4042,
      "step": 560
    },
    {
      "epoch": 1.0786948176583493,
      "grad_norm": 1.9071227312088013,
      "learning_rate": 4.76978266751254e-05,
      "loss": 2.5865,
      "step": 562
    },
    {
      "epoch": 1.0825335892514396,
      "grad_norm": 1.8110324144363403,
      "learning_rate": 4.7380558707185284e-05,
      "loss": 2.2694,
      "step": 564
    },
    {
      "epoch": 1.0863723608445297,
      "grad_norm": 1.8338054418563843,
      "learning_rate": 4.7063396463434104e-05,
      "loss": 2.5412,
      "step": 566
    },
    {
      "epoch": 1.09021113243762,
      "grad_norm": 1.961002230644226,
      "learning_rate": 4.674635274496847e-05,
      "loss": 2.6088,
      "step": 568
    },
    {
      "epoch": 1.0940499040307101,
      "grad_norm": 1.7149364948272705,
      "learning_rate": 4.642944034810113e-05,
      "loss": 2.521,
      "step": 570
    },
    {
      "epoch": 1.0978886756238004,
      "grad_norm": 1.9060455560684204,
      "learning_rate": 4.61126720638445e-05,
      "loss": 2.2973,
      "step": 572
    },
    {
      "epoch": 1.1017274472168905,
      "grad_norm": 1.8988847732543945,
      "learning_rate": 4.5796060677394444e-05,
      "loss": 2.4553,
      "step": 574
    },
    {
      "epoch": 1.1055662188099808,
      "grad_norm": 1.9789772033691406,
      "learning_rate": 4.547961896761419e-05,
      "loss": 2.4774,
      "step": 576
    },
    {
      "epoch": 1.109404990403071,
      "grad_norm": 1.8079990148544312,
      "learning_rate": 4.51633597065186e-05,
      "loss": 2.4428,
      "step": 578
    },
    {
      "epoch": 1.1132437619961613,
      "grad_norm": 1.9464575052261353,
      "learning_rate": 4.484729565875865e-05,
      "loss": 2.4523,
      "step": 580
    },
    {
      "epoch": 1.1170825335892514,
      "grad_norm": 1.917179822921753,
      "learning_rate": 4.4531439581106295e-05,
      "loss": 2.4285,
      "step": 582
    },
    {
      "epoch": 1.1209213051823417,
      "grad_norm": 1.8777834177017212,
      "learning_rate": 4.421580422193943e-05,
      "loss": 2.4706,
      "step": 584
    },
    {
      "epoch": 1.1247600767754318,
      "grad_norm": 1.7496826648712158,
      "learning_rate": 4.390040232072755e-05,
      "loss": 2.4908,
      "step": 586
    },
    {
      "epoch": 1.128598848368522,
      "grad_norm": 1.7248530387878418,
      "learning_rate": 4.358524660751746e-05,
      "loss": 2.3502,
      "step": 588
    },
    {
      "epoch": 1.1324376199616122,
      "grad_norm": 1.9547333717346191,
      "learning_rate": 4.327034980241941e-05,
      "loss": 2.5444,
      "step": 590
    },
    {
      "epoch": 1.1362763915547025,
      "grad_norm": 2.112178325653076,
      "learning_rate": 4.2955724615093844e-05,
      "loss": 2.5955,
      "step": 592
    },
    {
      "epoch": 1.1401151631477928,
      "grad_norm": 1.8485419750213623,
      "learning_rate": 4.264138374423835e-05,
      "loss": 2.2975,
      "step": 594
    },
    {
      "epoch": 1.143953934740883,
      "grad_norm": 1.9420745372772217,
      "learning_rate": 4.232733987707505e-05,
      "loss": 2.5706,
      "step": 596
    },
    {
      "epoch": 1.147792706333973,
      "grad_norm": 1.8905168771743774,
      "learning_rate": 4.2013605688838656e-05,
      "loss": 2.3751,
      "step": 598
    },
    {
      "epoch": 1.1516314779270633,
      "grad_norm": 1.7361751794815063,
      "learning_rate": 4.1700193842264814e-05,
      "loss": 2.4757,
      "step": 600
    },
    {
      "epoch": 1.1554702495201536,
      "grad_norm": 1.778198003768921,
      "learning_rate": 4.138711698707899e-05,
      "loss": 2.4159,
      "step": 602
    },
    {
      "epoch": 1.1593090211132437,
      "grad_norm": 1.834826111793518,
      "learning_rate": 4.107438775948598e-05,
      "loss": 2.4044,
      "step": 604
    },
    {
      "epoch": 1.163147792706334,
      "grad_norm": 1.765609622001648,
      "learning_rate": 4.076201878165985e-05,
      "loss": 2.3987,
      "step": 606
    },
    {
      "epoch": 1.1669865642994242,
      "grad_norm": 2.0101146697998047,
      "learning_rate": 4.0450022661234496e-05,
      "loss": 2.5001,
      "step": 608
    },
    {
      "epoch": 1.1708253358925145,
      "grad_norm": 2.0628116130828857,
      "learning_rate": 4.0138411990794786e-05,
      "loss": 2.5032,
      "step": 610
    },
    {
      "epoch": 1.1746641074856046,
      "grad_norm": 1.866971731185913,
      "learning_rate": 3.982719934736832e-05,
      "loss": 2.3883,
      "step": 612
    },
    {
      "epoch": 1.1785028790786949,
      "grad_norm": 2.0846517086029053,
      "learning_rate": 3.9516397291917754e-05,
      "loss": 2.4801,
      "step": 614
    },
    {
      "epoch": 1.182341650671785,
      "grad_norm": 1.861687421798706,
      "learning_rate": 3.920601836883389e-05,
      "loss": 2.2688,
      "step": 616
    },
    {
      "epoch": 1.1861804222648753,
      "grad_norm": 1.7908990383148193,
      "learning_rate": 3.889607510542936e-05,
      "loss": 2.3655,
      "step": 618
    },
    {
      "epoch": 1.1900191938579654,
      "grad_norm": 2.128852605819702,
      "learning_rate": 3.858658001143289e-05,
      "loss": 2.5408,
      "step": 620
    },
    {
      "epoch": 1.1938579654510557,
      "grad_norm": 1.8755757808685303,
      "learning_rate": 3.82775455784846e-05,
      "loss": 2.3866,
      "step": 622
    },
    {
      "epoch": 1.1976967370441458,
      "grad_norm": 1.8754103183746338,
      "learning_rate": 3.796898427963163e-05,
      "loss": 2.4923,
      "step": 624
    },
    {
      "epoch": 1.2015355086372361,
      "grad_norm": 1.8576866388320923,
      "learning_rate": 3.7660908568824805e-05,
      "loss": 2.6046,
      "step": 626
    },
    {
      "epoch": 1.2053742802303262,
      "grad_norm": 1.7710564136505127,
      "learning_rate": 3.735333088041596e-05,
      "loss": 2.4535,
      "step": 628
    },
    {
      "epoch": 1.2092130518234165,
      "grad_norm": 1.7709726095199585,
      "learning_rate": 3.704626362865612e-05,
      "loss": 2.5116,
      "step": 630
    },
    {
      "epoch": 1.2130518234165066,
      "grad_norm": 1.9364629983901978,
      "learning_rate": 3.673971920719431e-05,
      "loss": 2.4581,
      "step": 632
    },
    {
      "epoch": 1.216890595009597,
      "grad_norm": 1.938812255859375,
      "learning_rate": 3.643370998857748e-05,
      "loss": 2.4839,
      "step": 634
    },
    {
      "epoch": 1.220729366602687,
      "grad_norm": 1.914156198501587,
      "learning_rate": 3.612824832375109e-05,
      "loss": 2.2989,
      "step": 636
    },
    {
      "epoch": 1.2245681381957774,
      "grad_norm": 1.5851590633392334,
      "learning_rate": 3.5823346541560495e-05,
      "loss": 2.2631,
      "step": 638
    },
    {
      "epoch": 1.2284069097888675,
      "grad_norm": 2.01133131980896,
      "learning_rate": 3.551901694825352e-05,
      "loss": 2.3921,
      "step": 640
    },
    {
      "epoch": 1.2322456813819578,
      "grad_norm": 1.9045090675354004,
      "learning_rate": 3.521527182698365e-05,
      "loss": 2.3766,
      "step": 642
    },
    {
      "epoch": 1.236084452975048,
      "grad_norm": 1.786575436592102,
      "learning_rate": 3.491212343731428e-05,
      "loss": 2.5844,
      "step": 644
    },
    {
      "epoch": 1.2399232245681382,
      "grad_norm": 2.0299885272979736,
      "learning_rate": 3.4609584014723904e-05,
      "loss": 2.4664,
      "step": 646
    },
    {
      "epoch": 1.2437619961612283,
      "grad_norm": 2.086113691329956,
      "learning_rate": 3.430766577011231e-05,
      "loss": 2.4601,
      "step": 648
    },
    {
      "epoch": 1.2476007677543186,
      "grad_norm": 1.7769064903259277,
      "learning_rate": 3.400638088930766e-05,
      "loss": 2.4849,
      "step": 650
    },
    {
      "epoch": 1.251439539347409,
      "grad_norm": 2.0460405349731445,
      "learning_rate": 3.370574153257474e-05,
      "loss": 2.6407,
      "step": 652
    },
    {
      "epoch": 1.255278310940499,
      "grad_norm": 1.994273066520691,
      "learning_rate": 3.340575983412412e-05,
      "loss": 2.3818,
      "step": 654
    },
    {
      "epoch": 1.2591170825335891,
      "grad_norm": 1.7842358350753784,
      "learning_rate": 3.3106447901622324e-05,
      "loss": 2.494,
      "step": 656
    },
    {
      "epoch": 1.2629558541266794,
      "grad_norm": 1.8710514307022095,
      "learning_rate": 3.280781781570328e-05,
      "loss": 2.3716,
      "step": 658
    },
    {
      "epoch": 1.2667946257197698,
      "grad_norm": 1.8952568769454956,
      "learning_rate": 3.250988162948067e-05,
      "loss": 2.5571,
      "step": 660
    },
    {
      "epoch": 1.2706333973128598,
      "grad_norm": 1.9719605445861816,
      "learning_rate": 3.221265136806139e-05,
      "loss": 2.4698,
      "step": 662
    },
    {
      "epoch": 1.2744721689059502,
      "grad_norm": 1.9866466522216797,
      "learning_rate": 3.1916139028060315e-05,
      "loss": 2.4504,
      "step": 664
    },
    {
      "epoch": 1.2783109404990403,
      "grad_norm": 2.0619564056396484,
      "learning_rate": 3.162035657711604e-05,
      "loss": 2.5778,
      "step": 666
    },
    {
      "epoch": 1.2821497120921306,
      "grad_norm": 1.7766873836517334,
      "learning_rate": 3.132531595340779e-05,
      "loss": 2.5757,
      "step": 668
    },
    {
      "epoch": 1.2859884836852207,
      "grad_norm": 1.8886102437973022,
      "learning_rate": 3.1031029065173704e-05,
      "loss": 2.5952,
      "step": 670
    },
    {
      "epoch": 1.289827255278311,
      "grad_norm": 1.8903406858444214,
      "learning_rate": 3.073750779023014e-05,
      "loss": 2.5322,
      "step": 672
    },
    {
      "epoch": 1.293666026871401,
      "grad_norm": 1.7394644021987915,
      "learning_rate": 3.0444763975492208e-05,
      "loss": 2.593,
      "step": 674
    },
    {
      "epoch": 1.2975047984644914,
      "grad_norm": 1.9238591194152832,
      "learning_rate": 3.0152809436495734e-05,
      "loss": 2.2963,
      "step": 676
    },
    {
      "epoch": 1.3013435700575815,
      "grad_norm": 1.8425519466400146,
      "learning_rate": 2.9861655956920286e-05,
      "loss": 2.3245,
      "step": 678
    },
    {
      "epoch": 1.3051823416506718,
      "grad_norm": 1.892540693283081,
      "learning_rate": 2.95713152881136e-05,
      "loss": 2.4921,
      "step": 680
    },
    {
      "epoch": 1.309021113243762,
      "grad_norm": 1.8045918941497803,
      "learning_rate": 2.9281799148617262e-05,
      "loss": 2.4807,
      "step": 682
    },
    {
      "epoch": 1.3128598848368522,
      "grad_norm": 1.925676703453064,
      "learning_rate": 2.8993119223693755e-05,
      "loss": 2.5433,
      "step": 684
    },
    {
      "epoch": 1.3166986564299425,
      "grad_norm": 2.1154892444610596,
      "learning_rate": 2.8705287164854755e-05,
      "loss": 2.5387,
      "step": 686
    },
    {
      "epoch": 1.3205374280230326,
      "grad_norm": 1.7754255533218384,
      "learning_rate": 2.8418314589391027e-05,
      "loss": 2.4555,
      "step": 688
    },
    {
      "epoch": 1.3243761996161227,
      "grad_norm": 1.999812364578247,
      "learning_rate": 2.8132213079903336e-05,
      "loss": 2.5424,
      "step": 690
    },
    {
      "epoch": 1.328214971209213,
      "grad_norm": 1.8174470663070679,
      "learning_rate": 2.7846994183835074e-05,
      "loss": 2.5658,
      "step": 692
    },
    {
      "epoch": 1.3320537428023034,
      "grad_norm": 1.8758563995361328,
      "learning_rate": 2.7562669413006148e-05,
      "loss": 2.3513,
      "step": 694
    },
    {
      "epoch": 1.3358925143953935,
      "grad_norm": 1.809468150138855,
      "learning_rate": 2.7279250243148412e-05,
      "loss": 2.359,
      "step": 696
    },
    {
      "epoch": 1.3397312859884836,
      "grad_norm": 1.7983132600784302,
      "learning_rate": 2.6996748113442394e-05,
      "loss": 2.3086,
      "step": 698
    },
    {
      "epoch": 1.3435700575815739,
      "grad_norm": 1.9790072441101074,
      "learning_rate": 2.6715174426055662e-05,
      "loss": 2.5407,
      "step": 700
    },
    {
      "epoch": 1.3474088291746642,
      "grad_norm": 1.73479163646698,
      "learning_rate": 2.6434540545682584e-05,
      "loss": 2.3909,
      "step": 702
    },
    {
      "epoch": 1.3512476007677543,
      "grad_norm": 1.7946439981460571,
      "learning_rate": 2.6154857799085643e-05,
      "loss": 2.3164,
      "step": 704
    },
    {
      "epoch": 1.3550863723608444,
      "grad_norm": 1.8529855012893677,
      "learning_rate": 2.5876137474638323e-05,
      "loss": 2.5285,
      "step": 706
    },
    {
      "epoch": 1.3589251439539347,
      "grad_norm": 1.9864492416381836,
      "learning_rate": 2.55983908218694e-05,
      "loss": 2.5069,
      "step": 708
    },
    {
      "epoch": 1.362763915547025,
      "grad_norm": 1.7641496658325195,
      "learning_rate": 2.5321629051008976e-05,
      "loss": 2.3275,
      "step": 710
    },
    {
      "epoch": 1.3666026871401151,
      "grad_norm": 1.7185853719711304,
      "learning_rate": 2.5045863332535945e-05,
      "loss": 2.2071,
      "step": 712
    },
    {
      "epoch": 1.3704414587332054,
      "grad_norm": 1.7760812044143677,
      "learning_rate": 2.4771104796727273e-05,
      "loss": 2.4337,
      "step": 714
    },
    {
      "epoch": 1.3742802303262955,
      "grad_norm": 1.7367132902145386,
      "learning_rate": 2.449736453320854e-05,
      "loss": 2.4869,
      "step": 716
    },
    {
      "epoch": 1.3781190019193859,
      "grad_norm": 1.9105916023254395,
      "learning_rate": 2.4224653590506607e-05,
      "loss": 2.4345,
      "step": 718
    },
    {
      "epoch": 1.381957773512476,
      "grad_norm": 1.7931406497955322,
      "learning_rate": 2.3952982975603496e-05,
      "loss": 2.3898,
      "step": 720
    },
    {
      "epoch": 1.3857965451055663,
      "grad_norm": 1.8123571872711182,
      "learning_rate": 2.3682363653492178e-05,
      "loss": 2.4744,
      "step": 722
    },
    {
      "epoch": 1.3896353166986564,
      "grad_norm": 1.8735435009002686,
      "learning_rate": 2.3412806546734055e-05,
      "loss": 2.4267,
      "step": 724
    },
    {
      "epoch": 1.3934740882917467,
      "grad_norm": 1.9823077917099,
      "learning_rate": 2.3144322535018127e-05,
      "loss": 2.4519,
      "step": 726
    },
    {
      "epoch": 1.3973128598848368,
      "grad_norm": 1.8242884874343872,
      "learning_rate": 2.2876922454721694e-05,
      "loss": 2.3486,
      "step": 728
    },
    {
      "epoch": 1.401151631477927,
      "grad_norm": 1.7422012090682983,
      "learning_rate": 2.261061709847327e-05,
      "loss": 2.471,
      "step": 730
    },
    {
      "epoch": 1.4049904030710172,
      "grad_norm": 1.8321129083633423,
      "learning_rate": 2.2345417214716748e-05,
      "loss": 2.4468,
      "step": 732
    },
    {
      "epoch": 1.4088291746641075,
      "grad_norm": 1.9305740594863892,
      "learning_rate": 2.208133350727764e-05,
      "loss": 2.4354,
      "step": 734
    },
    {
      "epoch": 1.4126679462571978,
      "grad_norm": 1.728279948234558,
      "learning_rate": 2.1818376634931153e-05,
      "loss": 2.5314,
      "step": 736
    },
    {
      "epoch": 1.416506717850288,
      "grad_norm": 1.9136515855789185,
      "learning_rate": 2.1556557210971847e-05,
      "loss": 2.4653,
      "step": 738
    },
    {
      "epoch": 1.420345489443378,
      "grad_norm": 1.7468599081039429,
      "learning_rate": 2.129588580278533e-05,
      "loss": 2.4217,
      "step": 740
    },
    {
      "epoch": 1.4241842610364683,
      "grad_norm": 1.827812910079956,
      "learning_rate": 2.103637293142175e-05,
      "loss": 2.3471,
      "step": 742
    },
    {
      "epoch": 1.4280230326295587,
      "grad_norm": 1.8303539752960205,
      "learning_rate": 2.077802907117119e-05,
      "loss": 2.4945,
      "step": 744
    },
    {
      "epoch": 1.4318618042226487,
      "grad_norm": 1.9014883041381836,
      "learning_rate": 2.0520864649140765e-05,
      "loss": 2.4279,
      "step": 746
    },
    {
      "epoch": 1.4357005758157388,
      "grad_norm": 1.861970067024231,
      "learning_rate": 2.0264890044833995e-05,
      "loss": 2.5185,
      "step": 748
    },
    {
      "epoch": 1.4395393474088292,
      "grad_norm": 1.7734556198120117,
      "learning_rate": 2.0010115589731613e-05,
      "loss": 2.3451,
      "step": 750
    },
    {
      "epoch": 1.4433781190019195,
      "grad_norm": 1.8593039512634277,
      "learning_rate": 1.9756551566874837e-05,
      "loss": 2.4111,
      "step": 752
    },
    {
      "epoch": 1.4472168905950096,
      "grad_norm": 2.0306501388549805,
      "learning_rate": 1.9504208210450127e-05,
      "loss": 2.1885,
      "step": 754
    },
    {
      "epoch": 1.4510556621880997,
      "grad_norm": 1.8446749448776245,
      "learning_rate": 1.9253095705376218e-05,
      "loss": 2.5532,
      "step": 756
    },
    {
      "epoch": 1.45489443378119,
      "grad_norm": 1.7542308568954468,
      "learning_rate": 1.9003224186893e-05,
      "loss": 2.4208,
      "step": 758
    },
    {
      "epoch": 1.4587332053742803,
      "grad_norm": 1.7439130544662476,
      "learning_rate": 1.875460374015253e-05,
      "loss": 2.3911,
      "step": 760
    },
    {
      "epoch": 1.4625719769673704,
      "grad_norm": 1.713499903678894,
      "learning_rate": 1.850724439981186e-05,
      "loss": 2.3793,
      "step": 762
    },
    {
      "epoch": 1.4664107485604607,
      "grad_norm": 1.8578466176986694,
      "learning_rate": 1.82611561496281e-05,
      "loss": 2.529,
      "step": 764
    },
    {
      "epoch": 1.4702495201535508,
      "grad_norm": 1.881801724433899,
      "learning_rate": 1.801634892205545e-05,
      "loss": 2.3416,
      "step": 766
    },
    {
      "epoch": 1.4740882917466411,
      "grad_norm": 1.628251314163208,
      "learning_rate": 1.7772832597844285e-05,
      "loss": 2.3498,
      "step": 768
    },
    {
      "epoch": 1.4779270633397312,
      "grad_norm": 1.7867623567581177,
      "learning_rate": 1.753061700564243e-05,
      "loss": 2.5108,
      "step": 770
    },
    {
      "epoch": 1.4817658349328215,
      "grad_norm": 1.7731565237045288,
      "learning_rate": 1.728971192159836e-05,
      "loss": 2.4097,
      "step": 772
    },
    {
      "epoch": 1.4856046065259116,
      "grad_norm": 1.7546172142028809,
      "learning_rate": 1.705012706896668e-05,
      "loss": 2.3188,
      "step": 774
    },
    {
      "epoch": 1.489443378119002,
      "grad_norm": 1.7338075637817383,
      "learning_rate": 1.6811872117715673e-05,
      "loss": 2.4417,
      "step": 776
    },
    {
      "epoch": 1.493282149712092,
      "grad_norm": 1.7118301391601562,
      "learning_rate": 1.6574956684137045e-05,
      "loss": 2.4761,
      "step": 778
    },
    {
      "epoch": 1.4971209213051824,
      "grad_norm": 1.8096641302108765,
      "learning_rate": 1.633939033045766e-05,
      "loss": 2.4536,
      "step": 780
    },
    {
      "epoch": 1.5009596928982725,
      "grad_norm": 1.7673901319503784,
      "learning_rate": 1.610518256445382e-05,
      "loss": 2.4854,
      "step": 782
    },
    {
      "epoch": 1.5047984644913628,
      "grad_norm": 1.8908624649047852,
      "learning_rate": 1.5872342839067306e-05,
      "loss": 2.3752,
      "step": 784
    },
    {
      "epoch": 1.508637236084453,
      "grad_norm": 1.7519292831420898,
      "learning_rate": 1.5640880552023955e-05,
      "loss": 2.5641,
      "step": 786
    },
    {
      "epoch": 1.5124760076775432,
      "grad_norm": 1.697787880897522,
      "learning_rate": 1.541080504545433e-05,
      "loss": 2.3805,
      "step": 788
    },
    {
      "epoch": 1.5163147792706333,
      "grad_norm": 1.7646615505218506,
      "learning_rate": 1.5182125605516707e-05,
      "loss": 2.5407,
      "step": 790
    },
    {
      "epoch": 1.5201535508637236,
      "grad_norm": 1.865901231765747,
      "learning_rate": 1.4954851462022118e-05,
      "loss": 2.4108,
      "step": 792
    },
    {
      "epoch": 1.523992322456814,
      "grad_norm": 1.6581934690475464,
      "learning_rate": 1.4728991788062052e-05,
      "loss": 2.2233,
      "step": 794
    },
    {
      "epoch": 1.527831094049904,
      "grad_norm": 1.936775803565979,
      "learning_rate": 1.4504555699638034e-05,
      "loss": 2.2673,
      "step": 796
    },
    {
      "epoch": 1.5316698656429941,
      "grad_norm": 1.8059828281402588,
      "learning_rate": 1.4281552255293739e-05,
      "loss": 2.4363,
      "step": 798
    },
    {
      "epoch": 1.5355086372360844,
      "grad_norm": 1.6729570627212524,
      "learning_rate": 1.405999045574945e-05,
      "loss": 2.3638,
      "step": 800
    },
    {
      "epoch": 1.5393474088291748,
      "grad_norm": 1.5310014486312866,
      "learning_rate": 1.3839879243538678e-05,
      "loss": 2.1237,
      "step": 802
    },
    {
      "epoch": 1.5431861804222649,
      "grad_norm": 1.6975595951080322,
      "learning_rate": 1.362122750264727e-05,
      "loss": 2.434,
      "step": 804
    },
    {
      "epoch": 1.547024952015355,
      "grad_norm": 1.9747432470321655,
      "learning_rate": 1.3404044058154835e-05,
      "loss": 2.4547,
      "step": 806
    },
    {
      "epoch": 1.5508637236084453,
      "grad_norm": 1.931599736213684,
      "learning_rate": 1.3188337675878609e-05,
      "loss": 2.2581,
      "step": 808
    },
    {
      "epoch": 1.5547024952015356,
      "grad_norm": 1.690551519393921,
      "learning_rate": 1.2974117062019503e-05,
      "loss": 2.4887,
      "step": 810
    },
    {
      "epoch": 1.5585412667946257,
      "grad_norm": 2.5367448329925537,
      "learning_rate": 1.2761390862810907e-05,
      "loss": 2.3701,
      "step": 812
    },
    {
      "epoch": 1.5623800383877158,
      "grad_norm": 1.7968242168426514,
      "learning_rate": 1.2550167664169566e-05,
      "loss": 2.4853,
      "step": 814
    },
    {
      "epoch": 1.566218809980806,
      "grad_norm": 1.73814058303833,
      "learning_rate": 1.2340455991349093e-05,
      "loss": 2.4246,
      "step": 816
    },
    {
      "epoch": 1.5700575815738964,
      "grad_norm": 1.79641592502594,
      "learning_rate": 1.2132264308595875e-05,
      "loss": 2.4943,
      "step": 818
    },
    {
      "epoch": 1.5738963531669867,
      "grad_norm": 1.7317153215408325,
      "learning_rate": 1.1925601018807497e-05,
      "loss": 2.5241,
      "step": 820
    },
    {
      "epoch": 1.5777351247600768,
      "grad_norm": 1.8299314975738525,
      "learning_rate": 1.1720474463193443e-05,
      "loss": 2.4614,
      "step": 822
    },
    {
      "epoch": 1.581573896353167,
      "grad_norm": 1.6449967622756958,
      "learning_rate": 1.1516892920938626e-05,
      "loss": 2.4743,
      "step": 824
    },
    {
      "epoch": 1.5854126679462572,
      "grad_norm": 1.9421472549438477,
      "learning_rate": 1.131486460886908e-05,
      "loss": 2.4542,
      "step": 826
    },
    {
      "epoch": 1.5892514395393476,
      "grad_norm": 1.8020849227905273,
      "learning_rate": 1.1114397681120387e-05,
      "loss": 2.4273,
      "step": 828
    },
    {
      "epoch": 1.5930902111324377,
      "grad_norm": 1.8233286142349243,
      "learning_rate": 1.0915500228808523e-05,
      "loss": 2.4576,
      "step": 830
    },
    {
      "epoch": 1.5969289827255277,
      "grad_norm": 1.8505898714065552,
      "learning_rate": 1.0718180279703371e-05,
      "loss": 2.3293,
      "step": 832
    },
    {
      "epoch": 1.600767754318618,
      "grad_norm": 1.885059118270874,
      "learning_rate": 1.0522445797904607e-05,
      "loss": 2.4214,
      "step": 834
    },
    {
      "epoch": 1.6046065259117084,
      "grad_norm": 1.697663426399231,
      "learning_rate": 1.0328304683520306e-05,
      "loss": 2.449,
      "step": 836
    },
    {
      "epoch": 1.6084452975047985,
      "grad_norm": 1.6720285415649414,
      "learning_rate": 1.0135764772348106e-05,
      "loss": 2.4358,
      "step": 838
    },
    {
      "epoch": 1.6122840690978886,
      "grad_norm": 1.7693917751312256,
      "learning_rate": 9.944833835558887e-06,
      "loss": 2.5039,
      "step": 840
    },
    {
      "epoch": 1.616122840690979,
      "grad_norm": 1.7624363899230957,
      "learning_rate": 9.755519579383204e-06,
      "loss": 2.4609,
      "step": 842
    },
    {
      "epoch": 1.6199616122840692,
      "grad_norm": 1.6836014986038208,
      "learning_rate": 9.567829644800141e-06,
      "loss": 2.4885,
      "step": 844
    },
    {
      "epoch": 1.6238003838771593,
      "grad_norm": 1.7030502557754517,
      "learning_rate": 9.381771607229e-06,
      "loss": 2.4847,
      "step": 846
    },
    {
      "epoch": 1.6276391554702494,
      "grad_norm": 1.9006402492523193,
      "learning_rate": 9.197352976223495e-06,
      "loss": 2.4292,
      "step": 848
    },
    {
      "epoch": 1.6314779270633397,
      "grad_norm": 1.6497300863265991,
      "learning_rate": 9.014581195168725e-06,
      "loss": 2.4066,
      "step": 850
    },
    {
      "epoch": 1.63531669865643,
      "grad_norm": 1.8096089363098145,
      "learning_rate": 8.83346364098061e-06,
      "loss": 2.3377,
      "step": 852
    },
    {
      "epoch": 1.6391554702495201,
      "grad_norm": 1.703515648841858,
      "learning_rate": 8.654007623808335e-06,
      "loss": 2.5303,
      "step": 854
    },
    {
      "epoch": 1.6429942418426102,
      "grad_norm": 1.6932040452957153,
      "learning_rate": 8.476220386739153e-06,
      "loss": 2.2796,
      "step": 856
    },
    {
      "epoch": 1.6468330134357005,
      "grad_norm": 1.7195641994476318,
      "learning_rate": 8.30010910550611e-06,
      "loss": 2.1625,
      "step": 858
    },
    {
      "epoch": 1.6506717850287909,
      "grad_norm": 1.6625498533248901,
      "learning_rate": 8.125680888198396e-06,
      "loss": 2.5335,
      "step": 860
    },
    {
      "epoch": 1.654510556621881,
      "grad_norm": 1.7404083013534546,
      "learning_rate": 7.95294277497452e-06,
      "loss": 2.5084,
      "step": 862
    },
    {
      "epoch": 1.658349328214971,
      "grad_norm": 1.6975153684616089,
      "learning_rate": 7.781901737778013e-06,
      "loss": 2.3985,
      "step": 864
    },
    {
      "epoch": 1.6621880998080614,
      "grad_norm": 1.8806735277175903,
      "learning_rate": 7.612564680056233e-06,
      "loss": 2.3835,
      "step": 866
    },
    {
      "epoch": 1.6660268714011517,
      "grad_norm": 1.7741533517837524,
      "learning_rate": 7.4449384364815464e-06,
      "loss": 2.3336,
      "step": 868
    },
    {
      "epoch": 1.669865642994242,
      "grad_norm": 1.7553293704986572,
      "learning_rate": 7.2790297726755716e-06,
      "loss": 2.303,
      "step": 870
    },
    {
      "epoch": 1.673704414587332,
      "grad_norm": 1.678241491317749,
      "learning_rate": 7.114845384936108e-06,
      "loss": 2.3424,
      "step": 872
    },
    {
      "epoch": 1.6775431861804222,
      "grad_norm": 1.7955679893493652,
      "learning_rate": 6.9523918999668255e-06,
      "loss": 2.2851,
      "step": 874
    },
    {
      "epoch": 1.6813819577735125,
      "grad_norm": 1.733140468597412,
      "learning_rate": 6.7916758746098155e-06,
      "loss": 2.3875,
      "step": 876
    },
    {
      "epoch": 1.6852207293666028,
      "grad_norm": 1.778879165649414,
      "learning_rate": 6.632703795580946e-06,
      "loss": 2.4897,
      "step": 878
    },
    {
      "epoch": 1.689059500959693,
      "grad_norm": 1.8510472774505615,
      "learning_rate": 6.475482079208112e-06,
      "loss": 2.3219,
      "step": 880
    },
    {
      "epoch": 1.692898272552783,
      "grad_norm": 1.5964735746383667,
      "learning_rate": 6.320017071172113e-06,
      "loss": 2.2506,
      "step": 882
    },
    {
      "epoch": 1.6967370441458733,
      "grad_norm": 1.7399059534072876,
      "learning_rate": 6.1663150462507034e-06,
      "loss": 2.3867,
      "step": 884
    },
    {
      "epoch": 1.7005758157389637,
      "grad_norm": 1.704087495803833,
      "learning_rate": 6.014382208065234e-06,
      "loss": 2.4008,
      "step": 886
    },
    {
      "epoch": 1.7044145873320538,
      "grad_norm": 1.610163927078247,
      "learning_rate": 5.864224688830283e-06,
      "loss": 2.234,
      "step": 888
    },
    {
      "epoch": 1.7082533589251438,
      "grad_norm": 1.5860165357589722,
      "learning_rate": 5.715848549106145e-06,
      "loss": 2.2767,
      "step": 890
    },
    {
      "epoch": 1.7120921305182342,
      "grad_norm": 1.7125369310379028,
      "learning_rate": 5.569259777554287e-06,
      "loss": 2.4252,
      "step": 892
    },
    {
      "epoch": 1.7159309021113245,
      "grad_norm": 1.8192423582077026,
      "learning_rate": 5.424464290695496e-06,
      "loss": 2.419,
      "step": 894
    },
    {
      "epoch": 1.7197696737044146,
      "grad_norm": 1.7669687271118164,
      "learning_rate": 5.281467932671253e-06,
      "loss": 2.386,
      "step": 896
    },
    {
      "epoch": 1.7236084452975047,
      "grad_norm": 1.677895426750183,
      "learning_rate": 5.140276475007711e-06,
      "loss": 2.5122,
      "step": 898
    },
    {
      "epoch": 1.727447216890595,
      "grad_norm": 1.746677279472351,
      "learning_rate": 5.000895616382828e-06,
      "loss": 2.3692,
      "step": 900
    },
    {
      "epoch": 1.7312859884836853,
      "grad_norm": 1.6640464067459106,
      "learning_rate": 4.863330982396319e-06,
      "loss": 2.317,
      "step": 902
    },
    {
      "epoch": 1.7351247600767754,
      "grad_norm": 1.6886448860168457,
      "learning_rate": 4.727588125342669e-06,
      "loss": 2.2828,
      "step": 904
    },
    {
      "epoch": 1.7389635316698655,
      "grad_norm": 1.8009768724441528,
      "learning_rate": 4.593672523986936e-06,
      "loss": 2.3412,
      "step": 906
    },
    {
      "epoch": 1.7428023032629558,
      "grad_norm": 1.8097089529037476,
      "learning_rate": 4.461589583343678e-06,
      "loss": 2.3527,
      "step": 908
    },
    {
      "epoch": 1.7466410748560461,
      "grad_norm": 1.6583417654037476,
      "learning_rate": 4.331344634458812e-06,
      "loss": 2.3027,
      "step": 910
    },
    {
      "epoch": 1.7504798464491362,
      "grad_norm": 1.6135237216949463,
      "learning_rate": 4.2029429341943984e-06,
      "loss": 2.3895,
      "step": 912
    },
    {
      "epoch": 1.7543186180422263,
      "grad_norm": 1.6572721004486084,
      "learning_rate": 4.076389665016522e-06,
      "loss": 2.4186,
      "step": 914
    },
    {
      "epoch": 1.7581573896353166,
      "grad_norm": 1.652147650718689,
      "learning_rate": 3.951689934786068e-06,
      "loss": 2.3758,
      "step": 916
    },
    {
      "epoch": 1.761996161228407,
      "grad_norm": 1.785905122756958,
      "learning_rate": 3.828848776552596e-06,
      "loss": 2.3179,
      "step": 918
    },
    {
      "epoch": 1.7658349328214973,
      "grad_norm": 1.8040014505386353,
      "learning_rate": 3.707871148351183e-06,
      "loss": 2.4267,
      "step": 920
    },
    {
      "epoch": 1.7696737044145874,
      "grad_norm": 1.7442965507507324,
      "learning_rate": 3.5887619330023435e-06,
      "loss": 2.4342,
      "step": 922
    },
    {
      "epoch": 1.7735124760076775,
      "grad_norm": 1.6539864540100098,
      "learning_rate": 3.4715259379148656e-06,
      "loss": 2.3907,
      "step": 924
    },
    {
      "epoch": 1.7773512476007678,
      "grad_norm": 1.7002536058425903,
      "learning_rate": 3.3561678948919095e-06,
      "loss": 2.2729,
      "step": 926
    },
    {
      "epoch": 1.781190019193858,
      "grad_norm": 1.7664355039596558,
      "learning_rate": 3.2426924599399056e-06,
      "loss": 2.244,
      "step": 928
    },
    {
      "epoch": 1.7850287907869482,
      "grad_norm": 1.5973105430603027,
      "learning_rate": 3.131104213080688e-06,
      "loss": 2.4728,
      "step": 930
    },
    {
      "epoch": 1.7888675623800383,
      "grad_norm": 1.7511796951293945,
      "learning_rate": 3.021407658166636e-06,
      "loss": 2.3096,
      "step": 932
    },
    {
      "epoch": 1.7927063339731286,
      "grad_norm": 1.6772406101226807,
      "learning_rate": 2.913607222698905e-06,
      "loss": 2.3705,
      "step": 934
    },
    {
      "epoch": 1.796545105566219,
      "grad_norm": 1.704423427581787,
      "learning_rate": 2.807707257648662e-06,
      "loss": 2.3784,
      "step": 936
    },
    {
      "epoch": 1.800383877159309,
      "grad_norm": 1.6434552669525146,
      "learning_rate": 2.703712037281564e-06,
      "loss": 2.4451,
      "step": 938
    },
    {
      "epoch": 1.8042226487523991,
      "grad_norm": 1.5974692106246948,
      "learning_rate": 2.601625758985182e-06,
      "loss": 2.4799,
      "step": 940
    },
    {
      "epoch": 1.8080614203454894,
      "grad_norm": 1.7015239000320435,
      "learning_rate": 2.5014525430995916e-06,
      "loss": 2.2772,
      "step": 942
    },
    {
      "epoch": 1.8119001919385798,
      "grad_norm": 1.8971093893051147,
      "learning_rate": 2.4031964327511313e-06,
      "loss": 2.4349,
      "step": 944
    },
    {
      "epoch": 1.8157389635316699,
      "grad_norm": 1.7988215684890747,
      "learning_rate": 2.3068613936891137e-06,
      "loss": 2.4552,
      "step": 946
    },
    {
      "epoch": 1.81957773512476,
      "grad_norm": 1.6101404428482056,
      "learning_rate": 2.2124513141258574e-06,
      "loss": 2.408,
      "step": 948
    },
    {
      "epoch": 1.8234165067178503,
      "grad_norm": 1.686816930770874,
      "learning_rate": 2.1199700045797077e-06,
      "loss": 2.4018,
      "step": 950
    },
    {
      "epoch": 1.8272552783109406,
      "grad_norm": 1.6202586889266968,
      "learning_rate": 2.0294211977212317e-06,
      "loss": 2.4629,
      "step": 952
    },
    {
      "epoch": 1.8310940499040307,
      "grad_norm": 1.7056370973587036,
      "learning_rate": 1.9408085482225945e-06,
      "loss": 2.512,
      "step": 954
    },
    {
      "epoch": 1.8349328214971208,
      "grad_norm": 1.7047405242919922,
      "learning_rate": 1.8541356326100433e-06,
      "loss": 2.3859,
      "step": 956
    },
    {
      "epoch": 1.838771593090211,
      "grad_norm": 1.5985552072525024,
      "learning_rate": 1.7694059491195013e-06,
      "loss": 2.4665,
      "step": 958
    },
    {
      "epoch": 1.8426103646833014,
      "grad_norm": 1.6778897047042847,
      "learning_rate": 1.6866229175554748e-06,
      "loss": 2.3102,
      "step": 960
    },
    {
      "epoch": 1.8464491362763915,
      "grad_norm": 1.6465007066726685,
      "learning_rate": 1.6057898791529303e-06,
      "loss": 2.2886,
      "step": 962
    },
    {
      "epoch": 1.8502879078694816,
      "grad_norm": 1.5736628770828247,
      "learning_rate": 1.526910096442491e-06,
      "loss": 2.2019,
      "step": 964
    },
    {
      "epoch": 1.854126679462572,
      "grad_norm": 1.5600590705871582,
      "learning_rate": 1.4499867531187373e-06,
      "loss": 2.2312,
      "step": 966
    },
    {
      "epoch": 1.8579654510556622,
      "grad_norm": 1.828391432762146,
      "learning_rate": 1.3750229539117144e-06,
      "loss": 2.3583,
      "step": 968
    },
    {
      "epoch": 1.8618042226487526,
      "grad_norm": 1.5677580833435059,
      "learning_rate": 1.3020217244616273e-06,
      "loss": 2.3495,
      "step": 970
    },
    {
      "epoch": 1.8656429942418427,
      "grad_norm": 1.7349492311477661,
      "learning_rate": 1.2309860111967053e-06,
      "loss": 2.3854,
      "step": 972
    },
    {
      "epoch": 1.8694817658349328,
      "grad_norm": 1.5582528114318848,
      "learning_rate": 1.1619186812142857e-06,
      "loss": 2.4444,
      "step": 974
    },
    {
      "epoch": 1.873320537428023,
      "grad_norm": 1.6760716438293457,
      "learning_rate": 1.094822522165101e-06,
      "loss": 2.5214,
      "step": 976
    },
    {
      "epoch": 1.8771593090211134,
      "grad_norm": 1.7502938508987427,
      "learning_rate": 1.0297002421407797e-06,
      "loss": 2.4415,
      "step": 978
    },
    {
      "epoch": 1.8809980806142035,
      "grad_norm": 1.6573673486709595,
      "learning_rate": 9.665544695645012e-07,
      "loss": 2.3996,
      "step": 980
    },
    {
      "epoch": 1.8848368522072936,
      "grad_norm": 1.6866267919540405,
      "learning_rate": 9.053877530849464e-07,
      "loss": 2.3104,
      "step": 982
    },
    {
      "epoch": 1.888675623800384,
      "grad_norm": 1.7685641050338745,
      "learning_rate": 8.462025614734192e-07,
      "loss": 2.4496,
      "step": 984
    },
    {
      "epoch": 1.8925143953934742,
      "grad_norm": 1.6532257795333862,
      "learning_rate": 7.890012835242044e-07,
      "loss": 2.4791,
      "step": 986
    },
    {
      "epoch": 1.8963531669865643,
      "grad_norm": 1.67217218875885,
      "learning_rate": 7.337862279581332e-07,
      "loss": 2.4586,
      "step": 988
    },
    {
      "epoch": 1.9001919385796544,
      "grad_norm": 1.7168689966201782,
      "learning_rate": 6.805596233294576e-07,
      "loss": 2.3798,
      "step": 990
    },
    {
      "epoch": 1.9040307101727447,
      "grad_norm": 1.7827550172805786,
      "learning_rate": 6.293236179358175e-07,
      "loss": 2.485,
      "step": 992
    },
    {
      "epoch": 1.907869481765835,
      "grad_norm": 1.5891352891921997,
      "learning_rate": 5.800802797316152e-07,
      "loss": 2.1959,
      "step": 994
    },
    {
      "epoch": 1.9117082533589251,
      "grad_norm": 1.6550140380859375,
      "learning_rate": 5.328315962444874e-07,
      "loss": 2.5058,
      "step": 996
    },
    {
      "epoch": 1.9155470249520152,
      "grad_norm": 1.6463745832443237,
      "learning_rate": 4.875794744951423e-07,
      "loss": 2.1304,
      "step": 998
    },
    {
      "epoch": 1.9193857965451055,
      "grad_norm": 1.6227257251739502,
      "learning_rate": 4.4432574092032053e-07,
      "loss": 2.2414,
      "step": 1000
    },
    {
      "epoch": 1.9232245681381959,
      "grad_norm": 1.7231581211090088,
      "learning_rate": 4.0307214129914896e-07,
      "loss": 2.4267,
      "step": 1002
    },
    {
      "epoch": 1.927063339731286,
      "grad_norm": 1.6770871877670288,
      "learning_rate": 3.6382034068263015e-07,
      "loss": 2.3622,
      "step": 1004
    },
    {
      "epoch": 1.930902111324376,
      "grad_norm": 1.7246891260147095,
      "learning_rate": 3.265719233264575e-07,
      "loss": 2.4724,
      "step": 1006
    },
    {
      "epoch": 1.9347408829174664,
      "grad_norm": 1.694502830505371,
      "learning_rate": 2.913283926270771e-07,
      "loss": 2.4177,
      "step": 1008
    },
    {
      "epoch": 1.9385796545105567,
      "grad_norm": 1.7070053815841675,
      "learning_rate": 2.580911710609923e-07,
      "loss": 2.5533,
      "step": 1010
    },
    {
      "epoch": 1.9424184261036468,
      "grad_norm": 1.6291368007659912,
      "learning_rate": 2.2686160012735936e-07,
      "loss": 2.267,
      "step": 1012
    },
    {
      "epoch": 1.9462571976967369,
      "grad_norm": 1.5740125179290771,
      "learning_rate": 1.9764094029385284e-07,
      "loss": 2.3001,
      "step": 1014
    },
    {
      "epoch": 1.9500959692898272,
      "grad_norm": 1.6735721826553345,
      "learning_rate": 1.704303709457733e-07,
      "loss": 2.2846,
      "step": 1016
    },
    {
      "epoch": 1.9539347408829175,
      "grad_norm": 1.7732954025268555,
      "learning_rate": 1.452309903384519e-07,
      "loss": 2.308,
      "step": 1018
    },
    {
      "epoch": 1.9577735124760078,
      "grad_norm": 1.748245358467102,
      "learning_rate": 1.220438155529302e-07,
      "loss": 2.4971,
      "step": 1020
    },
    {
      "epoch": 1.961612284069098,
      "grad_norm": 1.6858606338500977,
      "learning_rate": 1.0086978245490985e-07,
      "loss": 2.4105,
      "step": 1022
    },
    {
      "epoch": 1.965451055662188,
      "grad_norm": 1.763435959815979,
      "learning_rate": 8.170974565696599e-08,
      "loss": 2.4337,
      "step": 1024
    },
    {
      "epoch": 1.9692898272552783,
      "grad_norm": 1.6636366844177246,
      "learning_rate": 6.456447848406932e-08,
      "loss": 2.4137,
      "step": 1026
    },
    {
      "epoch": 1.9731285988483687,
      "grad_norm": 1.641494631767273,
      "learning_rate": 4.94346729423556e-08,
      "loss": 2.4322,
      "step": 1028
    },
    {
      "epoch": 1.9769673704414588,
      "grad_norm": 1.7012929916381836,
      "learning_rate": 3.632093969121453e-08,
      "loss": 2.4342,
      "step": 1030
    },
    {
      "epoch": 1.9808061420345489,
      "grad_norm": 1.6317704916000366,
      "learning_rate": 2.522380801863733e-08,
      "loss": 2.3635,
      "step": 1032
    },
    {
      "epoch": 1.9846449136276392,
      "grad_norm": 1.5718603134155273,
      "learning_rate": 1.6143725819850463e-08,
      "loss": 2.1745,
      "step": 1034
    },
    {
      "epoch": 1.9884836852207295,
      "grad_norm": 1.7624621391296387,
      "learning_rate": 9.081059579235662e-09,
      "loss": 2.3599,
      "step": 1036
    },
    {
      "epoch": 1.9923224568138196,
      "grad_norm": 1.759146809577942,
      "learning_rate": 4.036094355541753e-09,
      "loss": 2.4143,
      "step": 1038
    },
    {
      "epoch": 1.9961612284069097,
      "grad_norm": 1.8646202087402344,
      "learning_rate": 1.0090337703771991e-09,
      "loss": 2.4176,
      "step": 1040
    },
    {
      "epoch": 2.0,
      "grad_norm": 2.1013474464416504,
      "learning_rate": 0.0,
      "loss": 2.1832,
      "step": 1042
    }
  ],
  "logging_steps": 2,
  "max_steps": 1042,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 521,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.762124413890724e+17,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}