{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.9999002576676919,
  "eval_steps": 10000,
  "global_step": 30076,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0033247444102734603,
      "grad_norm": 1.3035300970077515,
      "learning_rate": 1.6622340425531915e-06,
      "loss": 5.822,
      "step": 50
    },
    {
      "epoch": 0.006649488820546921,
      "grad_norm": 1.1972568035125732,
      "learning_rate": 3.324468085106383e-06,
      "loss": 5.9169,
      "step": 100
    },
    {
      "epoch": 0.009974233230820381,
      "grad_norm": 1.352640986442566,
      "learning_rate": 4.986702127659574e-06,
      "loss": 5.2194,
      "step": 150
    },
    {
      "epoch": 0.013298977641093841,
      "grad_norm": 1.7489923238754272,
      "learning_rate": 6.648936170212766e-06,
      "loss": 4.452,
      "step": 200
    },
    {
      "epoch": 0.0166237220513673,
      "grad_norm": 1.8752517700195312,
      "learning_rate": 8.311170212765958e-06,
      "loss": 3.6432,
      "step": 250
    },
    {
      "epoch": 0.019948466461640762,
      "grad_norm": 1.9665223360061646,
      "learning_rate": 9.973404255319148e-06,
      "loss": 3.174,
      "step": 300
    },
    {
      "epoch": 0.02327321087191422,
      "grad_norm": 2.6562719345092773,
      "learning_rate": 1.1635638297872341e-05,
      "loss": 2.5593,
      "step": 350
    },
    {
      "epoch": 0.026597955282187682,
      "grad_norm": 2.408365488052368,
      "learning_rate": 1.3297872340425532e-05,
      "loss": 2.1801,
      "step": 400
    },
    {
      "epoch": 0.02992269969246114,
      "grad_norm": 2.3265933990478516,
      "learning_rate": 1.4960106382978726e-05,
      "loss": 1.8083,
      "step": 450
    },
    {
      "epoch": 0.0332474441027346,
      "grad_norm": 2.1040735244750977,
      "learning_rate": 1.6622340425531915e-05,
      "loss": 1.6401,
      "step": 500
    },
    {
      "epoch": 0.036572188513008065,
      "grad_norm": 3.4362895488739014,
      "learning_rate": 1.8284574468085108e-05,
      "loss": 1.5832,
      "step": 550
    },
    {
      "epoch": 0.039896932923281524,
      "grad_norm": 1.546397089958191,
      "learning_rate": 1.9946808510638297e-05,
      "loss": 1.4445,
      "step": 600
    },
    {
      "epoch": 0.04322167733355498,
      "grad_norm": 1.6556838750839233,
      "learning_rate": 2.1609042553191493e-05,
      "loss": 1.3488,
      "step": 650
    },
    {
      "epoch": 0.04654642174382844,
      "grad_norm": 1.819988489151001,
      "learning_rate": 2.3271276595744682e-05,
      "loss": 1.2645,
      "step": 700
    },
    {
      "epoch": 0.049871166154101906,
      "grad_norm": 1.4990456104278564,
      "learning_rate": 2.4933510638297874e-05,
      "loss": 1.2705,
      "step": 750
    },
    {
      "epoch": 0.053195910564375365,
      "grad_norm": 1.2020275592803955,
      "learning_rate": 2.6595744680851064e-05,
      "loss": 1.1177,
      "step": 800
    },
    {
      "epoch": 0.056520654974648823,
      "grad_norm": 3.6433067321777344,
      "learning_rate": 2.8257978723404256e-05,
      "loss": 1.1117,
      "step": 850
    },
    {
      "epoch": 0.05984539938492228,
      "grad_norm": 1.214572548866272,
      "learning_rate": 2.9920212765957452e-05,
      "loss": 1.0738,
      "step": 900
    },
    {
      "epoch": 0.06317014379519574,
      "grad_norm": 1.198177456855774,
      "learning_rate": 3.158244680851064e-05,
      "loss": 0.9417,
      "step": 950
    },
    {
      "epoch": 0.0664948882054692,
      "grad_norm": 2.4085018634796143,
      "learning_rate": 3.324468085106383e-05,
      "loss": 0.9209,
      "step": 1000
    },
    {
      "epoch": 0.06981963261574267,
      "grad_norm": 1.7089121341705322,
      "learning_rate": 3.490691489361702e-05,
      "loss": 0.923,
      "step": 1050
    },
    {
      "epoch": 0.07314437702601613,
      "grad_norm": 1.4717004299163818,
      "learning_rate": 3.6569148936170215e-05,
      "loss": 0.8675,
      "step": 1100
    },
    {
      "epoch": 0.07646912143628959,
      "grad_norm": 0.943592369556427,
      "learning_rate": 3.823138297872341e-05,
      "loss": 0.8474,
      "step": 1150
    },
    {
      "epoch": 0.07979386584656305,
      "grad_norm": 1.0817354917526245,
      "learning_rate": 3.9893617021276594e-05,
      "loss": 0.9049,
      "step": 1200
    },
    {
      "epoch": 0.0831186102568365,
      "grad_norm": 1.4040069580078125,
      "learning_rate": 4.1555851063829786e-05,
      "loss": 0.8135,
      "step": 1250
    },
    {
      "epoch": 0.08644335466710996,
      "grad_norm": 1.383522868156433,
      "learning_rate": 4.3218085106382986e-05,
      "loss": 0.8804,
      "step": 1300
    },
    {
      "epoch": 0.08976809907738342,
      "grad_norm": 2.222273111343384,
      "learning_rate": 4.488031914893617e-05,
      "loss": 0.8195,
      "step": 1350
    },
    {
      "epoch": 0.09309284348765688,
      "grad_norm": 1.0952123403549194,
      "learning_rate": 4.6542553191489364e-05,
      "loss": 0.7564,
      "step": 1400
    },
    {
      "epoch": 0.09641758789793034,
      "grad_norm": 1.3211369514465332,
      "learning_rate": 4.8204787234042556e-05,
      "loss": 0.8551,
      "step": 1450
    },
    {
      "epoch": 0.09974233230820381,
      "grad_norm": 1.8156408071517944,
      "learning_rate": 4.986702127659575e-05,
      "loss": 0.7798,
      "step": 1500
    },
    {
      "epoch": 0.10306707671847727,
      "grad_norm": 0.7081910967826843,
      "learning_rate": 5.152925531914894e-05,
      "loss": 0.7384,
      "step": 1550
    },
    {
      "epoch": 0.10639182112875073,
      "grad_norm": 1.294580340385437,
      "learning_rate": 5.319148936170213e-05,
      "loss": 0.792,
      "step": 1600
    },
    {
      "epoch": 0.10971656553902419,
      "grad_norm": 1.5583733320236206,
      "learning_rate": 5.485372340425532e-05,
      "loss": 0.7462,
      "step": 1650
    },
    {
      "epoch": 0.11304130994929765,
      "grad_norm": 1.0178766250610352,
      "learning_rate": 5.651595744680851e-05,
      "loss": 0.7477,
      "step": 1700
    },
    {
      "epoch": 0.1163660543595711,
      "grad_norm": 3.021415948867798,
      "learning_rate": 5.81781914893617e-05,
      "loss": 0.6861,
      "step": 1750
    },
    {
      "epoch": 0.11969079876984456,
      "grad_norm": 1.043920636177063,
      "learning_rate": 5.9840425531914904e-05,
      "loss": 0.7214,
      "step": 1800
    },
    {
      "epoch": 0.12301554318011802,
      "grad_norm": 2.1260740756988525,
      "learning_rate": 6.150265957446809e-05,
      "loss": 0.6917,
      "step": 1850
    },
    {
      "epoch": 0.12634028759039148,
      "grad_norm": 1.0638266801834106,
      "learning_rate": 6.316489361702128e-05,
      "loss": 0.6948,
      "step": 1900
    },
    {
      "epoch": 0.12966503200066495,
      "grad_norm": 1.7689710855484009,
      "learning_rate": 6.482712765957447e-05,
      "loss": 0.7296,
      "step": 1950
    },
    {
      "epoch": 0.1329897764109384,
      "grad_norm": 1.052815556526184,
      "learning_rate": 6.648936170212766e-05,
      "loss": 0.732,
      "step": 2000
    },
    {
      "epoch": 0.13631452082121187,
      "grad_norm": 0.7970194220542908,
      "learning_rate": 6.815159574468085e-05,
      "loss": 0.6978,
      "step": 2050
    },
    {
      "epoch": 0.13963926523148534,
      "grad_norm": 0.7442440986633301,
      "learning_rate": 6.981382978723405e-05,
      "loss": 0.7093,
      "step": 2100
    },
    {
      "epoch": 0.1429640096417588,
      "grad_norm": 1.5074230432510376,
      "learning_rate": 7.147606382978723e-05,
      "loss": 0.7114,
      "step": 2150
    },
    {
      "epoch": 0.14628875405203226,
      "grad_norm": 1.4102712869644165,
      "learning_rate": 7.313829787234043e-05,
      "loss": 0.7156,
      "step": 2200
    },
    {
      "epoch": 0.1496134984623057,
      "grad_norm": 1.1298854351043701,
      "learning_rate": 7.480053191489363e-05,
      "loss": 0.6908,
      "step": 2250
    },
    {
      "epoch": 0.15293824287257918,
      "grad_norm": 1.149941325187683,
      "learning_rate": 7.646276595744682e-05,
      "loss": 0.7239,
      "step": 2300
    },
    {
      "epoch": 0.15626298728285262,
      "grad_norm": 0.860246479511261,
      "learning_rate": 7.8125e-05,
      "loss": 0.7164,
      "step": 2350
    },
    {
      "epoch": 0.1595877316931261,
      "grad_norm": 0.9874492883682251,
      "learning_rate": 7.978723404255319e-05,
      "loss": 0.7372,
      "step": 2400
    },
    {
      "epoch": 0.16291247610339954,
      "grad_norm": 1.1497923135757446,
      "learning_rate": 8.144946808510639e-05,
      "loss": 0.6838,
      "step": 2450
    },
    {
      "epoch": 0.166237220513673,
      "grad_norm": 0.8075393438339233,
      "learning_rate": 8.311170212765957e-05,
      "loss": 0.6905,
      "step": 2500
    },
    {
      "epoch": 0.16956196492394648,
      "grad_norm": 1.4072059392929077,
      "learning_rate": 8.477393617021277e-05,
      "loss": 0.6824,
      "step": 2550
    },
    {
      "epoch": 0.17288670933421993,
      "grad_norm": 1.4905030727386475,
      "learning_rate": 8.643617021276597e-05,
      "loss": 0.6813,
      "step": 2600
    },
    {
      "epoch": 0.1762114537444934,
      "grad_norm": 1.1402111053466797,
      "learning_rate": 8.809840425531916e-05,
      "loss": 0.6849,
      "step": 2650
    },
    {
      "epoch": 0.17953619815476685,
      "grad_norm": 1.8863836526870728,
      "learning_rate": 8.976063829787234e-05,
      "loss": 0.6488,
      "step": 2700
    },
    {
      "epoch": 0.18286094256504032,
      "grad_norm": 1.0747898817062378,
      "learning_rate": 9.142287234042554e-05,
      "loss": 0.6468,
      "step": 2750
    },
    {
      "epoch": 0.18618568697531376,
      "grad_norm": 1.4408470392227173,
      "learning_rate": 9.308510638297873e-05,
      "loss": 0.6661,
      "step": 2800
    },
    {
      "epoch": 0.18951043138558724,
      "grad_norm": 0.6010861396789551,
      "learning_rate": 9.474734042553191e-05,
      "loss": 0.6519,
      "step": 2850
    },
    {
      "epoch": 0.19283517579586068,
      "grad_norm": 1.3736897706985474,
      "learning_rate": 9.640957446808511e-05,
      "loss": 0.6852,
      "step": 2900
    },
    {
      "epoch": 0.19615992020613415,
      "grad_norm": 0.7717883586883545,
      "learning_rate": 9.807180851063831e-05,
      "loss": 0.6286,
      "step": 2950
    },
    {
      "epoch": 0.19948466461640763,
      "grad_norm": 2.024017572402954,
      "learning_rate": 9.97340425531915e-05,
      "loss": 0.7135,
      "step": 3000
    },
    {
      "epoch": 0.20280940902668107,
      "grad_norm": 0.49820956587791443,
      "learning_rate": 9.999940594707412e-05,
      "loss": 0.6312,
      "step": 3050
    },
    {
      "epoch": 0.20613415343695454,
      "grad_norm": 0.9031746983528137,
      "learning_rate": 9.999714964504067e-05,
      "loss": 0.651,
      "step": 3100
    },
    {
      "epoch": 0.209458897847228,
      "grad_norm": 0.7573064565658569,
      "learning_rate": 9.999320961690213e-05,
      "loss": 0.6373,
      "step": 3150
    },
    {
      "epoch": 0.21278364225750146,
      "grad_norm": 0.5948196649551392,
      "learning_rate": 9.998758599534463e-05,
      "loss": 0.7085,
      "step": 3200
    },
    {
      "epoch": 0.2161083866677749,
      "grad_norm": 1.0268886089324951,
      "learning_rate": 9.998027896975173e-05,
      "loss": 0.684,
      "step": 3250
    },
    {
      "epoch": 0.21943313107804838,
      "grad_norm": 0.7842527031898499,
      "learning_rate": 9.997128878619808e-05,
      "loss": 0.6139,
      "step": 3300
    },
    {
      "epoch": 0.22275787548832182,
      "grad_norm": 0.5904123187065125,
      "learning_rate": 9.996061574744102e-05,
      "loss": 0.6458,
      "step": 3350
    },
    {
      "epoch": 0.2260826198985953,
      "grad_norm": 1.0376912355422974,
      "learning_rate": 9.994826021291056e-05,
      "loss": 0.6125,
      "step": 3400
    },
    {
      "epoch": 0.22940736430886877,
      "grad_norm": 0.8252595663070679,
      "learning_rate": 9.993422259869713e-05,
      "loss": 0.6086,
      "step": 3450
    },
    {
      "epoch": 0.2327321087191422,
      "grad_norm": 0.7072761654853821,
      "learning_rate": 9.991850337753762e-05,
      "loss": 0.6516,
      "step": 3500
    },
    {
      "epoch": 0.23605685312941568,
      "grad_norm": 0.5640501976013184,
      "learning_rate": 9.990110307879952e-05,
      "loss": 0.5939,
      "step": 3550
    },
    {
      "epoch": 0.23938159753968913,
      "grad_norm": 0.9937716126441956,
      "learning_rate": 9.988202228846291e-05,
      "loss": 0.5968,
      "step": 3600
    },
    {
      "epoch": 0.2427063419499626,
      "grad_norm": 0.6056251525878906,
      "learning_rate": 9.986126164910094e-05,
      "loss": 0.6498,
      "step": 3650
    },
    {
      "epoch": 0.24603108636023605,
      "grad_norm": 0.5068459510803223,
      "learning_rate": 9.983882185985808e-05,
      "loss": 0.6477,
      "step": 3700
    },
    {
      "epoch": 0.24935583077050952,
      "grad_norm": 0.6225175857543945,
      "learning_rate": 9.98147036764266e-05,
      "loss": 0.6328,
      "step": 3750
    },
    {
      "epoch": 0.25268057518078296,
      "grad_norm": 0.5870462656021118,
      "learning_rate": 9.978890791102109e-05,
      "loss": 0.649,
      "step": 3800
    },
    {
      "epoch": 0.25600531959105643,
      "grad_norm": 3.570667028427124,
      "learning_rate": 9.976143543235114e-05,
      "loss": 0.6618,
      "step": 3850
    },
    {
      "epoch": 0.2593300640013299,
      "grad_norm": 0.6308077573776245,
      "learning_rate": 9.973228716559209e-05,
      "loss": 0.6205,
      "step": 3900
    },
    {
      "epoch": 0.2626548084116034,
      "grad_norm": 0.4385659396648407,
      "learning_rate": 9.970146409235386e-05,
      "loss": 0.5935,
      "step": 3950
    },
    {
      "epoch": 0.2659795528218768,
      "grad_norm": 0.5376986861228943,
      "learning_rate": 9.966896725064786e-05,
      "loss": 0.596,
      "step": 4000
    },
    {
      "epoch": 0.26930429723215027,
      "grad_norm": 0.7176681160926819,
      "learning_rate": 9.963479773485211e-05,
      "loss": 0.6313,
      "step": 4050
    },
    {
      "epoch": 0.27262904164242374,
      "grad_norm": 0.6590093374252319,
      "learning_rate": 9.959895669567435e-05,
      "loss": 0.6126,
      "step": 4100
    },
    {
      "epoch": 0.2759537860526972,
      "grad_norm": 0.5095696449279785,
      "learning_rate": 9.956144534011318e-05,
      "loss": 0.6132,
      "step": 4150
    },
    {
      "epoch": 0.2792785304629707,
      "grad_norm": 0.7277359962463379,
      "learning_rate": 9.952226493141765e-05,
      "loss": 0.6075,
      "step": 4200
    },
    {
      "epoch": 0.2826032748732441,
      "grad_norm": 0.41294175386428833,
      "learning_rate": 9.94814167890445e-05,
      "loss": 0.5422,
      "step": 4250
    },
    {
      "epoch": 0.2859280192835176,
      "grad_norm": 0.7728482484817505,
      "learning_rate": 9.943890228861383e-05,
      "loss": 0.573,
      "step": 4300
    },
    {
      "epoch": 0.28925276369379105,
      "grad_norm": 0.6309620141983032,
      "learning_rate": 9.939472286186271e-05,
      "loss": 0.6314,
      "step": 4350
    },
    {
      "epoch": 0.2925775081040645,
      "grad_norm": 0.4572204649448395,
      "learning_rate": 9.934887999659707e-05,
      "loss": 0.5865,
      "step": 4400
    },
    {
      "epoch": 0.29590225251433794,
      "grad_norm": 0.44096603989601135,
      "learning_rate": 9.930137523664149e-05,
      "loss": 0.5994,
      "step": 4450
    },
    {
      "epoch": 0.2992269969246114,
      "grad_norm": 0.8694889545440674,
      "learning_rate": 9.925221018178728e-05,
      "loss": 0.6174,
      "step": 4500
    },
    {
      "epoch": 0.3025517413348849,
      "grad_norm": 0.41049107909202576,
      "learning_rate": 9.920138648773852e-05,
      "loss": 0.5778,
      "step": 4550
    },
    {
      "epoch": 0.30587648574515836,
      "grad_norm": 0.5933430790901184,
      "learning_rate": 9.914890586605638e-05,
      "loss": 0.5745,
      "step": 4600
    },
    {
      "epoch": 0.3092012301554318,
      "grad_norm": 0.8841090798377991,
      "learning_rate": 9.90947700841015e-05,
      "loss": 0.6356,
      "step": 4650
    },
    {
      "epoch": 0.31252597456570524,
      "grad_norm": 0.6952012181282043,
      "learning_rate": 9.903898096497441e-05,
      "loss": 0.6593,
      "step": 4700
    },
    {
      "epoch": 0.3158507189759787,
      "grad_norm": 0.43332594633102417,
      "learning_rate": 9.898154038745408e-05,
      "loss": 0.637,
      "step": 4750
    },
    {
      "epoch": 0.3191754633862522,
      "grad_norm": 0.5256862640380859,
      "learning_rate": 9.892245028593483e-05,
      "loss": 0.6007,
      "step": 4800
    },
    {
      "epoch": 0.32250020779652566,
      "grad_norm": 0.643079400062561,
      "learning_rate": 9.886171265036102e-05,
      "loss": 0.5526,
      "step": 4850
    },
    {
      "epoch": 0.3258249522067991,
      "grad_norm": 0.9413782954216003,
      "learning_rate": 9.879932952616009e-05,
      "loss": 0.5863,
      "step": 4900
    },
    {
      "epoch": 0.32914969661707255,
      "grad_norm": 0.46808409690856934,
      "learning_rate": 9.873530301417373e-05,
      "loss": 0.579,
      "step": 4950
    },
    {
      "epoch": 0.332474441027346,
      "grad_norm": 0.6770108342170715,
      "learning_rate": 9.8669635270587e-05,
      "loss": 0.6135,
      "step": 5000
    },
    {
      "epoch": 0.3357991854376195,
      "grad_norm": 0.443143367767334,
      "learning_rate": 9.860232850685589e-05,
      "loss": 0.5849,
      "step": 5050
    },
    {
      "epoch": 0.33912392984789297,
      "grad_norm": 0.4198506772518158,
      "learning_rate": 9.853338498963272e-05,
      "loss": 0.591,
      "step": 5100
    },
    {
      "epoch": 0.3424486742581664,
      "grad_norm": 0.3660542666912079,
      "learning_rate": 9.846280704068982e-05,
      "loss": 0.6121,
      "step": 5150
    },
    {
      "epoch": 0.34577341866843986,
      "grad_norm": 0.5003857016563416,
      "learning_rate": 9.839059703684139e-05,
      "loss": 0.5705,
      "step": 5200
    },
    {
      "epoch": 0.34909816307871333,
      "grad_norm": 0.5552676916122437,
      "learning_rate": 9.831675740986346e-05,
      "loss": 0.633,
      "step": 5250
    },
    {
      "epoch": 0.3524229074889868,
      "grad_norm": 0.2692893445491791,
      "learning_rate": 9.82412906464119e-05,
      "loss": 0.5706,
      "step": 5300
    },
    {
      "epoch": 0.3557476518992602,
      "grad_norm": 1.03011953830719,
      "learning_rate": 9.816419928793879e-05,
      "loss": 0.5357,
      "step": 5350
    },
    {
      "epoch": 0.3590723963095337,
      "grad_norm": 0.4879101812839508,
      "learning_rate": 9.808548593060681e-05,
      "loss": 0.6065,
      "step": 5400
    },
    {
      "epoch": 0.36239714071980716,
      "grad_norm": 0.4781530797481537,
      "learning_rate": 9.800515322520174e-05,
      "loss": 0.5832,
      "step": 5450
    },
    {
      "epoch": 0.36572188513008064,
      "grad_norm": 0.519418478012085,
      "learning_rate": 9.792320387704328e-05,
      "loss": 0.5808,
      "step": 5500
    },
    {
      "epoch": 0.3690466295403541,
      "grad_norm": 0.5514370203018188,
      "learning_rate": 9.783964064589387e-05,
      "loss": 0.6015,
      "step": 5550
    },
    {
      "epoch": 0.3723713739506275,
      "grad_norm": 0.8520498871803284,
      "learning_rate": 9.775446634586584e-05,
      "loss": 0.6086,
      "step": 5600
    },
    {
      "epoch": 0.375696118360901,
      "grad_norm": 0.6045146584510803,
      "learning_rate": 9.766768384532654e-05,
      "loss": 0.5674,
      "step": 5650
    },
    {
      "epoch": 0.37902086277117447,
      "grad_norm": 0.44037437438964844,
      "learning_rate": 9.757929606680181e-05,
      "loss": 0.5112,
      "step": 5700
    },
    {
      "epoch": 0.38234560718144794,
      "grad_norm": 0.41407912969589233,
      "learning_rate": 9.748930598687752e-05,
      "loss": 0.6066,
      "step": 5750
    },
    {
      "epoch": 0.38567035159172136,
      "grad_norm": 0.33725085854530334,
      "learning_rate": 9.73977166360994e-05,
      "loss": 0.5997,
      "step": 5800
    },
    {
      "epoch": 0.38899509600199483,
      "grad_norm": 0.9541948437690735,
      "learning_rate": 9.730453109887087e-05,
      "loss": 0.5986,
      "step": 5850
    },
    {
      "epoch": 0.3923198404122683,
      "grad_norm": 0.31891727447509766,
      "learning_rate": 9.720975251334929e-05,
      "loss": 0.5235,
      "step": 5900
    },
    {
      "epoch": 0.3956445848225418,
      "grad_norm": 0.869501531124115,
      "learning_rate": 9.711338407134016e-05,
      "loss": 0.62,
      "step": 5950
    },
    {
      "epoch": 0.39896932923281525,
      "grad_norm": 0.38659653067588806,
      "learning_rate": 9.701542901818974e-05,
      "loss": 0.583,
      "step": 6000
    },
    {
      "epoch": 0.40229407364308867,
      "grad_norm": 0.5901491045951843,
      "learning_rate": 9.691589065267568e-05,
      "loss": 0.5456,
      "step": 6050
    },
    {
      "epoch": 0.40561881805336214,
      "grad_norm": 0.6315745711326599,
      "learning_rate": 9.681477232689596e-05,
      "loss": 0.5725,
      "step": 6100
    },
    {
      "epoch": 0.4089435624636356,
      "grad_norm": 0.48777422308921814,
      "learning_rate": 9.671207744615598e-05,
      "loss": 0.6161,
      "step": 6150
    },
    {
      "epoch": 0.4122683068739091,
      "grad_norm": 0.3584806025028229,
      "learning_rate": 9.660780946885397e-05,
      "loss": 0.5519,
      "step": 6200
    },
    {
      "epoch": 0.4155930512841825,
      "grad_norm": 0.7234945297241211,
      "learning_rate": 9.650197190636438e-05,
      "loss": 0.6336,
      "step": 6250
    },
    {
      "epoch": 0.418917795694456,
      "grad_norm": 1.169434905052185,
      "learning_rate": 9.639456832291974e-05,
      "loss": 0.5666,
      "step": 6300
    },
    {
      "epoch": 0.42224254010472945,
      "grad_norm": 0.5370940566062927,
      "learning_rate": 9.628560233549058e-05,
      "loss": 0.55,
      "step": 6350
    },
    {
      "epoch": 0.4255672845150029,
      "grad_norm": 1.2353452444076538,
      "learning_rate": 9.617507761366367e-05,
      "loss": 0.5756,
      "step": 6400
    },
    {
      "epoch": 0.4288920289252764,
      "grad_norm": 0.4101187288761139,
      "learning_rate": 9.606299787951836e-05,
      "loss": 0.6014,
      "step": 6450
    },
    {
      "epoch": 0.4322167733355498,
      "grad_norm": 0.38137727975845337,
      "learning_rate": 9.594936690750129e-05,
      "loss": 0.5764,
      "step": 6500
    },
    {
      "epoch": 0.4355415177458233,
      "grad_norm": 0.618617057800293,
      "learning_rate": 9.583418852429933e-05,
      "loss": 0.5548,
      "step": 6550
    },
    {
      "epoch": 0.43886626215609675,
      "grad_norm": 0.4934926927089691,
      "learning_rate": 9.571746660871058e-05,
      "loss": 0.5769,
      "step": 6600
    },
    {
      "epoch": 0.4421910065663702,
      "grad_norm": 0.33685383200645447,
      "learning_rate": 9.559920509151386e-05,
      "loss": 0.562,
      "step": 6650
    },
    {
      "epoch": 0.44551575097664364,
      "grad_norm": 0.43346357345581055,
      "learning_rate": 9.547940795533627e-05,
      "loss": 0.5478,
      "step": 6700
    },
    {
      "epoch": 0.4488404953869171,
      "grad_norm": 0.5250598192214966,
      "learning_rate": 9.535807923451911e-05,
      "loss": 0.5292,
      "step": 6750
    },
    {
      "epoch": 0.4521652397971906,
      "grad_norm": 0.3458341062068939,
      "learning_rate": 9.523522301498202e-05,
      "loss": 0.608,
      "step": 6800
    },
    {
      "epoch": 0.45548998420746406,
      "grad_norm": 0.7067184448242188,
      "learning_rate": 9.511084343408531e-05,
      "loss": 0.5555,
      "step": 6850
    },
    {
      "epoch": 0.45881472861773753,
      "grad_norm": 0.3423425853252411,
      "learning_rate": 9.498494468049072e-05,
      "loss": 0.5309,
      "step": 6900
    },
    {
      "epoch": 0.46213947302801095,
      "grad_norm": 0.4263427257537842,
      "learning_rate": 9.485753099402031e-05,
      "loss": 0.5725,
      "step": 6950
    },
    {
      "epoch": 0.4654642174382844,
      "grad_norm": 0.3699227273464203,
      "learning_rate": 9.472860666551369e-05,
      "loss": 0.544,
      "step": 7000
    },
    {
      "epoch": 0.4687889618485579,
      "grad_norm": 0.34789547324180603,
      "learning_rate": 9.459817603668351e-05,
      "loss": 0.5701,
      "step": 7050
    },
    {
      "epoch": 0.47211370625883137,
      "grad_norm": 0.3918140232563019,
      "learning_rate": 9.446624349996929e-05,
      "loss": 0.5523,
      "step": 7100
    },
    {
      "epoch": 0.47543845066910484,
      "grad_norm": 0.39375773072242737,
      "learning_rate": 9.433281349838941e-05,
      "loss": 0.5224,
      "step": 7150
    },
    {
      "epoch": 0.47876319507937826,
      "grad_norm": 0.49626776576042175,
      "learning_rate": 9.419789052539157e-05,
      "loss": 0.5807,
      "step": 7200
    },
    {
      "epoch": 0.48208793948965173,
      "grad_norm": 0.4889478087425232,
      "learning_rate": 9.406147912470143e-05,
      "loss": 0.5496,
      "step": 7250
    },
    {
      "epoch": 0.4854126838999252,
      "grad_norm": 0.8686904311180115,
      "learning_rate": 9.392358389016961e-05,
      "loss": 0.5681,
      "step": 7300
    },
    {
      "epoch": 0.4887374283101987,
      "grad_norm": 1.1051130294799805,
      "learning_rate": 9.378420946561697e-05,
      "loss": 0.5595,
      "step": 7350
    },
    {
      "epoch": 0.4920621727204721,
      "grad_norm": 0.3066134452819824,
      "learning_rate": 9.364336054467819e-05,
      "loss": 0.5436,
      "step": 7400
    },
    {
      "epoch": 0.49538691713074556,
      "grad_norm": 0.5851086378097534,
      "learning_rate": 9.350104187064379e-05,
      "loss": 0.5452,
      "step": 7450
    },
    {
      "epoch": 0.49871166154101904,
      "grad_norm": 0.5407485365867615,
      "learning_rate": 9.335725823630035e-05,
      "loss": 0.5603,
      "step": 7500
    },
    {
      "epoch": 0.5020364059512925,
      "grad_norm": 0.4865974187850952,
      "learning_rate": 9.321201448376904e-05,
      "loss": 0.517,
      "step": 7550
    },
    {
      "epoch": 0.5053611503615659,
      "grad_norm": 0.7569780945777893,
      "learning_rate": 9.306531550434268e-05,
      "loss": 0.5428,
      "step": 7600
    },
    {
      "epoch": 0.5086858947718395,
      "grad_norm": 0.3547607958316803,
      "learning_rate": 9.291716623832091e-05,
      "loss": 0.5486,
      "step": 7650
    },
    {
      "epoch": 0.5120106391821129,
      "grad_norm": 0.9511945843696594,
      "learning_rate": 9.276757167484389e-05,
      "loss": 0.5383,
      "step": 7700
    },
    {
      "epoch": 0.5153353835923863,
      "grad_norm": 0.5263503789901733,
      "learning_rate": 9.261653685172422e-05,
      "loss": 0.6017,
      "step": 7750
    },
    {
      "epoch": 0.5186601280026598,
      "grad_norm": 0.4225033223628998,
      "learning_rate": 9.246406685527739e-05,
      "loss": 0.5711,
      "step": 7800
    },
    {
      "epoch": 0.5219848724129332,
      "grad_norm": 0.523815393447876,
      "learning_rate": 9.231016682015035e-05,
      "loss": 0.5859,
      "step": 7850
    },
    {
      "epoch": 0.5253096168232068,
      "grad_norm": 0.48155075311660767,
      "learning_rate": 9.21548419291487e-05,
      "loss": 0.5151,
      "step": 7900
    },
    {
      "epoch": 0.5286343612334802,
      "grad_norm": 0.7636247873306274,
      "learning_rate": 9.19980974130621e-05,
      "loss": 0.5288,
      "step": 7950
    },
    {
      "epoch": 0.5319591056437536,
      "grad_norm": 0.3996843993663788,
      "learning_rate": 9.183993855048811e-05,
      "loss": 0.554,
      "step": 8000
    },
    {
      "epoch": 0.5352838500540271,
      "grad_norm": 0.49857622385025024,
      "learning_rate": 9.168037066765453e-05,
      "loss": 0.5566,
      "step": 8050
    },
    {
      "epoch": 0.5386085944643005,
      "grad_norm": 0.5007392764091492,
      "learning_rate": 9.151939913823988e-05,
      "loss": 0.5464,
      "step": 8100
    },
    {
      "epoch": 0.5419333388745741,
      "grad_norm": 0.4842822551727295,
      "learning_rate": 9.135702938319251e-05,
      "loss": 0.5381,
      "step": 8150
    },
    {
      "epoch": 0.5452580832848475,
      "grad_norm": 0.645003616809845,
      "learning_rate": 9.119326687054802e-05,
      "loss": 0.528,
      "step": 8200
    },
    {
      "epoch": 0.5485828276951209,
      "grad_norm": 0.5707802176475525,
      "learning_rate": 9.102811711524519e-05,
      "loss": 0.5613,
      "step": 8250
    },
    {
      "epoch": 0.5519075721053944,
      "grad_norm": 0.29192325472831726,
      "learning_rate": 9.086158567894013e-05,
      "loss": 0.5576,
      "step": 8300
    },
    {
      "epoch": 0.5552323165156678,
      "grad_norm": 0.3091285228729248,
      "learning_rate": 9.069367816981911e-05,
      "loss": 0.54,
      "step": 8350
    },
    {
      "epoch": 0.5585570609259414,
      "grad_norm": 0.4691781997680664,
      "learning_rate": 9.052440024240956e-05,
      "loss": 0.4902,
      "step": 8400
    },
    {
      "epoch": 0.5618818053362148,
      "grad_norm": 0.38676175475120544,
      "learning_rate": 9.03537575973898e-05,
      "loss": 0.509,
      "step": 8450
    },
    {
      "epoch": 0.5652065497464882,
      "grad_norm": 0.38752368092536926,
      "learning_rate": 9.018175598139696e-05,
      "loss": 0.5154,
      "step": 8500
    },
    {
      "epoch": 0.5685312941567617,
      "grad_norm": 0.5562826991081238,
      "learning_rate": 9.000840118683344e-05,
      "loss": 0.535,
      "step": 8550
    },
    {
      "epoch": 0.5718560385670352,
      "grad_norm": 0.8270835280418396,
      "learning_rate": 8.983369905167191e-05,
      "loss": 0.4827,
      "step": 8600
    },
    {
      "epoch": 0.5751807829773086,
      "grad_norm": 0.4083782434463501,
      "learning_rate": 8.965765545925869e-05,
      "loss": 0.5161,
      "step": 8650
    },
    {
      "epoch": 0.5785055273875821,
      "grad_norm": 0.47276222705841064,
      "learning_rate": 8.948027633811557e-05,
      "loss": 0.5239,
      "step": 8700
    },
    {
      "epoch": 0.5818302717978555,
      "grad_norm": 0.6050196886062622,
      "learning_rate": 8.930156766174025e-05,
      "loss": 0.5577,
      "step": 8750
    },
    {
      "epoch": 0.585155016208129,
      "grad_norm": 0.8670181632041931,
      "learning_rate": 8.912153544840507e-05,
      "loss": 0.5693,
      "step": 8800
    },
    {
      "epoch": 0.5884797606184025,
      "grad_norm": 0.8589004874229431,
      "learning_rate": 8.894018576095439e-05,
      "loss": 0.4972,
      "step": 8850
    },
    {
      "epoch": 0.5918045050286759,
      "grad_norm": 0.47463271021842957,
      "learning_rate": 8.875752470660043e-05,
      "loss": 0.5021,
      "step": 8900
    },
    {
      "epoch": 0.5951292494389494,
      "grad_norm": 0.27892622351646423,
      "learning_rate": 8.857355843671757e-05,
      "loss": 0.5546,
      "step": 8950
    },
    {
      "epoch": 0.5984539938492228,
      "grad_norm": 0.5175593495368958,
      "learning_rate": 8.838829314663522e-05,
      "loss": 0.5434,
      "step": 9000
    },
    {
      "epoch": 0.6017787382594963,
      "grad_norm": 0.6045388579368591,
      "learning_rate": 8.820173507542915e-05,
      "loss": 0.5041,
      "step": 9050
    },
    {
      "epoch": 0.6051034826697698,
      "grad_norm": 0.39441245794296265,
      "learning_rate": 8.80138905057114e-05,
      "loss": 0.5354,
      "step": 9100
    },
    {
      "epoch": 0.6084282270800432,
      "grad_norm": 0.6685227751731873,
      "learning_rate": 8.782476576341873e-05,
      "loss": 0.5127,
      "step": 9150
    },
    {
      "epoch": 0.6117529714903167,
      "grad_norm": 0.9093782305717468,
      "learning_rate": 8.763436721759952e-05,
      "loss": 0.4883,
      "step": 9200
    },
    {
      "epoch": 0.6150777159005901,
      "grad_norm": 0.4950058162212372,
      "learning_rate": 8.744270128019934e-05,
      "loss": 0.4566,
      "step": 9250
    },
    {
      "epoch": 0.6184024603108637,
      "grad_norm": 0.649726927280426,
      "learning_rate": 8.724977440584497e-05,
      "loss": 0.5758,
      "step": 9300
    },
    {
      "epoch": 0.6217272047211371,
      "grad_norm": 0.6150277256965637,
      "learning_rate": 8.705559309162712e-05,
      "loss": 0.5346,
      "step": 9350
    },
    {
      "epoch": 0.6250519491314105,
      "grad_norm": 0.35310274362564087,
      "learning_rate": 8.686016387688153e-05,
      "loss": 0.5128,
      "step": 9400
    },
    {
      "epoch": 0.628376693541684,
      "grad_norm": 0.47013986110687256,
      "learning_rate": 8.666349334296877e-05,
      "loss": 0.4906,
      "step": 9450
    },
    {
      "epoch": 0.6317014379519574,
      "grad_norm": 0.30959010124206543,
      "learning_rate": 8.646558811305268e-05,
      "loss": 0.5378,
      "step": 9500
    },
    {
      "epoch": 0.6350261823622309,
      "grad_norm": 0.337326318025589,
      "learning_rate": 8.626645485187722e-05,
      "loss": 0.5361,
      "step": 9550
    },
    {
      "epoch": 0.6383509267725044,
      "grad_norm": 0.6151895523071289,
      "learning_rate": 8.60661002655421e-05,
      "loss": 0.509,
      "step": 9600
    },
    {
      "epoch": 0.6416756711827778,
      "grad_norm": 0.355437308549881,
      "learning_rate": 8.586453110127688e-05,
      "loss": 0.536,
      "step": 9650
    },
    {
      "epoch": 0.6450004155930513,
      "grad_norm": 0.4256291687488556,
      "learning_rate": 8.566175414721384e-05,
      "loss": 0.4913,
      "step": 9700
    },
    {
      "epoch": 0.6483251600033247,
      "grad_norm": 0.5116075277328491,
      "learning_rate": 8.545777623215927e-05,
      "loss": 0.5193,
      "step": 9750
    },
    {
      "epoch": 0.6516499044135982,
      "grad_norm": 0.5095045566558838,
      "learning_rate": 8.525260422536358e-05,
      "loss": 0.5351,
      "step": 9800
    },
    {
      "epoch": 0.6549746488238717,
      "grad_norm": 0.41416656970977783,
      "learning_rate": 8.504624503628995e-05,
      "loss": 0.5594,
      "step": 9850
    },
    {
      "epoch": 0.6582993932341451,
      "grad_norm": 0.2669268846511841,
      "learning_rate": 8.483870561438161e-05,
      "loss": 0.5219,
      "step": 9900
    },
    {
      "epoch": 0.6616241376444186,
      "grad_norm": 0.576519250869751,
      "learning_rate": 8.462999294882783e-05,
      "loss": 0.5606,
      "step": 9950
    },
    {
      "epoch": 0.664948882054692,
      "grad_norm": 0.8234946727752686,
      "learning_rate": 8.442011406832859e-05,
      "loss": 0.5011,
      "step": 10000
    },
    {
      "epoch": 0.664948882054692,
      "eval_loss": 0.4348411560058594,
      "eval_runtime": 4362.332,
      "eval_samples_per_second": 1.532,
      "eval_steps_per_second": 1.532,
      "step": 10000
    },
    {
      "epoch": 0.6682736264649655,
      "grad_norm": 0.11554688215255737,
      "learning_rate": 8.420907604085781e-05,
      "loss": 0.5451,
      "step": 10050
    },
    {
      "epoch": 0.671598370875239,
      "grad_norm": 0.3037506937980652,
      "learning_rate": 8.399688597342535e-05,
      "loss": 0.5388,
      "step": 10100
    },
    {
      "epoch": 0.6749231152855124,
      "grad_norm": 0.32672300934791565,
      "learning_rate": 8.378355101183769e-05,
      "loss": 0.5205,
      "step": 10150
    },
    {
      "epoch": 0.6782478596957859,
      "grad_norm": 0.7825640439987183,
      "learning_rate": 8.356907834045726e-05,
      "loss": 0.5349,
      "step": 10200
    },
    {
      "epoch": 0.6815726041060594,
      "grad_norm": 0.43441250920295715,
      "learning_rate": 8.335347518196052e-05,
      "loss": 0.4955,
      "step": 10250
    },
    {
      "epoch": 0.6848973485163328,
      "grad_norm": 0.48924630880355835,
      "learning_rate": 8.313674879709475e-05,
      "loss": 0.5571,
      "step": 10300
    },
    {
      "epoch": 0.6882220929266063,
      "grad_norm": 0.574004590511322,
      "learning_rate": 8.29189064844334e-05,
      "loss": 0.5335,
      "step": 10350
    },
    {
      "epoch": 0.6915468373368797,
      "grad_norm": 0.46639284491539,
      "learning_rate": 8.269995558013049e-05,
      "loss": 0.5151,
      "step": 10400
    },
    {
      "epoch": 0.6948715817471531,
      "grad_norm": 0.9258661866188049,
      "learning_rate": 8.24799034576734e-05,
      "loss": 0.4983,
      "step": 10450
    },
    {
      "epoch": 0.6981963261574267,
      "grad_norm": 0.2828778922557831,
      "learning_rate": 8.225875752763468e-05,
      "loss": 0.5027,
      "step": 10500
    },
    {
      "epoch": 0.7015210705677001,
      "grad_norm": 0.40603527426719666,
      "learning_rate": 8.203652523742237e-05,
      "loss": 0.4735,
      "step": 10550
    },
    {
      "epoch": 0.7048458149779736,
      "grad_norm": 0.6398336291313171,
      "learning_rate": 8.181321407102929e-05,
      "loss": 0.4945,
      "step": 10600
    },
    {
      "epoch": 0.708170559388247,
      "grad_norm": 0.5521181225776672,
      "learning_rate": 8.158883154878094e-05,
      "loss": 0.5094,
      "step": 10650
    },
    {
      "epoch": 0.7114953037985204,
      "grad_norm": 0.41034767031669617,
      "learning_rate": 8.136338522708233e-05,
      "loss": 0.5064,
      "step": 10700
    },
    {
      "epoch": 0.714820048208794,
      "grad_norm": 0.34174844622612,
      "learning_rate": 8.11368826981634e-05,
      "loss": 0.4934,
      "step": 10750
    },
    {
      "epoch": 0.7181447926190674,
      "grad_norm": 0.43941041827201843,
      "learning_rate": 8.090933158982338e-05,
      "loss": 0.5097,
      "step": 10800
    },
    {
      "epoch": 0.7214695370293409,
      "grad_norm": 0.7018864154815674,
      "learning_rate": 8.068073956517397e-05,
      "loss": 0.4923,
      "step": 10850
    },
    {
      "epoch": 0.7247942814396143,
      "grad_norm": 0.6354297995567322,
      "learning_rate": 8.045111432238121e-05,
      "loss": 0.4611,
      "step": 10900
    },
    {
      "epoch": 0.7281190258498877,
      "grad_norm": 0.49247485399246216,
      "learning_rate": 8.022046359440623e-05,
      "loss": 0.5119,
      "step": 10950
    },
    {
      "epoch": 0.7314437702601613,
      "grad_norm": 0.7940396666526794,
      "learning_rate": 7.998879514874491e-05,
      "loss": 0.5359,
      "step": 11000
    },
    {
      "epoch": 0.7347685146704347,
      "grad_norm": 0.35591453313827515,
      "learning_rate": 7.975611678716615e-05,
      "loss": 0.532,
      "step": 11050
    },
    {
      "epoch": 0.7380932590807082,
      "grad_norm": 0.3358200490474701,
      "learning_rate": 7.952243634544929e-05,
      "loss": 0.4793,
      "step": 11100
    },
    {
      "epoch": 0.7414180034909816,
      "grad_norm": 0.6496360898017883,
      "learning_rate": 7.928776169312016e-05,
      "loss": 0.4981,
      "step": 11150
    },
    {
      "epoch": 0.744742747901255,
      "grad_norm": 0.646221935749054,
      "learning_rate": 7.905210073318605e-05,
      "loss": 0.4578,
      "step": 11200
    },
    {
      "epoch": 0.7480674923115286,
      "grad_norm": 1.0316184759140015,
      "learning_rate": 7.881546140186958e-05,
      "loss": 0.5101,
      "step": 11250
    },
    {
      "epoch": 0.751392236721802,
      "grad_norm": 0.6004906296730042,
      "learning_rate": 7.857785166834144e-05,
      "loss": 0.4905,
      "step": 11300
    },
    {
      "epoch": 0.7547169811320755,
      "grad_norm": 0.3192722797393799,
      "learning_rate": 7.833927953445202e-05,
      "loss": 0.4868,
      "step": 11350
    },
    {
      "epoch": 0.7580417255423489,
      "grad_norm": 0.591340959072113,
      "learning_rate": 7.809975303446195e-05,
      "loss": 0.5107,
      "step": 11400
    },
    {
      "epoch": 0.7613664699526224,
      "grad_norm": 1.268475890159607,
      "learning_rate": 7.785928023477142e-05,
      "loss": 0.4964,
      "step": 11450
    },
    {
      "epoch": 0.7646912143628959,
      "grad_norm": 0.5102896690368652,
      "learning_rate": 7.761786923364878e-05,
      "loss": 0.5179,
      "step": 11500
    },
    {
      "epoch": 0.7680159587731693,
      "grad_norm": 0.6084123849868774,
      "learning_rate": 7.737552816095754e-05,
      "loss": 0.4624,
      "step": 11550
    },
    {
      "epoch": 0.7713407031834427,
      "grad_norm": 0.668404221534729,
      "learning_rate": 7.713226517788275e-05,
      "loss": 0.4917,
      "step": 11600
    },
    {
      "epoch": 0.7746654475937162,
      "grad_norm": 0.6722292900085449,
      "learning_rate": 7.688808847665612e-05,
      "loss": 0.523,
      "step": 11650
    },
    {
      "epoch": 0.7779901920039897,
      "grad_norm": 0.7151288390159607,
      "learning_rate": 7.664300628028017e-05,
      "loss": 0.5019,
      "step": 11700
    },
    {
      "epoch": 0.7813149364142632,
      "grad_norm": 0.5944408178329468,
      "learning_rate": 7.639702684225123e-05,
      "loss": 0.5049,
      "step": 11750
    },
    {
      "epoch": 0.7846396808245366,
      "grad_norm": 0.6515059471130371,
      "learning_rate": 7.615015844628157e-05,
      "loss": 0.4823,
      "step": 11800
    },
    {
      "epoch": 0.78796442523481,
      "grad_norm": 0.2709754705429077,
      "learning_rate": 7.590240940602036e-05,
      "loss": 0.4591,
      "step": 11850
    },
    {
      "epoch": 0.7912891696450836,
      "grad_norm": 0.42835110425949097,
      "learning_rate": 7.565378806477377e-05,
      "loss": 0.4851,
      "step": 11900
    },
    {
      "epoch": 0.794613914055357,
      "grad_norm": 0.4259116053581238,
      "learning_rate": 7.540430279522395e-05,
      "loss": 0.4735,
      "step": 11950
    },
    {
      "epoch": 0.7979386584656305,
      "grad_norm": 0.8144826292991638,
      "learning_rate": 7.515396199914708e-05,
      "loss": 0.4941,
      "step": 12000
    },
    {
      "epoch": 0.8012634028759039,
      "grad_norm": 0.6449247002601624,
      "learning_rate": 7.490277410713044e-05,
      "loss": 0.4753,
      "step": 12050
    },
    {
      "epoch": 0.8045881472861773,
      "grad_norm": 0.45336267352104187,
      "learning_rate": 7.46507475782885e-05,
      "loss": 0.5152,
      "step": 12100
    },
    {
      "epoch": 0.8079128916964509,
      "grad_norm": 0.4385122060775757,
      "learning_rate": 7.439789089997796e-05,
      "loss": 0.523,
      "step": 12150
    },
    {
      "epoch": 0.8112376361067243,
      "grad_norm": 0.36548131704330444,
      "learning_rate": 7.414421258751212e-05,
      "loss": 0.4939,
      "step": 12200
    },
    {
      "epoch": 0.8145623805169978,
      "grad_norm": 0.5231236219406128,
      "learning_rate": 7.38897211838739e-05,
      "loss": 0.4787,
      "step": 12250
    },
    {
      "epoch": 0.8178871249272712,
      "grad_norm": 0.4674762785434723,
      "learning_rate": 7.363442525942826e-05,
      "loss": 0.4973,
      "step": 12300
    },
    {
      "epoch": 0.8212118693375446,
      "grad_norm": 0.4448126554489136,
      "learning_rate": 7.337833341163358e-05,
      "loss": 0.51,
      "step": 12350
    },
    {
      "epoch": 0.8245366137478182,
      "grad_norm": 0.3027734160423279,
      "learning_rate": 7.31214542647521e-05,
      "loss": 0.5298,
      "step": 12400
    },
    {
      "epoch": 0.8278613581580916,
      "grad_norm": 0.7488745450973511,
      "learning_rate": 7.286379646955946e-05,
      "loss": 0.492,
      "step": 12450
    },
    {
      "epoch": 0.831186102568365,
      "grad_norm": 0.7628294229507446,
      "learning_rate": 7.260536870305347e-05,
      "loss": 0.4854,
      "step": 12500
    },
    {
      "epoch": 0.8345108469786385,
      "grad_norm": 0.5619131326675415,
      "learning_rate": 7.234617966816174e-05,
      "loss": 0.4439,
      "step": 12550
    },
    {
      "epoch": 0.837835591388912,
      "grad_norm": 0.2590934634208679,
      "learning_rate": 7.208623809344879e-05,
      "loss": 0.4949,
      "step": 12600
    },
    {
      "epoch": 0.8411603357991855,
      "grad_norm": 0.47846803069114685,
      "learning_rate": 7.182555273282193e-05,
      "loss": 0.5091,
      "step": 12650
    },
    {
      "epoch": 0.8444850802094589,
      "grad_norm": 0.5931444764137268,
      "learning_rate": 7.156413236523656e-05,
      "loss": 0.4732,
      "step": 12700
    },
    {
      "epoch": 0.8478098246197323,
      "grad_norm": 0.4458071291446686,
      "learning_rate": 7.130198579440052e-05,
      "loss": 0.4639,
      "step": 12750
    },
    {
      "epoch": 0.8511345690300058,
      "grad_norm": 0.35852745175361633,
      "learning_rate": 7.103912184847757e-05,
      "loss": 0.4818,
      "step": 12800
    },
    {
      "epoch": 0.8544593134402793,
      "grad_norm": 0.496389776468277,
      "learning_rate": 7.07755493797901e-05,
      "loss": 0.4424,
      "step": 12850
    },
    {
      "epoch": 0.8577840578505528,
      "grad_norm": 0.5191590189933777,
      "learning_rate": 7.051127726452102e-05,
      "loss": 0.4551,
      "step": 12900
    },
    {
      "epoch": 0.8611088022608262,
      "grad_norm": 0.4241909682750702,
      "learning_rate": 7.024631440241491e-05,
      "loss": 0.4496,
      "step": 12950
    },
    {
      "epoch": 0.8644335466710996,
      "grad_norm": 0.5711332559585571,
      "learning_rate": 6.998066971647817e-05,
      "loss": 0.49,
      "step": 13000
    },
    {
      "epoch": 0.8677582910813731,
      "grad_norm": 0.29857337474823,
      "learning_rate": 6.971435215267866e-05,
      "loss": 0.4822,
      "step": 13050
    },
    {
      "epoch": 0.8710830354916466,
      "grad_norm": 0.40240055322647095,
      "learning_rate": 6.944737067964429e-05,
      "loss": 0.4665,
      "step": 13100
    },
    {
      "epoch": 0.8744077799019201,
      "grad_norm": 0.3824640214443207,
      "learning_rate": 6.917973428836118e-05,
      "loss": 0.4762,
      "step": 13150
    },
    {
      "epoch": 0.8777325243121935,
      "grad_norm": 0.5857983231544495,
      "learning_rate": 6.891145199187065e-05,
      "loss": 0.4301,
      "step": 13200
    },
    {
      "epoch": 0.8810572687224669,
      "grad_norm": 0.43042436242103577,
      "learning_rate": 6.864253282496595e-05,
      "loss": 0.5202,
      "step": 13250
    },
    {
      "epoch": 0.8843820131327405,
      "grad_norm": 0.47307106852531433,
      "learning_rate": 6.837298584388771e-05,
      "loss": 0.4664,
      "step": 13300
    },
    {
      "epoch": 0.8877067575430139,
      "grad_norm": 0.6773985624313354,
      "learning_rate": 6.810282012601923e-05,
      "loss": 0.4748,
      "step": 13350
    },
    {
      "epoch": 0.8910315019532873,
      "grad_norm": 0.35346561670303345,
      "learning_rate": 6.783204476958058e-05,
      "loss": 0.4798,
      "step": 13400
    },
    {
      "epoch": 0.8943562463635608,
      "grad_norm": 0.3380667269229889,
      "learning_rate": 6.75606688933223e-05,
      "loss": 0.5189,
      "step": 13450
    },
    {
      "epoch": 0.8976809907738342,
      "grad_norm": 0.7384742498397827,
      "learning_rate": 6.728870163621836e-05,
      "loss": 0.4913,
      "step": 13500
    },
    {
      "epoch": 0.9010057351841078,
      "grad_norm": 0.4812994599342346,
      "learning_rate": 6.701615215715829e-05,
      "loss": 0.453,
      "step": 13550
    },
    {
      "epoch": 0.9043304795943812,
      "grad_norm": 0.3846656382083893,
      "learning_rate": 6.674302963463876e-05,
      "loss": 0.459,
      "step": 13600
    },
    {
      "epoch": 0.9076552240046546,
      "grad_norm": 0.49682462215423584,
      "learning_rate": 6.646934326645452e-05,
      "loss": 0.5119,
      "step": 13650
    },
    {
      "epoch": 0.9109799684149281,
      "grad_norm": 0.2614552974700928,
      "learning_rate": 6.61951022693887e-05,
      "loss": 0.4414,
      "step": 13700
    },
    {
      "epoch": 0.9143047128252015,
      "grad_norm": 0.4591997563838959,
      "learning_rate": 6.592031587890224e-05,
      "loss": 0.5148,
      "step": 13750
    },
    {
      "epoch": 0.9176294572354751,
      "grad_norm": 0.4885028600692749,
      "learning_rate": 6.564499334882312e-05,
      "loss": 0.4998,
      "step": 13800
    },
    {
      "epoch": 0.9209542016457485,
      "grad_norm": 0.7544069290161133,
      "learning_rate": 6.536914395103446e-05,
      "loss": 0.5493,
      "step": 13850
    },
    {
      "epoch": 0.9242789460560219,
      "grad_norm": 0.6468596458435059,
      "learning_rate": 6.509277697516255e-05,
      "loss": 0.4527,
      "step": 13900
    },
    {
      "epoch": 0.9276036904662954,
      "grad_norm": 0.6907210350036621,
      "learning_rate": 6.481590172826371e-05,
      "loss": 0.4917,
      "step": 13950
    },
    {
      "epoch": 0.9309284348765688,
      "grad_norm": 0.5351805090904236,
      "learning_rate": 6.453852753451119e-05,
      "loss": 0.5103,
      "step": 14000
    },
    {
      "epoch": 0.9342531792868424,
      "grad_norm": 0.7480131983757019,
      "learning_rate": 6.426066373488084e-05,
      "loss": 0.4945,
      "step": 14050
    },
    {
      "epoch": 0.9375779236971158,
      "grad_norm": 0.30603644251823425,
      "learning_rate": 6.39823196868368e-05,
      "loss": 0.5453,
      "step": 14100
    },
    {
      "epoch": 0.9409026681073892,
      "grad_norm": 0.7746521830558777,
      "learning_rate": 6.370350476401624e-05,
      "loss": 0.4735,
      "step": 14150
    },
    {
      "epoch": 0.9442274125176627,
      "grad_norm": 1.2858827114105225,
      "learning_rate": 6.342422835591368e-05,
      "loss": 0.5343,
      "step": 14200
    },
    {
      "epoch": 0.9475521569279362,
      "grad_norm": 0.45832210779190063,
      "learning_rate": 6.314449986756489e-05,
      "loss": 0.5078,
      "step": 14250
    },
    {
      "epoch": 0.9508769013382097,
      "grad_norm": 0.5275512337684631,
      "learning_rate": 6.286432871923e-05,
      "loss": 0.4985,
      "step": 14300
    },
    {
      "epoch": 0.9542016457484831,
      "grad_norm": 0.25901734828948975,
      "learning_rate": 6.258372434607645e-05,
      "loss": 0.4495,
      "step": 14350
    },
    {
      "epoch": 0.9575263901587565,
      "grad_norm": 0.5617000460624695,
      "learning_rate": 6.230269619786111e-05,
      "loss": 0.4606,
      "step": 14400
    },
    {
      "epoch": 0.96085113456903,
      "grad_norm": 0.7701844573020935,
      "learning_rate": 6.202125373861207e-05,
      "loss": 0.4699,
      "step": 14450
    },
    {
      "epoch": 0.9641758789793035,
      "grad_norm": 0.33021387457847595,
      "learning_rate": 6.173940644630996e-05,
      "loss": 0.4802,
      "step": 14500
    },
    {
      "epoch": 0.9675006233895769,
      "grad_norm": 0.40716060996055603,
      "learning_rate": 6.145716381256873e-05,
      "loss": 0.4557,
      "step": 14550
    },
    {
      "epoch": 0.9708253677998504,
      "grad_norm": 0.49702873826026917,
      "learning_rate": 6.117453534231606e-05,
      "loss": 0.4472,
      "step": 14600
    },
    {
      "epoch": 0.9741501122101238,
      "grad_norm": 0.4306732714176178,
      "learning_rate": 6.0891530553473195e-05,
      "loss": 0.4498,
      "step": 14650
    },
    {
      "epoch": 0.9774748566203973,
      "grad_norm": 0.43764013051986694,
      "learning_rate": 6.060815897663447e-05,
      "loss": 0.4741,
      "step": 14700
    },
    {
      "epoch": 0.9807996010306708,
      "grad_norm": 0.6434122323989868,
      "learning_rate": 6.0324430154746316e-05,
      "loss": 0.4821,
      "step": 14750
    },
    {
      "epoch": 0.9841243454409442,
      "grad_norm": 0.5440848469734192,
      "learning_rate": 6.004035364278593e-05,
      "loss": 0.4687,
      "step": 14800
    },
    {
      "epoch": 0.9874490898512177,
      "grad_norm": 0.7061350345611572,
      "learning_rate": 5.9755939007439445e-05,
      "loss": 0.427,
      "step": 14850
    },
    {
      "epoch": 0.9907738342614911,
      "grad_norm": 1.1848245859146118,
      "learning_rate": 5.9471195826779834e-05,
      "loss": 0.4594,
      "step": 14900
    },
    {
      "epoch": 0.9940985786717647,
      "grad_norm": 0.5134018659591675,
      "learning_rate": 5.918613368994423e-05,
      "loss": 0.482,
      "step": 14950
    },
    {
      "epoch": 0.9974233230820381,
      "grad_norm": 0.4567798674106598,
      "learning_rate": 5.8900762196811175e-05,
      "loss": 0.4322,
      "step": 15000
    },
    {
      "epoch": 1.0007480674923115,
      "grad_norm": 0.49805304408073425,
      "learning_rate": 5.861509095767714e-05,
      "loss": 0.4441,
      "step": 15050
    },
    {
      "epoch": 1.004072811902585,
      "grad_norm": 0.7849738597869873,
      "learning_rate": 5.832912959293304e-05,
      "loss": 0.4052,
      "step": 15100
    },
    {
      "epoch": 1.0073975563128585,
      "grad_norm": 0.6468079686164856,
      "learning_rate": 5.804288773274011e-05,
      "loss": 0.4061,
      "step": 15150
    },
    {
      "epoch": 1.0107223007231319,
      "grad_norm": 0.3043822944164276,
      "learning_rate": 5.775637501670579e-05,
      "loss": 0.3922,
      "step": 15200
    },
    {
      "epoch": 1.0140470451334054,
      "grad_norm": 0.3926864266395569,
      "learning_rate": 5.7469601093558854e-05,
      "loss": 0.444,
      "step": 15250
    },
    {
      "epoch": 1.017371789543679,
      "grad_norm": 0.2536259889602661,
      "learning_rate": 5.718257562082471e-05,
      "loss": 0.4149,
      "step": 15300
    },
    {
      "epoch": 1.0206965339539522,
      "grad_norm": 0.9208493232727051,
      "learning_rate": 5.689530826449997e-05,
      "loss": 0.3901,
      "step": 15350
    },
    {
      "epoch": 1.0240212783642257,
      "grad_norm": 0.34819620847702026,
      "learning_rate": 5.660780869872711e-05,
      "loss": 0.4268,
      "step": 15400
    },
    {
      "epoch": 1.0273460227744993,
      "grad_norm": 1.2284760475158691,
      "learning_rate": 5.632008660546853e-05,
      "loss": 0.4328,
      "step": 15450
    },
    {
      "epoch": 1.0306707671847726,
      "grad_norm": 0.3599700629711151,
      "learning_rate": 5.6032151674180575e-05,
      "loss": 0.3798,
      "step": 15500
    },
    {
      "epoch": 1.033995511595046,
      "grad_norm": 0.31814679503440857,
      "learning_rate": 5.574401360148727e-05,
      "loss": 0.4215,
      "step": 15550
    },
    {
      "epoch": 1.0373202560053196,
      "grad_norm": 0.6101735234260559,
      "learning_rate": 5.5455682090853624e-05,
      "loss": 0.4242,
      "step": 15600
    },
    {
      "epoch": 1.0406450004155932,
      "grad_norm": 0.8657062649726868,
      "learning_rate": 5.5167166852259055e-05,
      "loss": 0.4163,
      "step": 15650
    },
    {
      "epoch": 1.0439697448258665,
      "grad_norm": 0.4173007309436798,
      "learning_rate": 5.4878477601870194e-05,
      "loss": 0.3637,
      "step": 15700
    },
    {
      "epoch": 1.04729448923614,
      "grad_norm": 0.13609103858470917,
      "learning_rate": 5.458962406171384e-05,
      "loss": 0.4117,
      "step": 15750
    },
    {
      "epoch": 1.0506192336464135,
      "grad_norm": 0.4456997513771057,
      "learning_rate": 5.430061595934941e-05,
      "loss": 0.4177,
      "step": 15800
    },
    {
      "epoch": 1.0539439780566868,
      "grad_norm": 0.549238383769989,
      "learning_rate": 5.401146302754153e-05,
      "loss": 0.4446,
      "step": 15850
    },
    {
      "epoch": 1.0572687224669604,
      "grad_norm": 0.4045184850692749,
      "learning_rate": 5.372217500393205e-05,
      "loss": 0.4097,
      "step": 15900
    },
    {
      "epoch": 1.0605934668772339,
      "grad_norm": 0.3764871060848236,
      "learning_rate": 5.3432761630712335e-05,
      "loss": 0.378,
      "step": 15950
    },
    {
      "epoch": 1.0639182112875072,
      "grad_norm": 0.46142441034317017,
      "learning_rate": 5.314323265429501e-05,
      "loss": 0.373,
      "step": 16000
    },
    {
      "epoch": 1.0672429556977807,
      "grad_norm": 0.671380341053009,
      "learning_rate": 5.285359782498582e-05,
      "loss": 0.4159,
      "step": 16050
    },
    {
      "epoch": 1.0705677001080542,
      "grad_norm": 0.5095057487487793,
      "learning_rate": 5.2563866896655275e-05,
      "loss": 0.4017,
      "step": 16100
    },
    {
      "epoch": 1.0738924445183278,
      "grad_norm": 0.8826057314872742,
      "learning_rate": 5.227404962641016e-05,
      "loss": 0.4627,
      "step": 16150
    },
    {
      "epoch": 1.077217188928601,
      "grad_norm": 0.740010142326355,
      "learning_rate": 5.198415577426493e-05,
      "loss": 0.4073,
      "step": 16200
    },
    {
      "epoch": 1.0805419333388746,
      "grad_norm": 0.4958501160144806,
      "learning_rate": 5.1694195102813046e-05,
      "loss": 0.4024,
      "step": 16250
    },
    {
      "epoch": 1.0838666777491481,
      "grad_norm": 0.8271908760070801,
      "learning_rate": 5.140417737689822e-05,
      "loss": 0.4322,
      "step": 16300
    },
    {
      "epoch": 1.0871914221594214,
      "grad_norm": 0.43836158514022827,
      "learning_rate": 5.111411236328555e-05,
      "loss": 0.3967,
      "step": 16350
    },
    {
      "epoch": 1.090516166569695,
      "grad_norm": 0.6598096489906311,
      "learning_rate": 5.0824009830332606e-05,
      "loss": 0.4123,
      "step": 16400
    },
    {
      "epoch": 1.0938409109799685,
      "grad_norm": 0.5519174337387085,
      "learning_rate": 5.053387954766049e-05,
      "loss": 0.398,
      "step": 16450
    },
    {
      "epoch": 1.0971656553902418,
      "grad_norm": 0.4203943610191345,
      "learning_rate": 5.02437312858248e-05,
      "loss": 0.4162,
      "step": 16500
    },
    {
      "epoch": 1.1004903998005153,
      "grad_norm": 1.1314325332641602,
      "learning_rate": 4.995357481598663e-05,
      "loss": 0.3965,
      "step": 16550
    },
    {
      "epoch": 1.1038151442107889,
      "grad_norm": 0.35250428318977356,
      "learning_rate": 4.966341990958347e-05,
      "loss": 0.4073,
      "step": 16600
    },
    {
      "epoch": 1.1071398886210622,
      "grad_norm": 0.3103015720844269,
      "learning_rate": 4.937327633800018e-05,
      "loss": 0.4228,
      "step": 16650
    },
    {
      "epoch": 1.1104646330313357,
      "grad_norm": 0.7171920537948608,
      "learning_rate": 4.908315387223985e-05,
      "loss": 0.3919,
      "step": 16700
    },
    {
      "epoch": 1.1137893774416092,
      "grad_norm": 0.4805893003940582,
      "learning_rate": 4.87930622825949e-05,
      "loss": 0.3981,
      "step": 16750
    },
    {
      "epoch": 1.1171141218518827,
      "grad_norm": 0.5666382312774658,
      "learning_rate": 4.850301133831786e-05,
      "loss": 0.4203,
      "step": 16800
    },
    {
      "epoch": 1.120438866262156,
      "grad_norm": 0.18436360359191895,
      "learning_rate": 4.821301080729249e-05,
      "loss": 0.4215,
      "step": 16850
    },
    {
      "epoch": 1.1237636106724296,
      "grad_norm": 0.4461723566055298,
      "learning_rate": 4.792307045570486e-05,
      "loss": 0.4055,
      "step": 16900
    },
    {
      "epoch": 1.127088355082703,
      "grad_norm": 0.3168890178203583,
      "learning_rate": 4.7633200047714345e-05,
      "loss": 0.3586,
      "step": 16950
    },
    {
      "epoch": 1.1304130994929764,
      "grad_norm": 0.2920137941837311,
      "learning_rate": 4.734340934512492e-05,
      "loss": 0.4116,
      "step": 17000
    },
    {
      "epoch": 1.13373784390325,
      "grad_norm": 0.40534549951553345,
      "learning_rate": 4.70537081070563e-05,
      "loss": 0.4024,
      "step": 17050
    },
    {
      "epoch": 1.1370625883135235,
      "grad_norm": 0.5520055294036865,
      "learning_rate": 4.6764106089615454e-05,
      "loss": 0.4162,
      "step": 17100
    },
    {
      "epoch": 1.1403873327237968,
      "grad_norm": 0.3157692849636078,
      "learning_rate": 4.647461304556787e-05,
      "loss": 0.3925,
      "step": 17150
    },
    {
      "epoch": 1.1437120771340703,
      "grad_norm": 0.8194869756698608,
      "learning_rate": 4.618523872400921e-05,
      "loss": 0.4147,
      "step": 17200
    },
    {
      "epoch": 1.1470368215443438,
      "grad_norm": 0.3826686441898346,
      "learning_rate": 4.589599287003703e-05,
      "loss": 0.4036,
      "step": 17250
    },
    {
      "epoch": 1.1503615659546171,
      "grad_norm": 0.8618173599243164,
      "learning_rate": 4.56068852244225e-05,
      "loss": 0.4285,
      "step": 17300
    },
    {
      "epoch": 1.1536863103648907,
      "grad_norm": 0.996113657951355,
      "learning_rate": 4.5317925523282464e-05,
      "loss": 0.3751,
      "step": 17350
    },
    {
      "epoch": 1.1570110547751642,
      "grad_norm": 0.5433736443519592,
      "learning_rate": 4.5029123497751514e-05,
      "loss": 0.408,
      "step": 17400
    },
    {
      "epoch": 1.1603357991854377,
      "grad_norm": 0.6233689188957214,
      "learning_rate": 4.474048887365426e-05,
      "loss": 0.4105,
      "step": 17450
    },
    {
      "epoch": 1.163660543595711,
      "grad_norm": 0.6037063002586365,
      "learning_rate": 4.445203137117788e-05,
      "loss": 0.3618,
      "step": 17500
    },
    {
      "epoch": 1.1669852880059846,
      "grad_norm": 0.8507609367370605,
      "learning_rate": 4.4163760704544675e-05,
      "loss": 0.4433,
      "step": 17550
    },
    {
      "epoch": 1.170310032416258,
      "grad_norm": 0.4909146726131439,
      "learning_rate": 4.3875686581685e-05,
      "loss": 0.4128,
      "step": 17600
    },
    {
      "epoch": 1.1736347768265314,
      "grad_norm": 0.4087628424167633,
      "learning_rate": 4.358781870391033e-05,
      "loss": 0.4035,
      "step": 17650
    },
    {
      "epoch": 1.176959521236805,
      "grad_norm": 0.5856008529663086,
      "learning_rate": 4.330016676558651e-05,
      "loss": 0.3809,
      "step": 17700
    },
    {
      "epoch": 1.1802842656470784,
      "grad_norm": 0.14058536291122437,
      "learning_rate": 4.3012740453807346e-05,
      "loss": 0.3875,
      "step": 17750
    },
    {
      "epoch": 1.1836090100573518,
      "grad_norm": 0.2947339415550232,
      "learning_rate": 4.272554944806831e-05,
      "loss": 0.4059,
      "step": 17800
    },
    {
      "epoch": 1.1869337544676253,
      "grad_norm": 0.6987840533256531,
      "learning_rate": 4.243860341994062e-05,
      "loss": 0.385,
      "step": 17850
    },
    {
      "epoch": 1.1902584988778988,
      "grad_norm": 0.4702407717704773,
      "learning_rate": 4.2151912032745547e-05,
      "loss": 0.433,
      "step": 17900
    },
    {
      "epoch": 1.1935832432881721,
      "grad_norm": 0.28774410486221313,
      "learning_rate": 4.18654849412289e-05,
      "loss": 0.3464,
      "step": 17950
    },
    {
      "epoch": 1.1969079876984456,
      "grad_norm": 0.47577986121177673,
      "learning_rate": 4.157933179123599e-05,
      "loss": 0.406,
      "step": 18000
    },
    {
      "epoch": 1.2002327321087192,
      "grad_norm": 0.674921989440918,
      "learning_rate": 4.129346221938676e-05,
      "loss": 0.4521,
      "step": 18050
    },
    {
      "epoch": 1.2035574765189927,
      "grad_norm": 0.4696671962738037,
      "learning_rate": 4.100788585275125e-05,
      "loss": 0.3983,
      "step": 18100
    },
    {
      "epoch": 1.206882220929266,
      "grad_norm": 0.7673335075378418,
      "learning_rate": 4.0722612308525335e-05,
      "loss": 0.4084,
      "step": 18150
    },
    {
      "epoch": 1.2102069653395395,
      "grad_norm": 0.39890438318252563,
      "learning_rate": 4.043765119370699e-05,
      "loss": 0.3673,
      "step": 18200
    },
    {
      "epoch": 1.213531709749813,
      "grad_norm": 0.5470781326293945,
      "learning_rate": 4.0153012104772635e-05,
      "loss": 0.3686,
      "step": 18250
    },
    {
      "epoch": 1.2168564541600864,
      "grad_norm": 0.5802851319313049,
      "learning_rate": 3.9868704627354e-05,
      "loss": 0.4034,
      "step": 18300
    },
    {
      "epoch": 1.22018119857036,
      "grad_norm": 0.5744081139564514,
      "learning_rate": 3.9584738335915314e-05,
      "loss": 0.3896,
      "step": 18350
    },
    {
      "epoch": 1.2235059429806334,
      "grad_norm": 0.6031488180160522,
      "learning_rate": 3.930112279343094e-05,
      "loss": 0.3943,
      "step": 18400
    },
    {
      "epoch": 1.226830687390907,
      "grad_norm": 0.42322850227355957,
      "learning_rate": 3.9017867551063184e-05,
      "loss": 0.3821,
      "step": 18450
    },
    {
      "epoch": 1.2301554318011803,
      "grad_norm": 1.014979600906372,
      "learning_rate": 3.8734982147840756e-05,
      "loss": 0.3888,
      "step": 18500
    },
    {
      "epoch": 1.2334801762114538,
      "grad_norm": 0.6480023860931396,
      "learning_rate": 3.845247611033749e-05,
      "loss": 0.4109,
      "step": 18550
    },
    {
      "epoch": 1.236804920621727,
      "grad_norm": 0.8400156497955322,
      "learning_rate": 3.817035895235159e-05,
      "loss": 0.3897,
      "step": 18600
    },
    {
      "epoch": 1.2401296650320006,
      "grad_norm": 0.7448896765708923,
      "learning_rate": 3.7888640174585096e-05,
      "loss": 0.3637,
      "step": 18650
    },
    {
      "epoch": 1.2434544094422741,
      "grad_norm": 0.7204906940460205,
      "learning_rate": 3.760732926432407e-05,
      "loss": 0.3688,
      "step": 18700
    },
    {
      "epoch": 1.2467791538525477,
      "grad_norm": 0.21433959901332855,
      "learning_rate": 3.732643569511901e-05,
      "loss": 0.412,
      "step": 18750
    },
    {
      "epoch": 1.250103898262821,
      "grad_norm": 0.6840627789497375,
      "learning_rate": 3.704596892646593e-05,
      "loss": 0.4127,
      "step": 18800
    },
    {
      "epoch": 1.2534286426730945,
      "grad_norm": 0.5724749565124512,
      "learning_rate": 3.676593840348765e-05,
      "loss": 0.3849,
      "step": 18850
    },
    {
      "epoch": 1.256753387083368,
      "grad_norm": 1.0407353639602661,
      "learning_rate": 3.648635355661577e-05,
      "loss": 0.412,
      "step": 18900
    },
    {
      "epoch": 1.2600781314936413,
      "grad_norm": 0.6900772452354431,
      "learning_rate": 3.6207223801273196e-05,
      "loss": 0.4414,
      "step": 18950
    },
    {
      "epoch": 1.2634028759039149,
      "grad_norm": 0.5711185932159424,
      "learning_rate": 3.5928558537556895e-05,
      "loss": 0.3557,
      "step": 19000
    },
    {
      "epoch": 1.2667276203141884,
      "grad_norm": 0.928859293460846,
      "learning_rate": 3.565036714992142e-05,
      "loss": 0.3692,
      "step": 19050
    },
    {
      "epoch": 1.270052364724462,
      "grad_norm": 0.4256090521812439,
      "learning_rate": 3.537265900686286e-05,
      "loss": 0.3895,
      "step": 19100
    },
    {
      "epoch": 1.2733771091347352,
      "grad_norm": 0.3450973629951477,
      "learning_rate": 3.5095443460603405e-05,
      "loss": 0.3645,
      "step": 19150
    },
    {
      "epoch": 1.2767018535450088,
      "grad_norm": 0.48858773708343506,
      "learning_rate": 3.4818729846776254e-05,
      "loss": 0.3473,
      "step": 19200
    },
    {
      "epoch": 1.280026597955282,
      "grad_norm": 0.44542333483695984,
      "learning_rate": 3.4542527484111365e-05,
      "loss": 0.3837,
      "step": 19250
    },
    {
      "epoch": 1.2833513423655556,
      "grad_norm": 0.54665207862854,
      "learning_rate": 3.426684567412153e-05,
      "loss": 0.3911,
      "step": 19300
    },
    {
      "epoch": 1.2866760867758291,
      "grad_norm": 0.46556198596954346,
      "learning_rate": 3.3991693700789235e-05,
      "loss": 0.4085,
      "step": 19350
    },
    {
      "epoch": 1.2900008311861026,
      "grad_norm": 0.5987225770950317,
      "learning_rate": 3.371708083025392e-05,
      "loss": 0.37,
      "step": 19400
    },
    {
      "epoch": 1.293325575596376,
      "grad_norm": 0.0574885755777359,
      "learning_rate": 3.344301631049993e-05,
      "loss": 0.359,
      "step": 19450
    },
    {
      "epoch": 1.2966503200066495,
      "grad_norm": 0.39397045969963074,
      "learning_rate": 3.316950937104518e-05,
      "loss": 0.3657,
      "step": 19500
    },
    {
      "epoch": 1.299975064416923,
      "grad_norm": 0.7825318574905396,
      "learning_rate": 3.2896569222630224e-05,
      "loss": 0.3981,
      "step": 19550
    },
    {
      "epoch": 1.3032998088271963,
      "grad_norm": 0.6932367086410522,
      "learning_rate": 3.26242050569081e-05,
      "loss": 0.3821,
      "step": 19600
    },
    {
      "epoch": 1.3066245532374698,
      "grad_norm": 0.613335907459259,
      "learning_rate": 3.235242604613478e-05,
      "loss": 0.3534,
      "step": 19650
    },
    {
      "epoch": 1.3099492976477434,
      "grad_norm": 0.9380619525909424,
      "learning_rate": 3.208124134286038e-05,
      "loss": 0.3691,
      "step": 19700
    },
    {
      "epoch": 1.313274042058017,
      "grad_norm": 0.6845571398735046,
      "learning_rate": 3.181066007962079e-05,
      "loss": 0.3995,
      "step": 19750
    },
    {
      "epoch": 1.3165987864682902,
      "grad_norm": 0.40944433212280273,
      "learning_rate": 3.1540691368630185e-05,
      "loss": 0.422,
      "step": 19800
    },
    {
      "epoch": 1.3199235308785637,
      "grad_norm": 0.34895792603492737,
      "learning_rate": 3.127134430147417e-05,
      "loss": 0.4023,
      "step": 19850
    },
    {
      "epoch": 1.323248275288837,
      "grad_norm": 0.6736898422241211,
      "learning_rate": 3.100262794880363e-05,
      "loss": 0.4225,
      "step": 19900
    },
    {
      "epoch": 1.3265730196991106,
      "grad_norm": 0.595956563949585,
      "learning_rate": 3.073455136002919e-05,
      "loss": 0.4148,
      "step": 19950
    },
    {
      "epoch": 1.329897764109384,
      "grad_norm": 1.9619659185409546,
      "learning_rate": 3.0467123563016513e-05,
      "loss": 0.4008,
      "step": 20000
    },
    {
      "epoch": 1.329897764109384,
      "eval_loss": 0.36843690276145935,
      "eval_runtime": 4369.5216,
      "eval_samples_per_second": 1.53,
      "eval_steps_per_second": 1.53,
      "step": 20000
    },
    {
      "epoch": 1.3332225085196576,
      "grad_norm": 0.3691612780094147,
      "learning_rate": 3.0200353563782248e-05,
      "loss": 0.3904,
      "step": 20050
    },
    {
      "epoch": 1.336547252929931,
      "grad_norm": 0.30493393540382385,
      "learning_rate": 2.9934250346190818e-05,
      "loss": 0.3746,
      "step": 20100
    },
    {
      "epoch": 1.3398719973402045,
      "grad_norm": 0.6750917434692383,
      "learning_rate": 2.9668822871651736e-05,
      "loss": 0.3831,
      "step": 20150
    },
    {
      "epoch": 1.343196741750478,
      "grad_norm": 0.4708922207355499,
      "learning_rate": 2.9404080078817924e-05,
      "loss": 0.376,
      "step": 20200
    },
    {
      "epoch": 1.3465214861607513,
      "grad_norm": 0.4739364981651306,
      "learning_rate": 2.9140030883284684e-05,
      "loss": 0.3932,
      "step": 20250
    },
    {
      "epoch": 1.3498462305710248,
      "grad_norm": 0.2959195375442505,
      "learning_rate": 2.8876684177289404e-05,
      "loss": 0.4033,
      "step": 20300
    },
    {
      "epoch": 1.3531709749812983,
      "grad_norm": 0.680323600769043,
      "learning_rate": 2.861404882941212e-05,
      "loss": 0.3659,
      "step": 20350
    },
    {
      "epoch": 1.3564957193915719,
      "grad_norm": 0.4198705554008484,
      "learning_rate": 2.8352133684276853e-05,
      "loss": 0.3681,
      "step": 20400
    },
    {
      "epoch": 1.3598204638018452,
      "grad_norm": 0.6400431394577026,
      "learning_rate": 2.8090947562253807e-05,
      "loss": 0.4492,
      "step": 20450
    },
    {
      "epoch": 1.3631452082121187,
      "grad_norm": 0.5183029770851135,
      "learning_rate": 2.7830499259162213e-05,
      "loss": 0.387,
      "step": 20500
    },
    {
      "epoch": 1.3664699526223922,
      "grad_norm": 0.31550315022468567,
      "learning_rate": 2.7570797545974235e-05,
      "loss": 0.4326,
      "step": 20550
    },
    {
      "epoch": 1.3697946970326655,
      "grad_norm": 0.3952213227748871,
      "learning_rate": 2.7311851168519496e-05,
      "loss": 0.4243,
      "step": 20600
    },
    {
      "epoch": 1.373119441442939,
      "grad_norm": 0.45342549681663513,
      "learning_rate": 2.7053668847190672e-05,
      "loss": 0.3845,
      "step": 20650
    },
    {
      "epoch": 1.3764441858532126,
      "grad_norm": 0.8320136070251465,
      "learning_rate": 2.6796259276649693e-05,
      "loss": 0.3915,
      "step": 20700
    },
    {
      "epoch": 1.3797689302634861,
      "grad_norm": 0.4563830494880676,
      "learning_rate": 2.653963112553498e-05,
      "loss": 0.3915,
      "step": 20750
    },
    {
      "epoch": 1.3830936746737594,
      "grad_norm": 0.24706579744815826,
      "learning_rate": 2.6283793036169603e-05,
      "loss": 0.3984,
      "step": 20800
    },
    {
      "epoch": 1.386418419084033,
      "grad_norm": 0.5812034010887146,
      "learning_rate": 2.6028753624270074e-05,
      "loss": 0.3679,
      "step": 20850
    },
    {
      "epoch": 1.3897431634943063,
      "grad_norm": 0.3415985107421875,
      "learning_rate": 2.5774521478656343e-05,
      "loss": 0.3808,
      "step": 20900
    },
    {
      "epoch": 1.3930679079045798,
      "grad_norm": 0.2992309629917145,
      "learning_rate": 2.5521105160962473e-05,
      "loss": 0.3669,
      "step": 20950
    },
    {
      "epoch": 1.3963926523148533,
      "grad_norm": 0.7009733319282532,
      "learning_rate": 2.52685132053484e-05,
      "loss": 0.3882,
      "step": 21000
    },
    {
      "epoch": 1.3997173967251269,
      "grad_norm": 0.4481956660747528,
      "learning_rate": 2.501675411821241e-05,
      "loss": 0.4083,
      "step": 21050
    },
    {
      "epoch": 1.4030421411354002,
      "grad_norm": 0.3502480089664459,
      "learning_rate": 2.4765836377904787e-05,
      "loss": 0.4103,
      "step": 21100
    },
    {
      "epoch": 1.4063668855456737,
      "grad_norm": 0.7800574898719788,
      "learning_rate": 2.4515768434442215e-05,
      "loss": 0.3978,
      "step": 21150
    },
    {
      "epoch": 1.4096916299559472,
      "grad_norm": 0.4401569664478302,
      "learning_rate": 2.4266558709223293e-05,
      "loss": 0.3907,
      "step": 21200
    },
    {
      "epoch": 1.4130163743662205,
      "grad_norm": 0.25381216406822205,
      "learning_rate": 2.4018215594744835e-05,
      "loss": 0.4001,
      "step": 21250
    },
    {
      "epoch": 1.416341118776494,
      "grad_norm": 1.5524805784225464,
      "learning_rate": 2.377074745431931e-05,
      "loss": 0.3897,
      "step": 21300
    },
    {
      "epoch": 1.4196658631867676,
      "grad_norm": 0.49514323472976685,
      "learning_rate": 2.352416262179315e-05,
      "loss": 0.3693,
      "step": 21350
    },
    {
      "epoch": 1.422990607597041,
      "grad_norm": 0.5744829177856445,
      "learning_rate": 2.3278469401266178e-05,
      "loss": 0.3648,
      "step": 21400
    },
    {
      "epoch": 1.4263153520073144,
      "grad_norm": 0.7969784736633301,
      "learning_rate": 2.3033676066811845e-05,
      "loss": 0.3768,
      "step": 21450
    },
    {
      "epoch": 1.429640096417588,
      "grad_norm": 0.9067749977111816,
      "learning_rate": 2.2789790862198628e-05,
      "loss": 0.3326,
      "step": 21500
    },
    {
      "epoch": 1.4329648408278612,
      "grad_norm": 0.6318944692611694,
      "learning_rate": 2.2546822000612495e-05,
      "loss": 0.37,
      "step": 21550
    },
    {
      "epoch": 1.4362895852381348,
      "grad_norm": 0.3009655177593231,
      "learning_rate": 2.2304777664380176e-05,
      "loss": 0.3777,
      "step": 21600
    },
    {
      "epoch": 1.4396143296484083,
      "grad_norm": 0.7818790674209595,
      "learning_rate": 2.2063666004693695e-05,
      "loss": 0.3809,
      "step": 21650
    },
    {
      "epoch": 1.4429390740586818,
      "grad_norm": 0.3410826623439789,
      "learning_rate": 2.182349514133583e-05,
      "loss": 0.3746,
      "step": 21700
    },
    {
      "epoch": 1.4462638184689551,
      "grad_norm": 0.20603881776332855,
      "learning_rate": 2.1584273162406755e-05,
      "loss": 0.3536,
      "step": 21750
    },
    {
      "epoch": 1.4495885628792287,
      "grad_norm": 0.37000730633735657,
      "learning_rate": 2.134600812405151e-05,
      "loss": 0.3886,
      "step": 21800
    },
    {
      "epoch": 1.4529133072895022,
      "grad_norm": 0.25155916810035706,
      "learning_rate": 2.1108708050188825e-05,
      "loss": 0.3688,
      "step": 21850
    },
    {
      "epoch": 1.4562380516997755,
      "grad_norm": 0.6626400351524353,
      "learning_rate": 2.0872380932240832e-05,
      "loss": 0.3716,
      "step": 21900
    },
    {
      "epoch": 1.459562796110049,
      "grad_norm": 0.9164525270462036,
      "learning_rate": 2.063703472886402e-05,
      "loss": 0.3939,
      "step": 21950
    },
    {
      "epoch": 1.4628875405203225,
      "grad_norm": 0.3983005881309509,
      "learning_rate": 2.0402677365681112e-05,
      "loss": 0.361,
      "step": 22000
    },
    {
      "epoch": 1.466212284930596,
      "grad_norm": 0.787325918674469,
      "learning_rate": 2.0169316735014236e-05,
      "loss": 0.4137,
      "step": 22050
    },
    {
      "epoch": 1.4695370293408694,
      "grad_norm": 0.7404587268829346,
      "learning_rate": 1.99369606956191e-05,
      "loss": 0.4188,
      "step": 22100
    },
    {
      "epoch": 1.472861773751143,
      "grad_norm": 0.3947995603084564,
      "learning_rate": 1.9705617072420392e-05,
      "loss": 0.373,
      "step": 22150
    },
    {
      "epoch": 1.4761865181614162,
      "grad_norm": 0.5493362545967102,
      "learning_rate": 1.9475293656248182e-05,
      "loss": 0.3778,
      "step": 22200
    },
    {
      "epoch": 1.4795112625716897,
      "grad_norm": 0.4823583960533142,
      "learning_rate": 1.9245998203575593e-05,
      "loss": 0.4243,
      "step": 22250
    },
    {
      "epoch": 1.4828360069819633,
      "grad_norm": 0.334708034992218,
      "learning_rate": 1.9017738436257655e-05,
      "loss": 0.344,
      "step": 22300
    },
    {
      "epoch": 1.4861607513922368,
      "grad_norm": 0.4683977961540222,
      "learning_rate": 1.879052204127114e-05,
      "loss": 0.3771,
      "step": 22350
    },
    {
      "epoch": 1.48948549580251,
      "grad_norm": 0.38489750027656555,
      "learning_rate": 1.8564356670455767e-05,
      "loss": 0.3922,
      "step": 22400
    },
    {
      "epoch": 1.4928102402127836,
      "grad_norm": 0.6407677531242371,
      "learning_rate": 1.8339249940256492e-05,
      "loss": 0.3877,
      "step": 22450
    },
    {
      "epoch": 1.4961349846230572,
      "grad_norm": 0.46461015939712524,
      "learning_rate": 1.8115209431467074e-05,
      "loss": 0.3898,
      "step": 22500
    },
    {
      "epoch": 1.4994597290333305,
      "grad_norm": 0.9419897794723511,
      "learning_rate": 1.7892242688974664e-05,
      "loss": 0.4022,
      "step": 22550
    },
    {
      "epoch": 1.502784473443604,
      "grad_norm": 0.32548418641090393,
      "learning_rate": 1.767035722150582e-05,
      "loss": 0.3609,
      "step": 22600
    },
    {
      "epoch": 1.5061092178538775,
      "grad_norm": 1.439875602722168,
      "learning_rate": 1.7449560501373567e-05,
      "loss": 0.3637,
      "step": 22650
    },
    {
      "epoch": 1.509433962264151,
      "grad_norm": 0.6430267095565796,
      "learning_rate": 1.7229859964225868e-05,
      "loss": 0.3746,
      "step": 22700
    },
    {
      "epoch": 1.5127587066744244,
      "grad_norm": 0.41092389822006226,
      "learning_rate": 1.7011263008795075e-05,
      "loss": 0.4118,
      "step": 22750
    },
    {
      "epoch": 1.5160834510846979,
      "grad_norm": 0.49290186166763306,
      "learning_rate": 1.679377699664884e-05,
      "loss": 0.3622,
      "step": 22800
    },
    {
      "epoch": 1.5194081954949712,
      "grad_norm": 0.48516589403152466,
      "learning_rate": 1.657740925194225e-05,
      "loss": 0.3815,
      "step": 22850
    },
    {
      "epoch": 1.5227329399052447,
      "grad_norm": 0.6224206686019897,
      "learning_rate": 1.6362167061171063e-05,
      "loss": 0.3837,
      "step": 22900
    },
    {
      "epoch": 1.5260576843155182,
      "grad_norm": 0.40503615140914917,
      "learning_rate": 1.614805767292642e-05,
      "loss": 0.3932,
      "step": 22950
    },
    {
      "epoch": 1.5293824287257918,
      "grad_norm": 0.46341225504875183,
      "learning_rate": 1.5935088297650674e-05,
      "loss": 0.3485,
      "step": 23000
    },
    {
      "epoch": 1.5327071731360653,
      "grad_norm": 0.7125037312507629,
      "learning_rate": 1.5723266107394653e-05,
      "loss": 0.3887,
      "step": 23050
    },
    {
      "epoch": 1.5360319175463386,
      "grad_norm": 0.36392441391944885,
      "learning_rate": 1.551259823557602e-05,
      "loss": 0.3908,
      "step": 23100
    },
    {
      "epoch": 1.5393566619566121,
      "grad_norm": 0.4638826847076416,
      "learning_rate": 1.530309177673912e-05,
      "loss": 0.4156,
      "step": 23150
    },
    {
      "epoch": 1.5426814063668854,
      "grad_norm": 0.46034330129623413,
      "learning_rate": 1.509475378631603e-05,
      "loss": 0.3439,
      "step": 23200
    },
    {
      "epoch": 1.546006150777159,
      "grad_norm": 0.28411605954170227,
      "learning_rate": 1.4887591280389007e-05,
      "loss": 0.3763,
      "step": 23250
    },
    {
      "epoch": 1.5493308951874325,
      "grad_norm": 0.3564077615737915,
      "learning_rate": 1.468161123545413e-05,
      "loss": 0.4004,
      "step": 23300
    },
    {
      "epoch": 1.552655639597706,
      "grad_norm": 0.5136293172836304,
      "learning_rate": 1.4476820588186412e-05,
      "loss": 0.3433,
      "step": 23350
    },
    {
      "epoch": 1.5559803840079793,
      "grad_norm": 0.8439062237739563,
      "learning_rate": 1.4273226235206178e-05,
      "loss": 0.3838,
      "step": 23400
    },
    {
      "epoch": 1.5593051284182529,
      "grad_norm": 0.6947528719902039,
      "learning_rate": 1.4070835032846852e-05,
      "loss": 0.3627,
      "step": 23450
    },
    {
      "epoch": 1.5626298728285262,
      "grad_norm": 0.418443500995636,
      "learning_rate": 1.3869653796923993e-05,
      "loss": 0.3698,
      "step": 23500
    },
    {
      "epoch": 1.5659546172387997,
      "grad_norm": 0.5064214468002319,
      "learning_rate": 1.3669689302505778e-05,
      "loss": 0.3827,
      "step": 23550
    },
    {
      "epoch": 1.5692793616490732,
      "grad_norm": 0.2299993336200714,
      "learning_rate": 1.3470948283684925e-05,
      "loss": 0.363,
      "step": 23600
    },
    {
      "epoch": 1.5726041060593468,
      "grad_norm": 0.3324210047721863,
      "learning_rate": 1.3273437433351787e-05,
      "loss": 0.3504,
      "step": 23650
    },
    {
      "epoch": 1.5759288504696203,
      "grad_norm": 0.5440026521682739,
      "learning_rate": 1.307716340296904e-05,
      "loss": 0.4031,
      "step": 23700
    },
    {
      "epoch": 1.5792535948798936,
      "grad_norm": 0.5328998565673828,
      "learning_rate": 1.2882132802347647e-05,
      "loss": 0.3945,
      "step": 23750
    },
    {
      "epoch": 1.5825783392901671,
      "grad_norm": 0.9955481290817261,
      "learning_rate": 1.268835219942433e-05,
      "loss": 0.3742,
      "step": 23800
    },
    {
      "epoch": 1.5859030837004404,
      "grad_norm": 0.2555365562438965,
      "learning_rate": 1.2495828120040288e-05,
      "loss": 0.412,
      "step": 23850
    },
    {
      "epoch": 1.589227828110714,
      "grad_norm": 0.7778675556182861,
      "learning_rate": 1.23045670477215e-05,
      "loss": 0.3863,
      "step": 23900
    },
    {
      "epoch": 1.5925525725209875,
      "grad_norm": 0.19272594153881073,
      "learning_rate": 1.2114575423460333e-05,
      "loss": 0.3391,
      "step": 23950
    },
    {
      "epoch": 1.595877316931261,
      "grad_norm": 0.5186722278594971,
      "learning_rate": 1.1925859645498722e-05,
      "loss": 0.3796,
      "step": 24000
    },
    {
      "epoch": 1.5992020613415345,
      "grad_norm": 0.508628249168396,
      "learning_rate": 1.1738426069112573e-05,
      "loss": 0.4019,
      "step": 24050
    },
    {
      "epoch": 1.6025268057518078,
      "grad_norm": 0.37196823954582214,
      "learning_rate": 1.1552281006397819e-05,
      "loss": 0.3652,
      "step": 24100
    },
    {
      "epoch": 1.6058515501620811,
      "grad_norm": 0.2910582721233368,
      "learning_rate": 1.1367430726057887e-05,
      "loss": 0.3499,
      "step": 24150
    },
    {
      "epoch": 1.6091762945723547,
      "grad_norm": 0.6717352271080017,
      "learning_rate": 1.1183881453192479e-05,
      "loss": 0.3619,
      "step": 24200
    },
    {
      "epoch": 1.6125010389826282,
      "grad_norm": 0.34437698125839233,
      "learning_rate": 1.1001639369088018e-05,
      "loss": 0.3463,
      "step": 24250
    },
    {
      "epoch": 1.6158257833929017,
      "grad_norm": 0.46413883566856384,
      "learning_rate": 1.082071061100945e-05,
      "loss": 0.3765,
      "step": 24300
    },
    {
      "epoch": 1.6191505278031753,
      "grad_norm": 0.49501270055770874,
      "learning_rate": 1.0641101271993614e-05,
      "loss": 0.3561,
      "step": 24350
    },
    {
      "epoch": 1.6224752722134486,
      "grad_norm": 0.8731350302696228,
      "learning_rate": 1.0462817400643959e-05,
      "loss": 0.3863,
      "step": 24400
    },
    {
      "epoch": 1.625800016623722,
      "grad_norm": 0.25603896379470825,
      "learning_rate": 1.0285865000926925e-05,
      "loss": 0.3678,
      "step": 24450
    },
    {
      "epoch": 1.6291247610339954,
      "grad_norm": 0.7849488854408264,
      "learning_rate": 1.0110250031969709e-05,
      "loss": 0.3705,
      "step": 24500
    },
    {
      "epoch": 1.632449505444269,
      "grad_norm": 0.5623769760131836,
      "learning_rate": 9.935978407859624e-06,
      "loss": 0.3429,
      "step": 24550
    },
    {
      "epoch": 1.6357742498545425,
      "grad_norm": 0.3793054521083832,
      "learning_rate": 9.763055997444897e-06,
      "loss": 0.3985,
      "step": 24600
    },
    {
      "epoch": 1.639098994264816,
      "grad_norm": 1.2295911312103271,
      "learning_rate": 9.591488624137023e-06,
      "loss": 0.3575,
      "step": 24650
    },
    {
      "epoch": 1.6424237386750895,
      "grad_norm": 0.23833027482032776,
      "learning_rate": 9.421282065714676e-06,
      "loss": 0.3721,
      "step": 24700
    },
    {
      "epoch": 1.6457484830853628,
      "grad_norm": 0.9506494402885437,
      "learning_rate": 9.25244205412915e-06,
      "loss": 0.3741,
      "step": 24750
    },
    {
      "epoch": 1.6490732274956361,
      "grad_norm": 0.5477185845375061,
      "learning_rate": 9.08497427531128e-06,
      "loss": 0.3259,
      "step": 24800
    },
    {
      "epoch": 1.6523979719059096,
      "grad_norm": 0.6023584604263306,
      "learning_rate": 8.91888436897997e-06,
      "loss": 0.396,
      "step": 24850
    },
    {
      "epoch": 1.6557227163161832,
      "grad_norm": 0.5275429487228394,
      "learning_rate": 8.754177928452328e-06,
      "loss": 0.3445,
      "step": 24900
    },
    {
      "epoch": 1.6590474607264567,
      "grad_norm": 0.41783201694488525,
      "learning_rate": 8.590860500455217e-06,
      "loss": 0.387,
      "step": 24950
    },
    {
      "epoch": 1.6623722051367302,
      "grad_norm": 0.19075682759284973,
      "learning_rate": 8.428937584938496e-06,
      "loss": 0.3951,
      "step": 25000
    },
    {
      "epoch": 1.6656969495470035,
      "grad_norm": 0.2861451804637909,
      "learning_rate": 8.268414634889848e-06,
      "loss": 0.3673,
      "step": 25050
    },
    {
      "epoch": 1.669021693957277,
      "grad_norm": 0.8673615455627441,
      "learning_rate": 8.109297056151067e-06,
      "loss": 0.3975,
      "step": 25100
    },
    {
      "epoch": 1.6723464383675504,
      "grad_norm": 0.6853104829788208,
      "learning_rate": 7.951590207236038e-06,
      "loss": 0.3967,
      "step": 25150
    },
    {
      "epoch": 1.675671182777824,
      "grad_norm": 0.7709905505180359,
      "learning_rate": 7.79529939915029e-06,
      "loss": 0.3482,
      "step": 25200
    },
    {
      "epoch": 1.6789959271880974,
      "grad_norm": 0.250615656375885,
      "learning_rate": 7.640429895212164e-06,
      "loss": 0.3693,
      "step": 25250
    },
    {
      "epoch": 1.682320671598371,
      "grad_norm": 0.725862443447113,
      "learning_rate": 7.486986910875499e-06,
      "loss": 0.325,
      "step": 25300
    },
    {
      "epoch": 1.6856454160086445,
      "grad_norm": 0.4505915343761444,
      "learning_rate": 7.3349756135540235e-06,
      "loss": 0.3634,
      "step": 25350
    },
    {
      "epoch": 1.6889701604189178,
      "grad_norm": 0.7828101515769958,
      "learning_rate": 7.184401122447398e-06,
      "loss": 0.3927,
      "step": 25400
    },
    {
      "epoch": 1.692294904829191,
      "grad_norm": 0.38519877195358276,
      "learning_rate": 7.035268508368697e-06,
      "loss": 0.3676,
      "step": 25450
    },
    {
      "epoch": 1.6956196492394646,
      "grad_norm": 0.687976598739624,
      "learning_rate": 6.887582793573727e-06,
      "loss": 0.3897,
      "step": 25500
    },
    {
      "epoch": 1.6989443936497381,
      "grad_norm": 0.38796254992485046,
      "learning_rate": 6.741348951591908e-06,
      "loss": 0.3922,
      "step": 25550
    },
    {
      "epoch": 1.7022691380600117,
      "grad_norm": 0.8533971309661865,
      "learning_rate": 6.596571907058707e-06,
      "loss": 0.374,
      "step": 25600
    },
    {
      "epoch": 1.7055938824702852,
      "grad_norm": 0.9028803110122681,
      "learning_rate": 6.453256535549846e-06,
      "loss": 0.4181,
      "step": 25650
    },
    {
      "epoch": 1.7089186268805585,
      "grad_norm": 0.4268290102481842,
      "learning_rate": 6.31140766341713e-06,
      "loss": 0.3611,
      "step": 25700
    },
    {
      "epoch": 1.712243371290832,
      "grad_norm": 0.6220707893371582,
      "learning_rate": 6.1710300676258385e-06,
      "loss": 0.3328,
      "step": 25750
    },
    {
      "epoch": 1.7155681157011053,
      "grad_norm": 0.4467557668685913,
      "learning_rate": 6.032128475593924e-06,
      "loss": 0.3704,
      "step": 25800
    },
    {
      "epoch": 1.7188928601113789,
      "grad_norm": 0.4108564555644989,
      "learning_rate": 5.894707565032776e-06,
      "loss": 0.3486,
      "step": 25850
    },
    {
      "epoch": 1.7222176045216524,
      "grad_norm": 0.5933622121810913,
      "learning_rate": 5.758771963789722e-06,
      "loss": 0.3668,
      "step": 25900
    },
    {
      "epoch": 1.725542348931926,
      "grad_norm": 0.2982137203216553,
      "learning_rate": 5.6243262496921245e-06,
      "loss": 0.3143,
      "step": 25950
    },
    {
      "epoch": 1.7288670933421995,
      "grad_norm": 0.6367640495300293,
      "learning_rate": 5.4913749503932575e-06,
      "loss": 0.3452,
      "step": 26000
    },
    {
      "epoch": 1.7321918377524728,
      "grad_norm": 0.4822899103164673,
      "learning_rate": 5.359922543219848e-06,
      "loss": 0.3903,
      "step": 26050
    },
    {
      "epoch": 1.7355165821627463,
      "grad_norm": 0.7650361061096191,
      "learning_rate": 5.229973455021231e-06,
      "loss": 0.3691,
      "step": 26100
    },
    {
      "epoch": 1.7388413265730196,
      "grad_norm": 0.4355323910713196,
      "learning_rate": 5.101532062020325e-06,
      "loss": 0.3174,
      "step": 26150
    },
    {
      "epoch": 1.7421660709832931,
      "grad_norm": 0.49863699078559875,
      "learning_rate": 4.974602689666252e-06,
      "loss": 0.3693,
      "step": 26200
    },
    {
      "epoch": 1.7454908153935667,
      "grad_norm": 0.455340713262558,
      "learning_rate": 4.8491896124886416e-06,
      "loss": 0.3869,
      "step": 26250
    },
    {
      "epoch": 1.7488155598038402,
      "grad_norm": 0.3978399932384491,
      "learning_rate": 4.725297053953692e-06,
      "loss": 0.3925,
      "step": 26300
    },
    {
      "epoch": 1.7521403042141135,
      "grad_norm": 0.3163425922393799,
      "learning_rate": 4.602929186321947e-06,
      "loss": 0.3563,
      "step": 26350
    },
    {
      "epoch": 1.755465048624387,
      "grad_norm": 0.5234238505363464,
      "learning_rate": 4.48209013050781e-06,
      "loss": 0.4169,
      "step": 26400
    },
    {
      "epoch": 1.7587897930346603,
      "grad_norm": 0.42517679929733276,
      "learning_rate": 4.362783955940719e-06,
      "loss": 0.363,
      "step": 26450
    },
    {
      "epoch": 1.7621145374449338,
      "grad_norm": 0.6609143018722534,
      "learning_rate": 4.245014680428117e-06,
      "loss": 0.3572,
      "step": 26500
    },
    {
      "epoch": 1.7654392818552074,
      "grad_norm": 0.21873889863491058,
      "learning_rate": 4.128786270020174e-06,
      "loss": 0.3497,
      "step": 26550
    },
    {
      "epoch": 1.768764026265481,
      "grad_norm": 0.8427754044532776,
      "learning_rate": 4.014102638876205e-06,
      "loss": 0.3702,
      "step": 26600
    },
    {
      "epoch": 1.7720887706757544,
      "grad_norm": 0.8649630546569824,
      "learning_rate": 3.900967649132847e-06,
      "loss": 0.3662,
      "step": 26650
    },
    {
      "epoch": 1.7754135150860277,
      "grad_norm": 0.43425253033638,
      "learning_rate": 3.789385110774013e-06,
      "loss": 0.3643,
      "step": 26700
    },
    {
      "epoch": 1.7787382594963013,
      "grad_norm": 0.3920991122722626,
      "learning_rate": 3.679358781502562e-06,
      "loss": 0.3834,
      "step": 26750
    },
    {
      "epoch": 1.7820630039065746,
      "grad_norm": 0.7349820137023926,
      "learning_rate": 3.5708923666137927e-06,
      "loss": 0.3632,
      "step": 26800
    },
    {
      "epoch": 1.785387748316848,
      "grad_norm": 0.6672165989875793,
      "learning_rate": 3.4639895188706195e-06,
      "loss": 0.3702,
      "step": 26850
    },
    {
      "epoch": 1.7887124927271216,
      "grad_norm": 0.537217915058136,
      "learning_rate": 3.358653838380571e-06,
      "loss": 0.3397,
      "step": 26900
    },
    {
      "epoch": 1.7920372371373952,
      "grad_norm": 0.8017503023147583,
      "learning_rate": 3.254888872474593e-06,
      "loss": 0.3762,
      "step": 26950
    },
    {
      "epoch": 1.7953619815476687,
      "grad_norm": 0.16730186343193054,
      "learning_rate": 3.1526981155875156e-06,
      "loss": 0.3425,
      "step": 27000
    },
    {
      "epoch": 1.798686725957942,
      "grad_norm": 0.5476846694946289,
      "learning_rate": 3.0520850091404263e-06,
      "loss": 0.3708,
      "step": 27050
    },
    {
      "epoch": 1.8020114703682153,
      "grad_norm": 0.15695548057556152,
      "learning_rate": 2.9530529414247608e-06,
      "loss": 0.3675,
      "step": 27100
    },
    {
      "epoch": 1.8053362147784888,
      "grad_norm": 0.5888222455978394,
      "learning_rate": 2.8556052474881967e-06,
      "loss": 0.3647,
      "step": 27150
    },
    {
      "epoch": 1.8086609591887624,
      "grad_norm": 0.9941563010215759,
      "learning_rate": 2.7597452090223354e-06,
      "loss": 0.3456,
      "step": 27200
    },
    {
      "epoch": 1.8119857035990359,
      "grad_norm": 0.610040009021759,
      "learning_rate": 2.6654760542521917e-06,
      "loss": 0.3746,
      "step": 27250
    },
    {
      "epoch": 1.8153104480093094,
      "grad_norm": 0.8063670992851257,
      "learning_rate": 2.572800957827476e-06,
      "loss": 0.3798,
      "step": 27300
    },
    {
      "epoch": 1.8186351924195827,
      "grad_norm": 0.28963837027549744,
      "learning_rate": 2.4817230407156946e-06,
      "loss": 0.3713,
      "step": 27350
    },
    {
      "epoch": 1.8219599368298562,
      "grad_norm": 0.39352625608444214,
      "learning_rate": 2.3922453700970295e-06,
      "loss": 0.3976,
      "step": 27400
    },
    {
      "epoch": 1.8252846812401295,
      "grad_norm": 0.9289838671684265,
      "learning_rate": 2.3043709592610485e-06,
      "loss": 0.3788,
      "step": 27450
    },
    {
      "epoch": 1.828609425650403,
      "grad_norm": 0.42766475677490234,
      "learning_rate": 2.2181027675052534e-06,
      "loss": 0.3672,
      "step": 27500
    },
    {
      "epoch": 1.8319341700606766,
      "grad_norm": 0.4662071168422699,
      "learning_rate": 2.133443700035387e-06,
      "loss": 0.3382,
      "step": 27550
    },
    {
      "epoch": 1.8352589144709501,
      "grad_norm": 0.5831243991851807,
      "learning_rate": 2.0503966078676217e-06,
      "loss": 0.4051,
      "step": 27600
    },
    {
      "epoch": 1.8385836588812237,
      "grad_norm": 0.4857243299484253,
      "learning_rate": 1.9689642877325165e-06,
      "loss": 0.3855,
      "step": 27650
    },
    {
      "epoch": 1.841908403291497,
      "grad_norm": 0.44161850214004517,
      "learning_rate": 1.8891494819808841e-06,
      "loss": 0.366,
      "step": 27700
    },
    {
      "epoch": 1.8452331477017703,
      "grad_norm": 0.3997364640235901,
      "learning_rate": 1.8109548784913887e-06,
      "loss": 0.3469,
      "step": 27750
    },
    {
      "epoch": 1.8485578921120438,
      "grad_norm": 0.7303462028503418,
      "learning_rate": 1.7343831105800511e-06,
      "loss": 0.3724,
      "step": 27800
    },
    {
      "epoch": 1.8518826365223173,
      "grad_norm": 0.5361658930778503,
      "learning_rate": 1.6594367569115532e-06,
      "loss": 0.353,
      "step": 27850
    },
    {
      "epoch": 1.8552073809325909,
      "grad_norm": 0.7074758410453796,
      "learning_rate": 1.5861183414124403e-06,
      "loss": 0.3689,
      "step": 27900
    },
    {
      "epoch": 1.8585321253428644,
      "grad_norm": 0.9188947081565857,
      "learning_rate": 1.514430333186062e-06,
      "loss": 0.3341,
      "step": 27950
    },
    {
      "epoch": 1.8618568697531377,
      "grad_norm": 0.8179706931114197,
      "learning_rate": 1.4443751464294664e-06,
      "loss": 0.3709,
      "step": 28000
    },
    {
      "epoch": 1.8651816141634112,
      "grad_norm": 0.7332112193107605,
      "learning_rate": 1.3759551403520643e-06,
      "loss": 0.3433,
      "step": 28050
    },
    {
      "epoch": 1.8685063585736845,
      "grad_norm": 0.4983903765678406,
      "learning_rate": 1.3091726190962329e-06,
      "loss": 0.3337,
      "step": 28100
    },
    {
      "epoch": 1.871831102983958,
      "grad_norm": 0.2123403400182724,
      "learning_rate": 1.2440298316596654e-06,
      "loss": 0.3475,
      "step": 28150
    },
    {
      "epoch": 1.8751558473942316,
      "grad_norm": 0.19655907154083252,
      "learning_rate": 1.18052897181965e-06,
      "loss": 0.3441,
      "step": 28200
    },
    {
      "epoch": 1.878480591804505,
      "grad_norm": 0.40445396304130554,
      "learning_rate": 1.1186721780592102e-06,
      "loss": 0.3793,
      "step": 28250
    },
    {
      "epoch": 1.8818053362147786,
      "grad_norm": 0.3509872853755951,
      "learning_rate": 1.0584615334950643e-06,
      "loss": 0.3656,
      "step": 28300
    },
    {
      "epoch": 1.885130080625052,
      "grad_norm": 0.25542914867401123,
      "learning_rate": 9.998990658074914e-07,
      "loss": 0.3368,
      "step": 28350
    },
    {
      "epoch": 1.8884548250353252,
      "grad_norm": 0.5417547225952148,
      "learning_rate": 9.429867471720255e-07,
      "loss": 0.3631,
      "step": 28400
    },
    {
      "epoch": 1.8917795694455988,
      "grad_norm": 0.2370055764913559,
      "learning_rate": 8.877264941930586e-07,
      "loss": 0.3569,
      "step": 28450
    },
    {
      "epoch": 1.8951043138558723,
      "grad_norm": 0.7116398811340332,
      "learning_rate": 8.341201678392974e-07,
      "loss": 0.4227,
      "step": 28500
    },
    {
      "epoch": 1.8984290582661458,
      "grad_norm": 0.9473690390586853,
      "learning_rate": 7.821695733810641e-07,
      "loss": 0.3959,
      "step": 28550
    },
    {
      "epoch": 1.9017538026764194,
      "grad_norm": 0.446325421333313,
      "learning_rate": 7.318764603295447e-07,
      "loss": 0.3363,
      "step": 28600
    },
    {
      "epoch": 1.9050785470866927,
      "grad_norm": 1.2480918169021606,
      "learning_rate": 6.832425223778304e-07,
      "loss": 0.395,
      "step": 28650
    },
    {
      "epoch": 1.9084032914969662,
      "grad_norm": 0.8201688528060913,
      "learning_rate": 6.362693973439193e-07,
      "loss": 0.352,
      "step": 28700
    },
    {
      "epoch": 1.9117280359072395,
      "grad_norm": 0.546881377696991,
      "learning_rate": 5.909586671155098e-07,
      "loss": 0.3362,
      "step": 28750
    },
    {
      "epoch": 1.915052780317513,
      "grad_norm": 0.8294301629066467,
      "learning_rate": 5.47311857596794e-07,
      "loss": 0.3586,
      "step": 28800
    },
    {
      "epoch": 1.9183775247277866,
      "grad_norm": 0.7555782794952393,
      "learning_rate": 5.05330438657009e-07,
      "loss": 0.3757,
      "step": 28850
    },
    {
      "epoch": 1.92170226913806,
      "grad_norm": 1.1964213848114014,
      "learning_rate": 4.6501582408096657e-07,
      "loss": 0.3783,
      "step": 28900
    },
    {
      "epoch": 1.9250270135483336,
      "grad_norm": 0.5259461998939514,
      "learning_rate": 4.263693715214456e-07,
      "loss": 0.3516,
      "step": 28950
    },
    {
      "epoch": 1.928351757958607,
      "grad_norm": 0.23752902448177338,
      "learning_rate": 3.893923824534629e-07,
      "loss": 0.3414,
      "step": 29000
    },
    {
      "epoch": 1.9316765023688804,
      "grad_norm": 0.7082974314689636,
      "learning_rate": 3.5408610213043536e-07,
      "loss": 0.3867,
      "step": 29050
    },
    {
      "epoch": 1.9350012467791537,
      "grad_norm": 0.5476464033126831,
      "learning_rate": 3.204517195422696e-07,
      "loss": 0.3588,
      "step": 29100
    },
    {
      "epoch": 1.9383259911894273,
      "grad_norm": 0.7200431823730469,
      "learning_rate": 2.8849036737528813e-07,
      "loss": 0.3816,
      "step": 29150
    },
    {
      "epoch": 1.9416507355997008,
      "grad_norm": 0.41176721453666687,
      "learning_rate": 2.5820312197411543e-07,
      "loss": 0.3547,
      "step": 29200
    },
    {
      "epoch": 1.9449754800099743,
      "grad_norm": 1.0158333778381348,
      "learning_rate": 2.2959100330541273e-07,
      "loss": 0.3763,
      "step": 29250
    },
    {
      "epoch": 1.9483002244202476,
      "grad_norm": 1.136353850364685,
      "learning_rate": 2.0265497492352735e-07,
      "loss": 0.3524,
      "step": 29300
    },
    {
      "epoch": 1.9516249688305212,
      "grad_norm": 0.6701260805130005,
      "learning_rate": 1.7739594393805793e-07,
      "loss": 0.3532,
      "step": 29350
    },
    {
      "epoch": 1.9549497132407945,
      "grad_norm": 0.5202396512031555,
      "learning_rate": 1.538147609832896e-07,
      "loss": 0.3787,
      "step": 29400
    },
    {
      "epoch": 1.958274457651068,
      "grad_norm": 0.3793032467365265,
      "learning_rate": 1.3191222018956174e-07,
      "loss": 0.3813,
      "step": 29450
    },
    {
      "epoch": 1.9615992020613415,
      "grad_norm": 0.266659140586853,
      "learning_rate": 1.1168905915652228e-07,
      "loss": 0.3346,
      "step": 29500
    },
    {
      "epoch": 1.964923946471615,
      "grad_norm": 0.4805378317832947,
      "learning_rate": 9.314595892827016e-08,
      "loss": 0.3695,
      "step": 29550
    },
    {
      "epoch": 1.9682486908818886,
      "grad_norm": 0.9481486082077026,
      "learning_rate": 7.628354397045123e-08,
      "loss": 0.3579,
      "step": 29600
    },
    {
      "epoch": 1.971573435292162,
      "grad_norm": 0.3038884997367859,
      "learning_rate": 6.110238214919739e-08,
      "loss": 0.3449,
      "step": 29650
    },
    {
      "epoch": 1.9748981797024354,
      "grad_norm": 0.6856468319892883,
      "learning_rate": 4.760298471201963e-08,
      "loss": 0.3598,
      "step": 29700
    },
    {
      "epoch": 1.9782229241127087,
      "grad_norm": 0.4969344437122345,
      "learning_rate": 3.5785806270599575e-08,
      "loss": 0.3437,
      "step": 29750
    },
    {
      "epoch": 1.9815476685229823,
      "grad_norm": 0.6707144975662231,
      "learning_rate": 2.565124478545733e-08,
      "loss": 0.361,
      "step": 29800
    },
    {
      "epoch": 1.9848724129332558,
      "grad_norm": 0.4501785933971405,
      "learning_rate": 1.719964155256215e-08,
      "loss": 0.3668,
      "step": 29850
    },
    {
      "epoch": 1.9881971573435293,
      "grad_norm": 0.31389063596725464,
      "learning_rate": 1.043128119184167e-08,
      "loss": 0.3647,
      "step": 29900
    },
    {
      "epoch": 1.9915219017538028,
      "grad_norm": 0.9812319278717041,
      "learning_rate": 5.346391637583992e-09,
      "loss": 0.4068,
      "step": 29950
    },
    {
      "epoch": 1.9948466461640761,
      "grad_norm": 0.5165169835090637,
      "learning_rate": 1.945144130788279e-09,
      "loss": 0.4035,
      "step": 30000
    },
    {
      "epoch": 1.9948466461640761,
      "eval_loss": 0.3463568687438965,
      "eval_runtime": 4374.0175,
      "eval_samples_per_second": 1.528,
      "eval_steps_per_second": 1.528,
      "step": 30000
    },
    {
      "epoch": 1.9981713905743494,
      "grad_norm": 0.814073383808136,
      "learning_rate": 2.2765321335826983e-10,
      "loss": 0.3829,
      "step": 30050
    },
    {
      "epoch": 1.9999002576676919,
      "step": 30076,
      "total_flos": 1.0617208245100216e+19,
      "train_loss": 0.5353738934709316,
      "train_runtime": 238041.8859,
      "train_samples_per_second": 0.505,
      "train_steps_per_second": 0.126
    }
  ],
  "logging_steps": 50,
  "max_steps": 30076,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 10000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.0617208245100216e+19,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}