{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.4930747922437675,
  "eval_steps": 3001,
  "global_step": 18000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0013850415512465374,
      "grad_norm": 18.132577896118164,
      "learning_rate": 2.5688073394495415e-06,
      "loss": 3.1562,
      "step": 10
    },
    {
      "epoch": 0.002770083102493075,
      "grad_norm": 10.339975357055664,
      "learning_rate": 6.238532110091744e-06,
      "loss": 2.5596,
      "step": 20
    },
    {
      "epoch": 0.004155124653739612,
      "grad_norm": 8.46363639831543,
      "learning_rate": 9.908256880733946e-06,
      "loss": 2.3108,
      "step": 30
    },
    {
      "epoch": 0.00554016620498615,
      "grad_norm": 10.257675170898438,
      "learning_rate": 1.3577981651376149e-05,
      "loss": 2.1665,
      "step": 40
    },
    {
      "epoch": 0.006925207756232687,
      "grad_norm": 10.614598274230957,
      "learning_rate": 1.724770642201835e-05,
      "loss": 1.9422,
      "step": 50
    },
    {
      "epoch": 0.008310249307479225,
      "grad_norm": 10.544795989990234,
      "learning_rate": 2.091743119266055e-05,
      "loss": 1.7234,
      "step": 60
    },
    {
      "epoch": 0.009695290858725761,
      "grad_norm": 9.736770629882812,
      "learning_rate": 2.4587155963302752e-05,
      "loss": 1.7008,
      "step": 70
    },
    {
      "epoch": 0.0110803324099723,
      "grad_norm": 8.845556259155273,
      "learning_rate": 2.8256880733944954e-05,
      "loss": 1.6215,
      "step": 80
    },
    {
      "epoch": 0.012465373961218837,
      "grad_norm": 12.72878360748291,
      "learning_rate": 3.1926605504587156e-05,
      "loss": 1.5234,
      "step": 90
    },
    {
      "epoch": 0.013850415512465374,
      "grad_norm": 9.1851167678833,
      "learning_rate": 3.559633027522936e-05,
      "loss": 1.5045,
      "step": 100
    },
    {
      "epoch": 0.015235457063711912,
      "grad_norm": 12.70969009399414,
      "learning_rate": 3.926605504587156e-05,
      "loss": 1.5202,
      "step": 110
    },
    {
      "epoch": 0.01662049861495845,
      "grad_norm": 13.66281509399414,
      "learning_rate": 3.998515150109044e-05,
      "loss": 1.4786,
      "step": 120
    },
    {
      "epoch": 0.018005540166204988,
      "grad_norm": 13.012584686279297,
      "learning_rate": 3.996659087745348e-05,
      "loss": 1.4217,
      "step": 130
    },
    {
      "epoch": 0.019390581717451522,
      "grad_norm": 8.268105506896973,
      "learning_rate": 3.994803025381653e-05,
      "loss": 1.3395,
      "step": 140
    },
    {
      "epoch": 0.02077562326869806,
      "grad_norm": 10.73968505859375,
      "learning_rate": 3.9929469630179577e-05,
      "loss": 1.3918,
      "step": 150
    },
    {
      "epoch": 0.0221606648199446,
      "grad_norm": 15.68938159942627,
      "learning_rate": 3.991090900654263e-05,
      "loss": 1.3772,
      "step": 160
    },
    {
      "epoch": 0.023545706371191136,
      "grad_norm": 8.91905689239502,
      "learning_rate": 3.989234838290567e-05,
      "loss": 1.3547,
      "step": 170
    },
    {
      "epoch": 0.024930747922437674,
      "grad_norm": 8.650906562805176,
      "learning_rate": 3.9873787759268715e-05,
      "loss": 1.2924,
      "step": 180
    },
    {
      "epoch": 0.02631578947368421,
      "grad_norm": 6.8491291999816895,
      "learning_rate": 3.985522713563176e-05,
      "loss": 1.2698,
      "step": 190
    },
    {
      "epoch": 0.027700831024930747,
      "grad_norm": 12.829854011535645,
      "learning_rate": 3.983666651199481e-05,
      "loss": 1.2712,
      "step": 200
    },
    {
      "epoch": 0.029085872576177285,
      "grad_norm": 7.840148448944092,
      "learning_rate": 3.981810588835785e-05,
      "loss": 1.2306,
      "step": 210
    },
    {
      "epoch": 0.030470914127423823,
      "grad_norm": 9.273849487304688,
      "learning_rate": 3.97995452647209e-05,
      "loss": 1.1315,
      "step": 220
    },
    {
      "epoch": 0.03185595567867036,
      "grad_norm": 6.926727771759033,
      "learning_rate": 3.978098464108395e-05,
      "loss": 1.2234,
      "step": 230
    },
    {
      "epoch": 0.0332409972299169,
      "grad_norm": 8.453941345214844,
      "learning_rate": 3.9762424017446984e-05,
      "loss": 1.1558,
      "step": 240
    },
    {
      "epoch": 0.03462603878116344,
      "grad_norm": 12.281208992004395,
      "learning_rate": 3.9743863393810035e-05,
      "loss": 1.2207,
      "step": 250
    },
    {
      "epoch": 0.036011080332409975,
      "grad_norm": 8.216794967651367,
      "learning_rate": 3.972530277017308e-05,
      "loss": 1.1615,
      "step": 260
    },
    {
      "epoch": 0.037396121883656507,
      "grad_norm": 8.111953735351562,
      "learning_rate": 3.970674214653613e-05,
      "loss": 1.0734,
      "step": 270
    },
    {
      "epoch": 0.038781163434903045,
      "grad_norm": 25.132801055908203,
      "learning_rate": 3.968818152289917e-05,
      "loss": 1.1208,
      "step": 280
    },
    {
      "epoch": 0.04016620498614958,
      "grad_norm": 8.570955276489258,
      "learning_rate": 3.966962089926222e-05,
      "loss": 1.1871,
      "step": 290
    },
    {
      "epoch": 0.04155124653739612,
      "grad_norm": 6.715633869171143,
      "learning_rate": 3.965106027562526e-05,
      "loss": 1.0505,
      "step": 300
    },
    {
      "epoch": 0.04293628808864266,
      "grad_norm": 9.195822715759277,
      "learning_rate": 3.963249965198831e-05,
      "loss": 1.132,
      "step": 310
    },
    {
      "epoch": 0.0443213296398892,
      "grad_norm": 13.249361991882324,
      "learning_rate": 3.9613939028351355e-05,
      "loss": 1.1381,
      "step": 320
    },
    {
      "epoch": 0.045706371191135735,
      "grad_norm": 10.22148323059082,
      "learning_rate": 3.95953784047144e-05,
      "loss": 1.03,
      "step": 330
    },
    {
      "epoch": 0.04709141274238227,
      "grad_norm": 6.477139949798584,
      "learning_rate": 3.957681778107745e-05,
      "loss": 1.0697,
      "step": 340
    },
    {
      "epoch": 0.04847645429362881,
      "grad_norm": 7.295064449310303,
      "learning_rate": 3.9558257157440493e-05,
      "loss": 1.1033,
      "step": 350
    },
    {
      "epoch": 0.04986149584487535,
      "grad_norm": 7.153372287750244,
      "learning_rate": 3.953969653380354e-05,
      "loss": 1.0929,
      "step": 360
    },
    {
      "epoch": 0.05124653739612189,
      "grad_norm": 7.3654608726501465,
      "learning_rate": 3.952113591016658e-05,
      "loss": 1.0833,
      "step": 370
    },
    {
      "epoch": 0.05263157894736842,
      "grad_norm": 6.621361255645752,
      "learning_rate": 3.950257528652963e-05,
      "loss": 1.132,
      "step": 380
    },
    {
      "epoch": 0.054016620498614956,
      "grad_norm": 8.671921730041504,
      "learning_rate": 3.9484014662892675e-05,
      "loss": 0.9377,
      "step": 390
    },
    {
      "epoch": 0.055401662049861494,
      "grad_norm": 5.83281135559082,
      "learning_rate": 3.9465454039255726e-05,
      "loss": 1.077,
      "step": 400
    },
    {
      "epoch": 0.05678670360110803,
      "grad_norm": 10.525577545166016,
      "learning_rate": 3.944689341561877e-05,
      "loss": 1.0157,
      "step": 410
    },
    {
      "epoch": 0.05817174515235457,
      "grad_norm": 8.713621139526367,
      "learning_rate": 3.9428332791981814e-05,
      "loss": 0.9943,
      "step": 420
    },
    {
      "epoch": 0.05955678670360111,
      "grad_norm": 7.146033763885498,
      "learning_rate": 3.940977216834486e-05,
      "loss": 1.0711,
      "step": 430
    },
    {
      "epoch": 0.060941828254847646,
      "grad_norm": 5.721404075622559,
      "learning_rate": 3.93912115447079e-05,
      "loss": 1.0587,
      "step": 440
    },
    {
      "epoch": 0.062326869806094184,
      "grad_norm": 6.381560802459717,
      "learning_rate": 3.937265092107095e-05,
      "loss": 0.9532,
      "step": 450
    },
    {
      "epoch": 0.06371191135734072,
      "grad_norm": 6.270388603210449,
      "learning_rate": 3.9354090297433996e-05,
      "loss": 0.9633,
      "step": 460
    },
    {
      "epoch": 0.06509695290858726,
      "grad_norm": 14.950815200805664,
      "learning_rate": 3.9335529673797046e-05,
      "loss": 1.0124,
      "step": 470
    },
    {
      "epoch": 0.0664819944598338,
      "grad_norm": 10.147126197814941,
      "learning_rate": 3.931696905016009e-05,
      "loss": 0.9639,
      "step": 480
    },
    {
      "epoch": 0.06786703601108034,
      "grad_norm": 6.738188743591309,
      "learning_rate": 3.9298408426523134e-05,
      "loss": 0.8883,
      "step": 490
    },
    {
      "epoch": 0.06925207756232687,
      "grad_norm": 6.236662864685059,
      "learning_rate": 3.927984780288618e-05,
      "loss": 0.978,
      "step": 500
    },
    {
      "epoch": 0.07063711911357341,
      "grad_norm": 6.446779251098633,
      "learning_rate": 3.926128717924923e-05,
      "loss": 0.9513,
      "step": 510
    },
    {
      "epoch": 0.07202216066481995,
      "grad_norm": 5.965839385986328,
      "learning_rate": 3.924272655561227e-05,
      "loss": 0.9512,
      "step": 520
    },
    {
      "epoch": 0.07340720221606649,
      "grad_norm": 6.4189863204956055,
      "learning_rate": 3.9224165931975316e-05,
      "loss": 0.9166,
      "step": 530
    },
    {
      "epoch": 0.07479224376731301,
      "grad_norm": 6.521060943603516,
      "learning_rate": 3.9205605308338366e-05,
      "loss": 0.9101,
      "step": 540
    },
    {
      "epoch": 0.07617728531855955,
      "grad_norm": 6.578867435455322,
      "learning_rate": 3.918704468470141e-05,
      "loss": 0.89,
      "step": 550
    },
    {
      "epoch": 0.07756232686980609,
      "grad_norm": 5.1601080894470215,
      "learning_rate": 3.9168484061064454e-05,
      "loss": 0.9313,
      "step": 560
    },
    {
      "epoch": 0.07894736842105263,
      "grad_norm": 6.995227336883545,
      "learning_rate": 3.91499234374275e-05,
      "loss": 0.8137,
      "step": 570
    },
    {
      "epoch": 0.08033240997229917,
      "grad_norm": 8.542673110961914,
      "learning_rate": 3.913136281379055e-05,
      "loss": 0.843,
      "step": 580
    },
    {
      "epoch": 0.0817174515235457,
      "grad_norm": 7.692107677459717,
      "learning_rate": 3.911280219015359e-05,
      "loss": 0.8752,
      "step": 590
    },
    {
      "epoch": 0.08310249307479224,
      "grad_norm": 7.9079060554504395,
      "learning_rate": 3.909424156651664e-05,
      "loss": 0.9327,
      "step": 600
    },
    {
      "epoch": 0.08448753462603878,
      "grad_norm": 5.869115829467773,
      "learning_rate": 3.907568094287969e-05,
      "loss": 0.878,
      "step": 610
    },
    {
      "epoch": 0.08587257617728532,
      "grad_norm": 8.590213775634766,
      "learning_rate": 3.905712031924273e-05,
      "loss": 0.8299,
      "step": 620
    },
    {
      "epoch": 0.08725761772853186,
      "grad_norm": 5.390839099884033,
      "learning_rate": 3.9038559695605774e-05,
      "loss": 0.8466,
      "step": 630
    },
    {
      "epoch": 0.0886426592797784,
      "grad_norm": 9.3699312210083,
      "learning_rate": 3.901999907196882e-05,
      "loss": 0.8318,
      "step": 640
    },
    {
      "epoch": 0.09002770083102493,
      "grad_norm": 4.842573642730713,
      "learning_rate": 3.900143844833187e-05,
      "loss": 0.8058,
      "step": 650
    },
    {
      "epoch": 0.09141274238227147,
      "grad_norm": 6.638500690460205,
      "learning_rate": 3.898287782469491e-05,
      "loss": 0.925,
      "step": 660
    },
    {
      "epoch": 0.09279778393351801,
      "grad_norm": 5.404094219207764,
      "learning_rate": 3.8964317201057956e-05,
      "loss": 0.9217,
      "step": 670
    },
    {
      "epoch": 0.09418282548476455,
      "grad_norm": 6.114800453186035,
      "learning_rate": 3.8945756577421e-05,
      "loss": 0.8202,
      "step": 680
    },
    {
      "epoch": 0.09556786703601108,
      "grad_norm": 9.157390594482422,
      "learning_rate": 3.892719595378405e-05,
      "loss": 0.8351,
      "step": 690
    },
    {
      "epoch": 0.09695290858725762,
      "grad_norm": 4.4271697998046875,
      "learning_rate": 3.8908635330147095e-05,
      "loss": 0.8524,
      "step": 700
    },
    {
      "epoch": 0.09833795013850416,
      "grad_norm": 6.291593551635742,
      "learning_rate": 3.8890074706510145e-05,
      "loss": 0.7766,
      "step": 710
    },
    {
      "epoch": 0.0997229916897507,
      "grad_norm": 5.622344017028809,
      "learning_rate": 3.887151408287319e-05,
      "loss": 0.8793,
      "step": 720
    },
    {
      "epoch": 0.10110803324099724,
      "grad_norm": 5.384952545166016,
      "learning_rate": 3.885295345923623e-05,
      "loss": 0.8128,
      "step": 730
    },
    {
      "epoch": 0.10249307479224377,
      "grad_norm": 5.869991302490234,
      "learning_rate": 3.8834392835599277e-05,
      "loss": 0.7979,
      "step": 740
    },
    {
      "epoch": 0.1038781163434903,
      "grad_norm": 15.408794403076172,
      "learning_rate": 3.881583221196232e-05,
      "loss": 0.8147,
      "step": 750
    },
    {
      "epoch": 0.10526315789473684,
      "grad_norm": 3.851168394088745,
      "learning_rate": 3.879727158832537e-05,
      "loss": 0.8531,
      "step": 760
    },
    {
      "epoch": 0.10664819944598337,
      "grad_norm": 7.8020124435424805,
      "learning_rate": 3.8778710964688415e-05,
      "loss": 0.762,
      "step": 770
    },
    {
      "epoch": 0.10803324099722991,
      "grad_norm": 6.013789653778076,
      "learning_rate": 3.8760150341051465e-05,
      "loss": 0.9078,
      "step": 780
    },
    {
      "epoch": 0.10941828254847645,
      "grad_norm": 10.16032600402832,
      "learning_rate": 3.874158971741451e-05,
      "loss": 0.7734,
      "step": 790
    },
    {
      "epoch": 0.11080332409972299,
      "grad_norm": 5.860641956329346,
      "learning_rate": 3.872302909377755e-05,
      "loss": 0.7048,
      "step": 800
    },
    {
      "epoch": 0.11218836565096953,
      "grad_norm": 5.945785045623779,
      "learning_rate": 3.87044684701406e-05,
      "loss": 0.7713,
      "step": 810
    },
    {
      "epoch": 0.11357340720221606,
      "grad_norm": 7.668937683105469,
      "learning_rate": 3.868590784650365e-05,
      "loss": 0.8446,
      "step": 820
    },
    {
      "epoch": 0.1149584487534626,
      "grad_norm": 4.74345064163208,
      "learning_rate": 3.866734722286669e-05,
      "loss": 0.7783,
      "step": 830
    },
    {
      "epoch": 0.11634349030470914,
      "grad_norm": 6.158203601837158,
      "learning_rate": 3.8648786599229735e-05,
      "loss": 0.7757,
      "step": 840
    },
    {
      "epoch": 0.11772853185595568,
      "grad_norm": 6.251650333404541,
      "learning_rate": 3.8630225975592786e-05,
      "loss": 0.7444,
      "step": 850
    },
    {
      "epoch": 0.11911357340720222,
      "grad_norm": 6.265425682067871,
      "learning_rate": 3.861166535195583e-05,
      "loss": 0.7332,
      "step": 860
    },
    {
      "epoch": 0.12049861495844875,
      "grad_norm": 6.330787658691406,
      "learning_rate": 3.859310472831887e-05,
      "loss": 0.8099,
      "step": 870
    },
    {
      "epoch": 0.12188365650969529,
      "grad_norm": 5.528647422790527,
      "learning_rate": 3.857454410468192e-05,
      "loss": 0.7554,
      "step": 880
    },
    {
      "epoch": 0.12326869806094183,
      "grad_norm": 4.549752712249756,
      "learning_rate": 3.855598348104497e-05,
      "loss": 0.8289,
      "step": 890
    },
    {
      "epoch": 0.12465373961218837,
      "grad_norm": 6.695212364196777,
      "learning_rate": 3.853742285740801e-05,
      "loss": 0.8219,
      "step": 900
    },
    {
      "epoch": 0.1260387811634349,
      "grad_norm": 8.377049446105957,
      "learning_rate": 3.851886223377106e-05,
      "loss": 0.7509,
      "step": 910
    },
    {
      "epoch": 0.12742382271468145,
      "grad_norm": 3.6747989654541016,
      "learning_rate": 3.8500301610134106e-05,
      "loss": 0.7237,
      "step": 920
    },
    {
      "epoch": 0.12880886426592797,
      "grad_norm": 5.396711826324463,
      "learning_rate": 3.848174098649715e-05,
      "loss": 0.7875,
      "step": 930
    },
    {
      "epoch": 0.13019390581717452,
      "grad_norm": 5.941190719604492,
      "learning_rate": 3.8463180362860193e-05,
      "loss": 0.8429,
      "step": 940
    },
    {
      "epoch": 0.13157894736842105,
      "grad_norm": 6.800902843475342,
      "learning_rate": 3.844461973922324e-05,
      "loss": 0.722,
      "step": 950
    },
    {
      "epoch": 0.1329639889196676,
      "grad_norm": 5.411956787109375,
      "learning_rate": 3.842605911558629e-05,
      "loss": 0.6992,
      "step": 960
    },
    {
      "epoch": 0.13434903047091412,
      "grad_norm": 5.536626815795898,
      "learning_rate": 3.840749849194933e-05,
      "loss": 0.7314,
      "step": 970
    },
    {
      "epoch": 0.13573407202216067,
      "grad_norm": 6.304145812988281,
      "learning_rate": 3.838893786831238e-05,
      "loss": 0.7551,
      "step": 980
    },
    {
      "epoch": 0.1371191135734072,
      "grad_norm": 5.245241641998291,
      "learning_rate": 3.8370377244675426e-05,
      "loss": 0.7268,
      "step": 990
    },
    {
      "epoch": 0.13850415512465375,
      "grad_norm": 4.621682643890381,
      "learning_rate": 3.835181662103847e-05,
      "loss": 0.7104,
      "step": 1000
    },
    {
      "epoch": 0.13988919667590027,
      "grad_norm": 4.966935634613037,
      "learning_rate": 3.8333255997401514e-05,
      "loss": 0.7683,
      "step": 1010
    },
    {
      "epoch": 0.14127423822714683,
      "grad_norm": 5.239284992218018,
      "learning_rate": 3.8314695373764564e-05,
      "loss": 0.692,
      "step": 1020
    },
    {
      "epoch": 0.14265927977839335,
      "grad_norm": 5.201038360595703,
      "learning_rate": 3.829613475012761e-05,
      "loss": 0.7262,
      "step": 1030
    },
    {
      "epoch": 0.1440443213296399,
      "grad_norm": 5.287726879119873,
      "learning_rate": 3.827757412649065e-05,
      "loss": 0.7775,
      "step": 1040
    },
    {
      "epoch": 0.14542936288088643,
      "grad_norm": 5.782080173492432,
      "learning_rate": 3.8259013502853696e-05,
      "loss": 0.68,
      "step": 1050
    },
    {
      "epoch": 0.14681440443213298,
      "grad_norm": 4.6837239265441895,
      "learning_rate": 3.824045287921674e-05,
      "loss": 0.6769,
      "step": 1060
    },
    {
      "epoch": 0.1481994459833795,
      "grad_norm": 4.747815132141113,
      "learning_rate": 3.822189225557979e-05,
      "loss": 0.7367,
      "step": 1070
    },
    {
      "epoch": 0.14958448753462603,
      "grad_norm": 6.258734226226807,
      "learning_rate": 3.8203331631942834e-05,
      "loss": 0.7328,
      "step": 1080
    },
    {
      "epoch": 0.15096952908587258,
      "grad_norm": 6.083340644836426,
      "learning_rate": 3.8184771008305885e-05,
      "loss": 0.7175,
      "step": 1090
    },
    {
      "epoch": 0.1523545706371191,
      "grad_norm": 5.685976028442383,
      "learning_rate": 3.816621038466893e-05,
      "loss": 0.7737,
      "step": 1100
    },
    {
      "epoch": 0.15373961218836565,
      "grad_norm": 5.695319175720215,
      "learning_rate": 3.814764976103197e-05,
      "loss": 0.6561,
      "step": 1110
    },
    {
      "epoch": 0.15512465373961218,
      "grad_norm": 4.47851037979126,
      "learning_rate": 3.8129089137395016e-05,
      "loss": 0.7342,
      "step": 1120
    },
    {
      "epoch": 0.15650969529085873,
      "grad_norm": 5.210443019866943,
      "learning_rate": 3.8110528513758067e-05,
      "loss": 0.761,
      "step": 1130
    },
    {
      "epoch": 0.15789473684210525,
      "grad_norm": 4.6967549324035645,
      "learning_rate": 3.809196789012111e-05,
      "loss": 0.7034,
      "step": 1140
    },
    {
      "epoch": 0.1592797783933518,
      "grad_norm": 5.27488899230957,
      "learning_rate": 3.807340726648416e-05,
      "loss": 0.7862,
      "step": 1150
    },
    {
      "epoch": 0.16066481994459833,
      "grad_norm": 6.890642166137695,
      "learning_rate": 3.8054846642847205e-05,
      "loss": 0.6824,
      "step": 1160
    },
    {
      "epoch": 0.16204986149584488,
      "grad_norm": 4.336601734161377,
      "learning_rate": 3.803628601921025e-05,
      "loss": 0.6637,
      "step": 1170
    },
    {
      "epoch": 0.1634349030470914,
      "grad_norm": 7.999341011047363,
      "learning_rate": 3.801772539557329e-05,
      "loss": 0.6404,
      "step": 1180
    },
    {
      "epoch": 0.16481994459833796,
      "grad_norm": 5.302224636077881,
      "learning_rate": 3.7999164771936336e-05,
      "loss": 0.7179,
      "step": 1190
    },
    {
      "epoch": 0.16620498614958448,
      "grad_norm": 4.466766834259033,
      "learning_rate": 3.798060414829939e-05,
      "loss": 0.7234,
      "step": 1200
    },
    {
      "epoch": 0.16759002770083103,
      "grad_norm": 7.038808345794678,
      "learning_rate": 3.796204352466243e-05,
      "loss": 0.6967,
      "step": 1210
    },
    {
      "epoch": 0.16897506925207756,
      "grad_norm": 5.036026477813721,
      "learning_rate": 3.794348290102548e-05,
      "loss": 0.6566,
      "step": 1220
    },
    {
      "epoch": 0.1703601108033241,
      "grad_norm": 3.9233360290527344,
      "learning_rate": 3.7924922277388525e-05,
      "loss": 0.6905,
      "step": 1230
    },
    {
      "epoch": 0.17174515235457063,
      "grad_norm": 4.825267791748047,
      "learning_rate": 3.790636165375157e-05,
      "loss": 0.7097,
      "step": 1240
    },
    {
      "epoch": 0.1731301939058172,
      "grad_norm": 5.921151638031006,
      "learning_rate": 3.788780103011461e-05,
      "loss": 0.7085,
      "step": 1250
    },
    {
      "epoch": 0.1745152354570637,
      "grad_norm": 6.008309841156006,
      "learning_rate": 3.7869240406477656e-05,
      "loss": 0.7447,
      "step": 1260
    },
    {
      "epoch": 0.17590027700831026,
      "grad_norm": 9.49063491821289,
      "learning_rate": 3.785067978284071e-05,
      "loss": 0.5783,
      "step": 1270
    },
    {
      "epoch": 0.1772853185595568,
      "grad_norm": 8.459501266479492,
      "learning_rate": 3.783211915920375e-05,
      "loss": 0.6649,
      "step": 1280
    },
    {
      "epoch": 0.1786703601108033,
      "grad_norm": 4.825805187225342,
      "learning_rate": 3.78135585355668e-05,
      "loss": 0.7529,
      "step": 1290
    },
    {
      "epoch": 0.18005540166204986,
      "grad_norm": 5.760547161102295,
      "learning_rate": 3.7794997911929845e-05,
      "loss": 0.7133,
      "step": 1300
    },
    {
      "epoch": 0.1814404432132964,
      "grad_norm": 4.8905158042907715,
      "learning_rate": 3.777643728829289e-05,
      "loss": 0.6426,
      "step": 1310
    },
    {
      "epoch": 0.18282548476454294,
      "grad_norm": 3.2545783519744873,
      "learning_rate": 3.775787666465593e-05,
      "loss": 0.6756,
      "step": 1320
    },
    {
      "epoch": 0.18421052631578946,
      "grad_norm": 5.443678855895996,
      "learning_rate": 3.7739316041018983e-05,
      "loss": 0.7079,
      "step": 1330
    },
    {
      "epoch": 0.18559556786703602,
      "grad_norm": 4.882148742675781,
      "learning_rate": 3.772075541738203e-05,
      "loss": 0.6906,
      "step": 1340
    },
    {
      "epoch": 0.18698060941828254,
      "grad_norm": 4.647951126098633,
      "learning_rate": 3.770219479374508e-05,
      "loss": 0.7146,
      "step": 1350
    },
    {
      "epoch": 0.1883656509695291,
      "grad_norm": 4.474496841430664,
      "learning_rate": 3.768363417010812e-05,
      "loss": 0.6606,
      "step": 1360
    },
    {
      "epoch": 0.18975069252077562,
      "grad_norm": 4.751135349273682,
      "learning_rate": 3.7665073546471165e-05,
      "loss": 0.6824,
      "step": 1370
    },
    {
      "epoch": 0.19113573407202217,
      "grad_norm": 7.56292724609375,
      "learning_rate": 3.764651292283421e-05,
      "loss": 0.6646,
      "step": 1380
    },
    {
      "epoch": 0.1925207756232687,
      "grad_norm": 3.877157688140869,
      "learning_rate": 3.762795229919725e-05,
      "loss": 0.6486,
      "step": 1390
    },
    {
      "epoch": 0.19390581717451524,
      "grad_norm": 3.8777120113372803,
      "learning_rate": 3.7609391675560304e-05,
      "loss": 0.6452,
      "step": 1400
    },
    {
      "epoch": 0.19529085872576177,
      "grad_norm": 11.175263404846191,
      "learning_rate": 3.759083105192335e-05,
      "loss": 0.6786,
      "step": 1410
    },
    {
      "epoch": 0.19667590027700832,
      "grad_norm": 4.816016674041748,
      "learning_rate": 3.75722704282864e-05,
      "loss": 0.6549,
      "step": 1420
    },
    {
      "epoch": 0.19806094182825484,
      "grad_norm": 4.739681720733643,
      "learning_rate": 3.755370980464944e-05,
      "loss": 0.7098,
      "step": 1430
    },
    {
      "epoch": 0.1994459833795014,
      "grad_norm": 3.974384307861328,
      "learning_rate": 3.7535149181012486e-05,
      "loss": 0.6228,
      "step": 1440
    },
    {
      "epoch": 0.20083102493074792,
      "grad_norm": 5.216143608093262,
      "learning_rate": 3.751658855737553e-05,
      "loss": 0.6322,
      "step": 1450
    },
    {
      "epoch": 0.20221606648199447,
      "grad_norm": 4.246068954467773,
      "learning_rate": 3.749802793373858e-05,
      "loss": 0.6919,
      "step": 1460
    },
    {
      "epoch": 0.203601108033241,
      "grad_norm": 5.880276203155518,
      "learning_rate": 3.7479467310101624e-05,
      "loss": 0.6664,
      "step": 1470
    },
    {
      "epoch": 0.20498614958448755,
      "grad_norm": 4.310441493988037,
      "learning_rate": 3.746090668646467e-05,
      "loss": 0.666,
      "step": 1480
    },
    {
      "epoch": 0.20637119113573407,
      "grad_norm": 4.8572893142700195,
      "learning_rate": 3.744234606282771e-05,
      "loss": 0.5718,
      "step": 1490
    },
    {
      "epoch": 0.2077562326869806,
      "grad_norm": 4.827873229980469,
      "learning_rate": 3.7423785439190755e-05,
      "loss": 0.643,
      "step": 1500
    },
    {
      "epoch": 0.20914127423822715,
      "grad_norm": 4.610620021820068,
      "learning_rate": 3.7405224815553806e-05,
      "loss": 0.6318,
      "step": 1510
    },
    {
      "epoch": 0.21052631578947367,
      "grad_norm": 3.8572442531585693,
      "learning_rate": 3.738666419191685e-05,
      "loss": 0.6384,
      "step": 1520
    },
    {
      "epoch": 0.21191135734072022,
      "grad_norm": 5.45397424697876,
      "learning_rate": 3.73681035682799e-05,
      "loss": 0.6112,
      "step": 1530
    },
    {
      "epoch": 0.21329639889196675,
      "grad_norm": 4.176355361938477,
      "learning_rate": 3.7349542944642944e-05,
      "loss": 0.6084,
      "step": 1540
    },
    {
      "epoch": 0.2146814404432133,
      "grad_norm": 4.451131343841553,
      "learning_rate": 3.733098232100599e-05,
      "loss": 0.6443,
      "step": 1550
    },
    {
      "epoch": 0.21606648199445982,
      "grad_norm": 4.111794471740723,
      "learning_rate": 3.731242169736903e-05,
      "loss": 0.5832,
      "step": 1560
    },
    {
      "epoch": 0.21745152354570638,
      "grad_norm": 5.375326156616211,
      "learning_rate": 3.7293861073732076e-05,
      "loss": 0.6261,
      "step": 1570
    },
    {
      "epoch": 0.2188365650969529,
      "grad_norm": 3.982163429260254,
      "learning_rate": 3.7275300450095126e-05,
      "loss": 0.6045,
      "step": 1580
    },
    {
      "epoch": 0.22022160664819945,
      "grad_norm": 4.093824863433838,
      "learning_rate": 3.725859588882187e-05,
      "loss": 0.6789,
      "step": 1590
    },
    {
      "epoch": 0.22160664819944598,
      "grad_norm": 4.912144660949707,
      "learning_rate": 3.724003526518491e-05,
      "loss": 0.6261,
      "step": 1600
    },
    {
      "epoch": 0.22299168975069253,
      "grad_norm": 7.267054080963135,
      "learning_rate": 3.7221474641547957e-05,
      "loss": 0.6439,
      "step": 1610
    },
    {
      "epoch": 0.22437673130193905,
      "grad_norm": 7.550549507141113,
      "learning_rate": 3.7202914017911e-05,
      "loss": 0.6169,
      "step": 1620
    },
    {
      "epoch": 0.2257617728531856,
      "grad_norm": 5.615678310394287,
      "learning_rate": 3.718435339427405e-05,
      "loss": 0.6302,
      "step": 1630
    },
    {
      "epoch": 0.22714681440443213,
      "grad_norm": 5.005547046661377,
      "learning_rate": 3.7165792770637095e-05,
      "loss": 0.6026,
      "step": 1640
    },
    {
      "epoch": 0.22853185595567868,
      "grad_norm": 4.575570106506348,
      "learning_rate": 3.7147232147000145e-05,
      "loss": 0.5985,
      "step": 1650
    },
    {
      "epoch": 0.2299168975069252,
      "grad_norm": 4.003867149353027,
      "learning_rate": 3.712867152336319e-05,
      "loss": 0.6355,
      "step": 1660
    },
    {
      "epoch": 0.23130193905817176,
      "grad_norm": 4.371513843536377,
      "learning_rate": 3.711011089972623e-05,
      "loss": 0.6858,
      "step": 1670
    },
    {
      "epoch": 0.23268698060941828,
      "grad_norm": 4.9826765060424805,
      "learning_rate": 3.709155027608928e-05,
      "loss": 0.5826,
      "step": 1680
    },
    {
      "epoch": 0.23407202216066483,
      "grad_norm": 5.753824710845947,
      "learning_rate": 3.707298965245233e-05,
      "loss": 0.6877,
      "step": 1690
    },
    {
      "epoch": 0.23545706371191136,
      "grad_norm": 5.006950378417969,
      "learning_rate": 3.705442902881537e-05,
      "loss": 0.6843,
      "step": 1700
    },
    {
      "epoch": 0.23684210526315788,
      "grad_norm": 4.370176792144775,
      "learning_rate": 3.703586840517842e-05,
      "loss": 0.6099,
      "step": 1710
    },
    {
      "epoch": 0.23822714681440443,
      "grad_norm": 3.8350753784179688,
      "learning_rate": 3.7017307781541466e-05,
      "loss": 0.6045,
      "step": 1720
    },
    {
      "epoch": 0.23961218836565096,
      "grad_norm": 4.00664758682251,
      "learning_rate": 3.699874715790451e-05,
      "loss": 0.6468,
      "step": 1730
    },
    {
      "epoch": 0.2409972299168975,
      "grad_norm": 4.4113030433654785,
      "learning_rate": 3.698018653426755e-05,
      "loss": 0.6667,
      "step": 1740
    },
    {
      "epoch": 0.24238227146814403,
      "grad_norm": 6.2188639640808105,
      "learning_rate": 3.69616259106306e-05,
      "loss": 0.5793,
      "step": 1750
    },
    {
      "epoch": 0.24376731301939059,
      "grad_norm": 5.410155773162842,
      "learning_rate": 3.694306528699365e-05,
      "loss": 0.5879,
      "step": 1760
    },
    {
      "epoch": 0.2451523545706371,
      "grad_norm": 4.4489521980285645,
      "learning_rate": 3.692450466335669e-05,
      "loss": 0.6499,
      "step": 1770
    },
    {
      "epoch": 0.24653739612188366,
      "grad_norm": 5.712794303894043,
      "learning_rate": 3.690594403971974e-05,
      "loss": 0.6009,
      "step": 1780
    },
    {
      "epoch": 0.24792243767313019,
      "grad_norm": 4.065003395080566,
      "learning_rate": 3.6887383416082786e-05,
      "loss": 0.6676,
      "step": 1790
    },
    {
      "epoch": 0.24930747922437674,
      "grad_norm": 4.225168228149414,
      "learning_rate": 3.686882279244583e-05,
      "loss": 0.6011,
      "step": 1800
    },
    {
      "epoch": 0.25069252077562326,
      "grad_norm": 3.180039167404175,
      "learning_rate": 3.6850262168808873e-05,
      "loss": 0.5549,
      "step": 1810
    },
    {
      "epoch": 0.2520775623268698,
      "grad_norm": 3.799586772918701,
      "learning_rate": 3.6831701545171924e-05,
      "loss": 0.6039,
      "step": 1820
    },
    {
      "epoch": 0.25346260387811637,
      "grad_norm": 4.4404425621032715,
      "learning_rate": 3.681314092153497e-05,
      "loss": 0.5592,
      "step": 1830
    },
    {
      "epoch": 0.2548476454293629,
      "grad_norm": 5.383872985839844,
      "learning_rate": 3.679458029789801e-05,
      "loss": 0.6932,
      "step": 1840
    },
    {
      "epoch": 0.2562326869806094,
      "grad_norm": 4.271496295928955,
      "learning_rate": 3.6776019674261055e-05,
      "loss": 0.5506,
      "step": 1850
    },
    {
      "epoch": 0.25761772853185594,
      "grad_norm": 4.5665202140808105,
      "learning_rate": 3.67574590506241e-05,
      "loss": 0.6214,
      "step": 1860
    },
    {
      "epoch": 0.2590027700831025,
      "grad_norm": 5.333662986755371,
      "learning_rate": 3.673889842698715e-05,
      "loss": 0.6171,
      "step": 1870
    },
    {
      "epoch": 0.26038781163434904,
      "grad_norm": 3.2647597789764404,
      "learning_rate": 3.6720337803350194e-05,
      "loss": 0.5626,
      "step": 1880
    },
    {
      "epoch": 0.26177285318559557,
      "grad_norm": 11.73008918762207,
      "learning_rate": 3.6701777179713244e-05,
      "loss": 0.5816,
      "step": 1890
    },
    {
      "epoch": 0.2631578947368421,
      "grad_norm": 4.770632266998291,
      "learning_rate": 3.668321655607629e-05,
      "loss": 0.5818,
      "step": 1900
    },
    {
      "epoch": 0.26454293628808867,
      "grad_norm": 3.688140869140625,
      "learning_rate": 3.666465593243933e-05,
      "loss": 0.5898,
      "step": 1910
    },
    {
      "epoch": 0.2659279778393352,
      "grad_norm": 6.2547736167907715,
      "learning_rate": 3.6646095308802376e-05,
      "loss": 0.6211,
      "step": 1920
    },
    {
      "epoch": 0.2673130193905817,
      "grad_norm": 5.1031389236450195,
      "learning_rate": 3.6627534685165426e-05,
      "loss": 0.6125,
      "step": 1930
    },
    {
      "epoch": 0.26869806094182824,
      "grad_norm": 4.455575942993164,
      "learning_rate": 3.660897406152847e-05,
      "loss": 0.5901,
      "step": 1940
    },
    {
      "epoch": 0.27008310249307477,
      "grad_norm": 5.132863998413086,
      "learning_rate": 3.6590413437891514e-05,
      "loss": 0.582,
      "step": 1950
    },
    {
      "epoch": 0.27146814404432135,
      "grad_norm": 3.6740236282348633,
      "learning_rate": 3.6571852814254565e-05,
      "loss": 0.5668,
      "step": 1960
    },
    {
      "epoch": 0.27285318559556787,
      "grad_norm": 4.9556989669799805,
      "learning_rate": 3.655329219061761e-05,
      "loss": 0.497,
      "step": 1970
    },
    {
      "epoch": 0.2742382271468144,
      "grad_norm": 5.816377639770508,
      "learning_rate": 3.653473156698065e-05,
      "loss": 0.5759,
      "step": 1980
    },
    {
      "epoch": 0.2756232686980609,
      "grad_norm": 11.042893409729004,
      "learning_rate": 3.6516170943343696e-05,
      "loss": 0.5747,
      "step": 1990
    },
    {
      "epoch": 0.2770083102493075,
      "grad_norm": 5.5561699867248535,
      "learning_rate": 3.6497610319706747e-05,
      "loss": 0.6001,
      "step": 2000
    },
    {
      "epoch": 0.278393351800554,
      "grad_norm": 3.443624496459961,
      "learning_rate": 3.647904969606979e-05,
      "loss": 0.5558,
      "step": 2010
    },
    {
      "epoch": 0.27977839335180055,
      "grad_norm": 3.77988862991333,
      "learning_rate": 3.646048907243284e-05,
      "loss": 0.4779,
      "step": 2020
    },
    {
      "epoch": 0.28116343490304707,
      "grad_norm": 4.237990379333496,
      "learning_rate": 3.6441928448795885e-05,
      "loss": 0.5643,
      "step": 2030
    },
    {
      "epoch": 0.28254847645429365,
      "grad_norm": 5.618165016174316,
      "learning_rate": 3.642336782515893e-05,
      "loss": 0.6431,
      "step": 2040
    },
    {
      "epoch": 0.2839335180055402,
      "grad_norm": 4.02553129196167,
      "learning_rate": 3.640480720152197e-05,
      "loss": 0.5379,
      "step": 2050
    },
    {
      "epoch": 0.2853185595567867,
      "grad_norm": 4.569252967834473,
      "learning_rate": 3.6386246577885016e-05,
      "loss": 0.5608,
      "step": 2060
    },
    {
      "epoch": 0.2867036011080332,
      "grad_norm": 4.142032146453857,
      "learning_rate": 3.636768595424807e-05,
      "loss": 0.572,
      "step": 2070
    },
    {
      "epoch": 0.2880886426592798,
      "grad_norm": 6.030134677886963,
      "learning_rate": 3.634912533061111e-05,
      "loss": 0.6114,
      "step": 2080
    },
    {
      "epoch": 0.2894736842105263,
      "grad_norm": 5.247105598449707,
      "learning_rate": 3.633056470697416e-05,
      "loss": 0.5943,
      "step": 2090
    },
    {
      "epoch": 0.29085872576177285,
      "grad_norm": 3.4325268268585205,
      "learning_rate": 3.6312004083337205e-05,
      "loss": 0.5745,
      "step": 2100
    },
    {
      "epoch": 0.2922437673130194,
      "grad_norm": 3.9712328910827637,
      "learning_rate": 3.629344345970025e-05,
      "loss": 0.5947,
      "step": 2110
    },
    {
      "epoch": 0.29362880886426596,
      "grad_norm": 4.028194427490234,
      "learning_rate": 3.627488283606329e-05,
      "loss": 0.5505,
      "step": 2120
    },
    {
      "epoch": 0.2950138504155125,
      "grad_norm": 3.4895143508911133,
      "learning_rate": 3.625632221242634e-05,
      "loss": 0.5593,
      "step": 2130
    },
    {
      "epoch": 0.296398891966759,
      "grad_norm": 3.2017526626586914,
      "learning_rate": 3.623776158878939e-05,
      "loss": 0.5276,
      "step": 2140
    },
    {
      "epoch": 0.29778393351800553,
      "grad_norm": 3.9487078189849854,
      "learning_rate": 3.621920096515243e-05,
      "loss": 0.5495,
      "step": 2150
    },
    {
      "epoch": 0.29916897506925205,
      "grad_norm": 4.558566570281982,
      "learning_rate": 3.620064034151548e-05,
      "loss": 0.6063,
      "step": 2160
    },
    {
      "epoch": 0.30055401662049863,
      "grad_norm": 5.271570682525635,
      "learning_rate": 3.6182079717878525e-05,
      "loss": 0.5808,
      "step": 2170
    },
    {
      "epoch": 0.30193905817174516,
      "grad_norm": 4.145854949951172,
      "learning_rate": 3.616351909424157e-05,
      "loss": 0.5319,
      "step": 2180
    },
    {
      "epoch": 0.3033240997229917,
      "grad_norm": 5.569437503814697,
      "learning_rate": 3.614495847060461e-05,
      "loss": 0.5293,
      "step": 2190
    },
    {
      "epoch": 0.3047091412742382,
      "grad_norm": 5.583808422088623,
      "learning_rate": 3.6126397846967663e-05,
      "loss": 0.5285,
      "step": 2200
    },
    {
      "epoch": 0.3060941828254848,
      "grad_norm": 5.36161470413208,
      "learning_rate": 3.610783722333071e-05,
      "loss": 0.5507,
      "step": 2210
    },
    {
      "epoch": 0.3074792243767313,
      "grad_norm": 4.53624963760376,
      "learning_rate": 3.608927659969375e-05,
      "loss": 0.529,
      "step": 2220
    },
    {
      "epoch": 0.30886426592797783,
      "grad_norm": 5.9227705001831055,
      "learning_rate": 3.6070715976056795e-05,
      "loss": 0.4959,
      "step": 2230
    },
    {
      "epoch": 0.31024930747922436,
      "grad_norm": 3.500408887863159,
      "learning_rate": 3.6052155352419845e-05,
      "loss": 0.5269,
      "step": 2240
    },
    {
      "epoch": 0.31163434903047094,
      "grad_norm": 3.2887611389160156,
      "learning_rate": 3.603359472878289e-05,
      "loss": 0.5743,
      "step": 2250
    },
    {
      "epoch": 0.31301939058171746,
      "grad_norm": 4.520106792449951,
      "learning_rate": 3.601503410514593e-05,
      "loss": 0.5698,
      "step": 2260
    },
    {
      "epoch": 0.314404432132964,
      "grad_norm": 4.752847671508789,
      "learning_rate": 3.5996473481508984e-05,
      "loss": 0.6082,
      "step": 2270
    },
    {
      "epoch": 0.3157894736842105,
      "grad_norm": 3.0846593379974365,
      "learning_rate": 3.597791285787203e-05,
      "loss": 0.5231,
      "step": 2280
    },
    {
      "epoch": 0.3171745152354571,
      "grad_norm": 3.945099115371704,
      "learning_rate": 3.595935223423507e-05,
      "loss": 0.552,
      "step": 2290
    },
    {
      "epoch": 0.3185595567867036,
      "grad_norm": 3.7080931663513184,
      "learning_rate": 3.5940791610598115e-05,
      "loss": 0.5954,
      "step": 2300
    },
    {
      "epoch": 0.31994459833795014,
      "grad_norm": 3.6161038875579834,
      "learning_rate": 3.5922230986961166e-05,
      "loss": 0.5742,
      "step": 2310
    },
    {
      "epoch": 0.32132963988919666,
      "grad_norm": 3.662464141845703,
      "learning_rate": 3.590367036332421e-05,
      "loss": 0.5134,
      "step": 2320
    },
    {
      "epoch": 0.32271468144044324,
      "grad_norm": 5.78975248336792,
      "learning_rate": 3.588510973968726e-05,
      "loss": 0.6286,
      "step": 2330
    },
    {
      "epoch": 0.32409972299168976,
      "grad_norm": 4.353717803955078,
      "learning_rate": 3.5866549116050304e-05,
      "loss": 0.5182,
      "step": 2340
    },
    {
      "epoch": 0.3254847645429363,
      "grad_norm": 3.810673952102661,
      "learning_rate": 3.584798849241335e-05,
      "loss": 0.4705,
      "step": 2350
    },
    {
      "epoch": 0.3268698060941828,
      "grad_norm": 3.3044183254241943,
      "learning_rate": 3.582942786877639e-05,
      "loss": 0.5736,
      "step": 2360
    },
    {
      "epoch": 0.32825484764542934,
      "grad_norm": 5.248436450958252,
      "learning_rate": 3.5810867245139435e-05,
      "loss": 0.5238,
      "step": 2370
    },
    {
      "epoch": 0.3296398891966759,
      "grad_norm": 4.443650245666504,
      "learning_rate": 3.5792306621502486e-05,
      "loss": 0.5366,
      "step": 2380
    },
    {
      "epoch": 0.33102493074792244,
      "grad_norm": 4.204538345336914,
      "learning_rate": 3.577374599786553e-05,
      "loss": 0.4978,
      "step": 2390
    },
    {
      "epoch": 0.33240997229916897,
      "grad_norm": 3.603652000427246,
      "learning_rate": 3.575518537422858e-05,
      "loss": 0.5319,
      "step": 2400
    },
    {
      "epoch": 0.3337950138504155,
      "grad_norm": 4.066627025604248,
      "learning_rate": 3.5736624750591624e-05,
      "loss": 0.4795,
      "step": 2410
    },
    {
      "epoch": 0.33518005540166207,
      "grad_norm": 7.520932197570801,
      "learning_rate": 3.571806412695467e-05,
      "loss": 0.4946,
      "step": 2420
    },
    {
      "epoch": 0.3365650969529086,
      "grad_norm": 4.000723361968994,
      "learning_rate": 3.569950350331771e-05,
      "loss": 0.5143,
      "step": 2430
    },
    {
      "epoch": 0.3379501385041551,
      "grad_norm": 3.362517833709717,
      "learning_rate": 3.568094287968076e-05,
      "loss": 0.5311,
      "step": 2440
    },
    {
      "epoch": 0.33933518005540164,
      "grad_norm": 4.851598262786865,
      "learning_rate": 3.5662382256043806e-05,
      "loss": 0.503,
      "step": 2450
    },
    {
      "epoch": 0.3407202216066482,
      "grad_norm": 2.6380112171173096,
      "learning_rate": 3.564382163240685e-05,
      "loss": 0.5267,
      "step": 2460
    },
    {
      "epoch": 0.34210526315789475,
      "grad_norm": 4.395262241363525,
      "learning_rate": 3.56252610087699e-05,
      "loss": 0.5091,
      "step": 2470
    },
    {
      "epoch": 0.34349030470914127,
      "grad_norm": 5.229985237121582,
      "learning_rate": 3.5606700385132944e-05,
      "loss": 0.5397,
      "step": 2480
    },
    {
      "epoch": 0.3448753462603878,
      "grad_norm": 3.8562421798706055,
      "learning_rate": 3.558813976149599e-05,
      "loss": 0.5188,
      "step": 2490
    },
    {
      "epoch": 0.3462603878116344,
      "grad_norm": 11.592336654663086,
      "learning_rate": 3.556957913785903e-05,
      "loss": 0.5095,
      "step": 2500
    },
    {
      "epoch": 0.3476454293628809,
      "grad_norm": 3.571937322616577,
      "learning_rate": 3.555101851422208e-05,
      "loss": 0.6358,
      "step": 2510
    },
    {
      "epoch": 0.3490304709141274,
      "grad_norm": 3.7377965450286865,
      "learning_rate": 3.5532457890585126e-05,
      "loss": 0.568,
      "step": 2520
    },
    {
      "epoch": 0.35041551246537395,
      "grad_norm": 3.339667320251465,
      "learning_rate": 3.551389726694818e-05,
      "loss": 0.4745,
      "step": 2530
    },
    {
      "epoch": 0.3518005540166205,
      "grad_norm": 4.469910621643066,
      "learning_rate": 3.549533664331122e-05,
      "loss": 0.5272,
      "step": 2540
    },
    {
      "epoch": 0.35318559556786705,
      "grad_norm": 3.5588207244873047,
      "learning_rate": 3.5476776019674265e-05,
      "loss": 0.5189,
      "step": 2550
    },
    {
      "epoch": 0.3545706371191136,
      "grad_norm": 4.583835124969482,
      "learning_rate": 3.545821539603731e-05,
      "loss": 0.6198,
      "step": 2560
    },
    {
      "epoch": 0.3559556786703601,
      "grad_norm": 4.148881912231445,
      "learning_rate": 3.543965477240035e-05,
      "loss": 0.5521,
      "step": 2570
    },
    {
      "epoch": 0.3573407202216066,
      "grad_norm": 11.703550338745117,
      "learning_rate": 3.54210941487634e-05,
      "loss": 0.4996,
      "step": 2580
    },
    {
      "epoch": 0.3587257617728532,
      "grad_norm": 3.770169734954834,
      "learning_rate": 3.5402533525126447e-05,
      "loss": 0.5395,
      "step": 2590
    },
    {
      "epoch": 0.3601108033240997,
      "grad_norm": 4.923569679260254,
      "learning_rate": 3.53839729014895e-05,
      "loss": 0.4904,
      "step": 2600
    },
    {
      "epoch": 0.36149584487534625,
      "grad_norm": 2.8726134300231934,
      "learning_rate": 3.536541227785254e-05,
      "loss": 0.5093,
      "step": 2610
    },
    {
      "epoch": 0.3628808864265928,
      "grad_norm": 2.879404306411743,
      "learning_rate": 3.5346851654215585e-05,
      "loss": 0.5385,
      "step": 2620
    },
    {
      "epoch": 0.36426592797783935,
      "grad_norm": 2.7815260887145996,
      "learning_rate": 3.532829103057863e-05,
      "loss": 0.5266,
      "step": 2630
    },
    {
      "epoch": 0.3656509695290859,
      "grad_norm": 3.5711984634399414,
      "learning_rate": 3.530973040694168e-05,
      "loss": 0.5257,
      "step": 2640
    },
    {
      "epoch": 0.3670360110803324,
      "grad_norm": 2.760270118713379,
      "learning_rate": 3.529116978330472e-05,
      "loss": 0.5074,
      "step": 2650
    },
    {
      "epoch": 0.3684210526315789,
      "grad_norm": 2.6999144554138184,
      "learning_rate": 3.527260915966777e-05,
      "loss": 0.5,
      "step": 2660
    },
    {
      "epoch": 0.3698060941828255,
      "grad_norm": 3.2955033779144287,
      "learning_rate": 3.525404853603081e-05,
      "loss": 0.478,
      "step": 2670
    },
    {
      "epoch": 0.37119113573407203,
      "grad_norm": 6.846369743347168,
      "learning_rate": 3.5235487912393854e-05,
      "loss": 0.5314,
      "step": 2680
    },
    {
      "epoch": 0.37257617728531855,
      "grad_norm": 3.0586764812469482,
      "learning_rate": 3.5216927288756905e-05,
      "loss": 0.4788,
      "step": 2690
    },
    {
      "epoch": 0.3739612188365651,
      "grad_norm": 5.029668807983398,
      "learning_rate": 3.519836666511995e-05,
      "loss": 0.4966,
      "step": 2700
    },
    {
      "epoch": 0.37534626038781166,
      "grad_norm": 6.83918571472168,
      "learning_rate": 3.5179806041483e-05,
      "loss": 0.5342,
      "step": 2710
    },
    {
      "epoch": 0.3767313019390582,
      "grad_norm": 3.3956825733184814,
      "learning_rate": 3.516124541784604e-05,
      "loss": 0.5528,
      "step": 2720
    },
    {
      "epoch": 0.3781163434903047,
      "grad_norm": 3.8964269161224365,
      "learning_rate": 3.514268479420909e-05,
      "loss": 0.4569,
      "step": 2730
    },
    {
      "epoch": 0.37950138504155123,
      "grad_norm": 3.9531123638153076,
      "learning_rate": 3.512412417057213e-05,
      "loss": 0.4998,
      "step": 2740
    },
    {
      "epoch": 0.3808864265927978,
      "grad_norm": 4.969144344329834,
      "learning_rate": 3.510556354693518e-05,
      "loss": 0.4915,
      "step": 2750
    },
    {
      "epoch": 0.38227146814404434,
      "grad_norm": 7.940041542053223,
      "learning_rate": 3.5087002923298225e-05,
      "loss": 0.5062,
      "step": 2760
    },
    {
      "epoch": 0.38365650969529086,
      "grad_norm": 4.755401134490967,
      "learning_rate": 3.506844229966127e-05,
      "loss": 0.4752,
      "step": 2770
    },
    {
      "epoch": 0.3850415512465374,
      "grad_norm": 6.793601989746094,
      "learning_rate": 3.504988167602432e-05,
      "loss": 0.449,
      "step": 2780
    },
    {
      "epoch": 0.3864265927977839,
      "grad_norm": 3.899365186691284,
      "learning_rate": 3.5031321052387363e-05,
      "loss": 0.4956,
      "step": 2790
    },
    {
      "epoch": 0.3878116343490305,
      "grad_norm": 4.510800838470459,
      "learning_rate": 3.501276042875041e-05,
      "loss": 0.5161,
      "step": 2800
    },
    {
      "epoch": 0.389196675900277,
      "grad_norm": 3.8182857036590576,
      "learning_rate": 3.499419980511345e-05,
      "loss": 0.5209,
      "step": 2810
    },
    {
      "epoch": 0.39058171745152354,
      "grad_norm": 4.2780256271362305,
      "learning_rate": 3.49756391814765e-05,
      "loss": 0.5402,
      "step": 2820
    },
    {
      "epoch": 0.39196675900277006,
      "grad_norm": 3.448150157928467,
      "learning_rate": 3.4957078557839545e-05,
      "loss": 0.504,
      "step": 2830
    },
    {
      "epoch": 0.39335180055401664,
      "grad_norm": 4.190673828125,
      "learning_rate": 3.4938517934202596e-05,
      "loss": 0.5799,
      "step": 2840
    },
    {
      "epoch": 0.39473684210526316,
      "grad_norm": 4.70761775970459,
      "learning_rate": 3.491995731056564e-05,
      "loss": 0.4654,
      "step": 2850
    },
    {
      "epoch": 0.3961218836565097,
      "grad_norm": 4.735783576965332,
      "learning_rate": 3.4901396686928684e-05,
      "loss": 0.4908,
      "step": 2860
    },
    {
      "epoch": 0.3975069252077562,
      "grad_norm": 6.540755271911621,
      "learning_rate": 3.488283606329173e-05,
      "loss": 0.4903,
      "step": 2870
    },
    {
      "epoch": 0.3988919667590028,
      "grad_norm": 4.559645175933838,
      "learning_rate": 3.486427543965477e-05,
      "loss": 0.5602,
      "step": 2880
    },
    {
      "epoch": 0.4002770083102493,
      "grad_norm": 4.629283428192139,
      "learning_rate": 3.484571481601782e-05,
      "loss": 0.5174,
      "step": 2890
    },
    {
      "epoch": 0.40166204986149584,
      "grad_norm": 3.9410197734832764,
      "learning_rate": 3.4827154192380866e-05,
      "loss": 0.5041,
      "step": 2900
    },
    {
      "epoch": 0.40304709141274236,
      "grad_norm": 4.21798849105835,
      "learning_rate": 3.481044963110761e-05,
      "loss": 0.5106,
      "step": 2910
    },
    {
      "epoch": 0.40443213296398894,
      "grad_norm": 4.3796257972717285,
      "learning_rate": 3.479188900747065e-05,
      "loss": 0.4752,
      "step": 2920
    },
    {
      "epoch": 0.40581717451523547,
      "grad_norm": 3.2095866203308105,
      "learning_rate": 3.4773328383833696e-05,
      "loss": 0.4748,
      "step": 2930
    },
    {
      "epoch": 0.407202216066482,
      "grad_norm": 6.470020771026611,
      "learning_rate": 3.475476776019675e-05,
      "loss": 0.5938,
      "step": 2940
    },
    {
      "epoch": 0.4085872576177285,
      "grad_norm": 4.654620170593262,
      "learning_rate": 3.473620713655979e-05,
      "loss": 0.5489,
      "step": 2950
    },
    {
      "epoch": 0.4099722991689751,
      "grad_norm": 3.7245383262634277,
      "learning_rate": 3.471764651292284e-05,
      "loss": 0.4662,
      "step": 2960
    },
    {
      "epoch": 0.4113573407202216,
      "grad_norm": 4.06242036819458,
      "learning_rate": 3.4699085889285885e-05,
      "loss": 0.4416,
      "step": 2970
    },
    {
      "epoch": 0.41274238227146814,
      "grad_norm": 3.3347277641296387,
      "learning_rate": 3.468052526564893e-05,
      "loss": 0.5031,
      "step": 2980
    },
    {
      "epoch": 0.41412742382271467,
      "grad_norm": 4.123641490936279,
      "learning_rate": 3.466196464201197e-05,
      "loss": 0.5363,
      "step": 2990
    },
    {
      "epoch": 0.4155124653739612,
      "grad_norm": 4.5999016761779785,
      "learning_rate": 3.464340401837502e-05,
      "loss": 0.4584,
      "step": 3000
    },
    {
      "epoch": 0.41565096952908587,
      "eval_loss": 0.48571890592575073,
      "eval_runtime": 1418.1173,
      "eval_samples_per_second": 6.431,
      "eval_steps_per_second": 0.804,
      "step": 3001
    },
    {
      "epoch": 0.4168975069252078,
      "grad_norm": 5.3403496742248535,
      "learning_rate": 3.462484339473807e-05,
      "loss": 0.5159,
      "step": 3010
    },
    {
      "epoch": 0.4182825484764543,
      "grad_norm": 4.382096290588379,
      "learning_rate": 3.46081388334648e-05,
      "loss": 0.5077,
      "step": 3020
    },
    {
      "epoch": 0.4196675900277008,
      "grad_norm": 3.537562131881714,
      "learning_rate": 3.4589578209827854e-05,
      "loss": 0.4805,
      "step": 3030
    },
    {
      "epoch": 0.42105263157894735,
      "grad_norm": 2.426811456680298,
      "learning_rate": 3.45710175861909e-05,
      "loss": 0.4675,
      "step": 3040
    },
    {
      "epoch": 0.4224376731301939,
      "grad_norm": 4.311849117279053,
      "learning_rate": 3.455245696255395e-05,
      "loss": 0.5579,
      "step": 3050
    },
    {
      "epoch": 0.42382271468144045,
      "grad_norm": 3.4808189868927,
      "learning_rate": 3.453389633891699e-05,
      "loss": 0.4591,
      "step": 3060
    },
    {
      "epoch": 0.425207756232687,
      "grad_norm": 4.2031049728393555,
      "learning_rate": 3.4515335715280036e-05,
      "loss": 0.5279,
      "step": 3070
    },
    {
      "epoch": 0.4265927977839335,
      "grad_norm": 4.175496578216553,
      "learning_rate": 3.449677509164308e-05,
      "loss": 0.4731,
      "step": 3080
    },
    {
      "epoch": 0.4279778393351801,
      "grad_norm": 3.436108350753784,
      "learning_rate": 3.447821446800612e-05,
      "loss": 0.4754,
      "step": 3090
    },
    {
      "epoch": 0.4293628808864266,
      "grad_norm": 6.296165943145752,
      "learning_rate": 3.4459653844369174e-05,
      "loss": 0.4821,
      "step": 3100
    },
    {
      "epoch": 0.4307479224376731,
      "grad_norm": 3.948596239089966,
      "learning_rate": 3.444109322073222e-05,
      "loss": 0.5217,
      "step": 3110
    },
    {
      "epoch": 0.43213296398891965,
      "grad_norm": 3.046654224395752,
      "learning_rate": 3.442253259709527e-05,
      "loss": 0.4889,
      "step": 3120
    },
    {
      "epoch": 0.43351800554016623,
      "grad_norm": 2.8600590229034424,
      "learning_rate": 3.440397197345831e-05,
      "loss": 0.4593,
      "step": 3130
    },
    {
      "epoch": 0.43490304709141275,
      "grad_norm": 3.5031280517578125,
      "learning_rate": 3.4385411349821356e-05,
      "loss": 0.4989,
      "step": 3140
    },
    {
      "epoch": 0.4362880886426593,
      "grad_norm": 4.562175750732422,
      "learning_rate": 3.43668507261844e-05,
      "loss": 0.5269,
      "step": 3150
    },
    {
      "epoch": 0.4376731301939058,
      "grad_norm": 3.6332297325134277,
      "learning_rate": 3.434829010254745e-05,
      "loss": 0.4136,
      "step": 3160
    },
    {
      "epoch": 0.4390581717451524,
      "grad_norm": 3.7745444774627686,
      "learning_rate": 3.4329729478910494e-05,
      "loss": 0.4953,
      "step": 3170
    },
    {
      "epoch": 0.4404432132963989,
      "grad_norm": 3.368767499923706,
      "learning_rate": 3.431116885527354e-05,
      "loss": 0.4436,
      "step": 3180
    },
    {
      "epoch": 0.44182825484764543,
      "grad_norm": 3.215421676635742,
      "learning_rate": 3.429260823163659e-05,
      "loss": 0.5105,
      "step": 3190
    },
    {
      "epoch": 0.44321329639889195,
      "grad_norm": 4.738856315612793,
      "learning_rate": 3.427404760799963e-05,
      "loss": 0.5586,
      "step": 3200
    },
    {
      "epoch": 0.4445983379501385,
      "grad_norm": 10.23610782623291,
      "learning_rate": 3.4255486984362676e-05,
      "loss": 0.5084,
      "step": 3210
    },
    {
      "epoch": 0.44598337950138506,
      "grad_norm": 6.943126678466797,
      "learning_rate": 3.423692636072572e-05,
      "loss": 0.4687,
      "step": 3220
    },
    {
      "epoch": 0.4473684210526316,
      "grad_norm": 3.2041103839874268,
      "learning_rate": 3.421836573708877e-05,
      "loss": 0.4768,
      "step": 3230
    },
    {
      "epoch": 0.4487534626038781,
      "grad_norm": 7.946971893310547,
      "learning_rate": 3.4199805113451814e-05,
      "loss": 0.5148,
      "step": 3240
    },
    {
      "epoch": 0.45013850415512463,
      "grad_norm": 5.417855739593506,
      "learning_rate": 3.4181244489814865e-05,
      "loss": 0.5197,
      "step": 3250
    },
    {
      "epoch": 0.4515235457063712,
      "grad_norm": 3.584216833114624,
      "learning_rate": 3.416268386617791e-05,
      "loss": 0.4556,
      "step": 3260
    },
    {
      "epoch": 0.45290858725761773,
      "grad_norm": 3.537973165512085,
      "learning_rate": 3.414412324254095e-05,
      "loss": 0.4912,
      "step": 3270
    },
    {
      "epoch": 0.45429362880886426,
      "grad_norm": 3.106688976287842,
      "learning_rate": 3.4125562618903996e-05,
      "loss": 0.4669,
      "step": 3280
    },
    {
      "epoch": 0.4556786703601108,
      "grad_norm": 4.34760046005249,
      "learning_rate": 3.410700199526704e-05,
      "loss": 0.4704,
      "step": 3290
    },
    {
      "epoch": 0.45706371191135736,
      "grad_norm": 3.2222983837127686,
      "learning_rate": 3.408844137163009e-05,
      "loss": 0.4986,
      "step": 3300
    },
    {
      "epoch": 0.4584487534626039,
      "grad_norm": 3.6748571395874023,
      "learning_rate": 3.4069880747993135e-05,
      "loss": 0.4944,
      "step": 3310
    },
    {
      "epoch": 0.4598337950138504,
      "grad_norm": 2.6829590797424316,
      "learning_rate": 3.4051320124356185e-05,
      "loss": 0.4449,
      "step": 3320
    },
    {
      "epoch": 0.46121883656509693,
      "grad_norm": 2.984292984008789,
      "learning_rate": 3.403275950071923e-05,
      "loss": 0.4484,
      "step": 3330
    },
    {
      "epoch": 0.4626038781163435,
      "grad_norm": 4.855510234832764,
      "learning_rate": 3.401419887708227e-05,
      "loss": 0.5278,
      "step": 3340
    },
    {
      "epoch": 0.46398891966759004,
      "grad_norm": 3.2982306480407715,
      "learning_rate": 3.3995638253445317e-05,
      "loss": 0.5044,
      "step": 3350
    },
    {
      "epoch": 0.46537396121883656,
      "grad_norm": 6.512004852294922,
      "learning_rate": 3.397707762980837e-05,
      "loss": 0.471,
      "step": 3360
    },
    {
      "epoch": 0.4667590027700831,
      "grad_norm": 4.388622760772705,
      "learning_rate": 3.395851700617141e-05,
      "loss": 0.4689,
      "step": 3370
    },
    {
      "epoch": 0.46814404432132967,
      "grad_norm": 3.218029022216797,
      "learning_rate": 3.3939956382534455e-05,
      "loss": 0.4975,
      "step": 3380
    },
    {
      "epoch": 0.4695290858725762,
      "grad_norm": 3.2648587226867676,
      "learning_rate": 3.39213957588975e-05,
      "loss": 0.4542,
      "step": 3390
    },
    {
      "epoch": 0.4709141274238227,
      "grad_norm": 4.079712390899658,
      "learning_rate": 3.390283513526054e-05,
      "loss": 0.4281,
      "step": 3400
    },
    {
      "epoch": 0.47229916897506924,
      "grad_norm": 4.063242435455322,
      "learning_rate": 3.388427451162359e-05,
      "loss": 0.5375,
      "step": 3410
    },
    {
      "epoch": 0.47368421052631576,
      "grad_norm": 3.1259000301361084,
      "learning_rate": 3.386571388798664e-05,
      "loss": 0.4897,
      "step": 3420
    },
    {
      "epoch": 0.47506925207756234,
      "grad_norm": 6.046876430511475,
      "learning_rate": 3.384715326434969e-05,
      "loss": 0.4871,
      "step": 3430
    },
    {
      "epoch": 0.47645429362880887,
      "grad_norm": 23.784345626831055,
      "learning_rate": 3.382859264071273e-05,
      "loss": 0.4712,
      "step": 3440
    },
    {
      "epoch": 0.4778393351800554,
      "grad_norm": 4.167202472686768,
      "learning_rate": 3.3810032017075775e-05,
      "loss": 0.4637,
      "step": 3450
    },
    {
      "epoch": 0.4792243767313019,
      "grad_norm": 7.40032434463501,
      "learning_rate": 3.379147139343882e-05,
      "loss": 0.4799,
      "step": 3460
    },
    {
      "epoch": 0.4806094182825485,
      "grad_norm": 3.7741355895996094,
      "learning_rate": 3.377291076980187e-05,
      "loss": 0.513,
      "step": 3470
    },
    {
      "epoch": 0.481994459833795,
      "grad_norm": 2.4384195804595947,
      "learning_rate": 3.375435014616491e-05,
      "loss": 0.501,
      "step": 3480
    },
    {
      "epoch": 0.48337950138504154,
      "grad_norm": 5.508775234222412,
      "learning_rate": 3.3735789522527964e-05,
      "loss": 0.4425,
      "step": 3490
    },
    {
      "epoch": 0.48476454293628807,
      "grad_norm": 3.220346212387085,
      "learning_rate": 3.371722889889101e-05,
      "loss": 0.4754,
      "step": 3500
    },
    {
      "epoch": 0.48614958448753465,
      "grad_norm": 3.7024574279785156,
      "learning_rate": 3.369866827525405e-05,
      "loss": 0.4953,
      "step": 3510
    },
    {
      "epoch": 0.48753462603878117,
      "grad_norm": 5.731636047363281,
      "learning_rate": 3.3680107651617095e-05,
      "loss": 0.4893,
      "step": 3520
    },
    {
      "epoch": 0.4889196675900277,
      "grad_norm": 2.938441038131714,
      "learning_rate": 3.366154702798014e-05,
      "loss": 0.4364,
      "step": 3530
    },
    {
      "epoch": 0.4903047091412742,
      "grad_norm": 3.5388107299804688,
      "learning_rate": 3.364298640434319e-05,
      "loss": 0.4975,
      "step": 3540
    },
    {
      "epoch": 0.4916897506925208,
      "grad_norm": 4.601080894470215,
      "learning_rate": 3.3624425780706233e-05,
      "loss": 0.5368,
      "step": 3550
    },
    {
      "epoch": 0.4930747922437673,
      "grad_norm": 6.017910480499268,
      "learning_rate": 3.3605865157069284e-05,
      "loss": 0.4677,
      "step": 3560
    },
    {
      "epoch": 0.49445983379501385,
      "grad_norm": 4.040421962738037,
      "learning_rate": 3.358730453343233e-05,
      "loss": 0.4467,
      "step": 3570
    },
    {
      "epoch": 0.49584487534626037,
      "grad_norm": 4.375626087188721,
      "learning_rate": 3.356874390979537e-05,
      "loss": 0.4409,
      "step": 3580
    },
    {
      "epoch": 0.49722991689750695,
      "grad_norm": 3.4123740196228027,
      "learning_rate": 3.3550183286158415e-05,
      "loss": 0.4369,
      "step": 3590
    },
    {
      "epoch": 0.4986149584487535,
      "grad_norm": 3.231276750564575,
      "learning_rate": 3.353162266252146e-05,
      "loss": 0.4736,
      "step": 3600
    },
    {
      "epoch": 0.5,
      "grad_norm": 6.275581359863281,
      "learning_rate": 3.351306203888451e-05,
      "loss": 0.464,
      "step": 3610
    },
    {
      "epoch": 0.5013850415512465,
      "grad_norm": 4.812581539154053,
      "learning_rate": 3.3494501415247554e-05,
      "loss": 0.4516,
      "step": 3620
    },
    {
      "epoch": 0.502770083102493,
      "grad_norm": 9.834177017211914,
      "learning_rate": 3.3475940791610604e-05,
      "loss": 0.4231,
      "step": 3630
    },
    {
      "epoch": 0.5041551246537396,
      "grad_norm": 3.000638246536255,
      "learning_rate": 3.345738016797365e-05,
      "loss": 0.3877,
      "step": 3640
    },
    {
      "epoch": 0.5055401662049861,
      "grad_norm": 3.8207039833068848,
      "learning_rate": 3.343881954433669e-05,
      "loss": 0.4568,
      "step": 3650
    },
    {
      "epoch": 0.5069252077562327,
      "grad_norm": 4.181671142578125,
      "learning_rate": 3.3420258920699736e-05,
      "loss": 0.458,
      "step": 3660
    },
    {
      "epoch": 0.5083102493074793,
      "grad_norm": 3.0442757606506348,
      "learning_rate": 3.3401698297062786e-05,
      "loss": 0.4284,
      "step": 3670
    },
    {
      "epoch": 0.5096952908587258,
      "grad_norm": 4.325800895690918,
      "learning_rate": 3.338313767342583e-05,
      "loss": 0.4374,
      "step": 3680
    },
    {
      "epoch": 0.5110803324099723,
      "grad_norm": 4.549467086791992,
      "learning_rate": 3.336457704978888e-05,
      "loss": 0.4454,
      "step": 3690
    },
    {
      "epoch": 0.5124653739612188,
      "grad_norm": 3.2602922916412354,
      "learning_rate": 3.3346016426151924e-05,
      "loss": 0.4707,
      "step": 3700
    },
    {
      "epoch": 0.5138504155124654,
      "grad_norm": 2.9979166984558105,
      "learning_rate": 3.332745580251497e-05,
      "loss": 0.4444,
      "step": 3710
    },
    {
      "epoch": 0.5152354570637119,
      "grad_norm": 3.0722646713256836,
      "learning_rate": 3.330889517887801e-05,
      "loss": 0.4034,
      "step": 3720
    },
    {
      "epoch": 0.5166204986149584,
      "grad_norm": 3.6399686336517334,
      "learning_rate": 3.3290334555241056e-05,
      "loss": 0.4298,
      "step": 3730
    },
    {
      "epoch": 0.518005540166205,
      "grad_norm": 3.675416946411133,
      "learning_rate": 3.3271773931604107e-05,
      "loss": 0.4135,
      "step": 3740
    },
    {
      "epoch": 0.5193905817174516,
      "grad_norm": 4.051141738891602,
      "learning_rate": 3.325321330796715e-05,
      "loss": 0.4872,
      "step": 3750
    },
    {
      "epoch": 0.5207756232686981,
      "grad_norm": 3.5294289588928223,
      "learning_rate": 3.32346526843302e-05,
      "loss": 0.4141,
      "step": 3760
    },
    {
      "epoch": 0.5221606648199446,
      "grad_norm": 4.430352687835693,
      "learning_rate": 3.321609206069324e-05,
      "loss": 0.4086,
      "step": 3770
    },
    {
      "epoch": 0.5235457063711911,
      "grad_norm": 3.236701011657715,
      "learning_rate": 3.319753143705629e-05,
      "loss": 0.4745,
      "step": 3780
    },
    {
      "epoch": 0.5249307479224377,
      "grad_norm": 3.0971288681030273,
      "learning_rate": 3.317897081341933e-05,
      "loss": 0.4963,
      "step": 3790
    },
    {
      "epoch": 0.5263157894736842,
      "grad_norm": 4.079372406005859,
      "learning_rate": 3.316041018978238e-05,
      "loss": 0.4894,
      "step": 3800
    },
    {
      "epoch": 0.5277008310249307,
      "grad_norm": 4.282620906829834,
      "learning_rate": 3.314184956614543e-05,
      "loss": 0.4807,
      "step": 3810
    },
    {
      "epoch": 0.5290858725761773,
      "grad_norm": 2.9405722618103027,
      "learning_rate": 3.312328894250847e-05,
      "loss": 0.4863,
      "step": 3820
    },
    {
      "epoch": 0.5304709141274239,
      "grad_norm": 2.777052402496338,
      "learning_rate": 3.3104728318871514e-05,
      "loss": 0.4326,
      "step": 3830
    },
    {
      "epoch": 0.5318559556786704,
      "grad_norm": 2.2695729732513428,
      "learning_rate": 3.308616769523456e-05,
      "loss": 0.4694,
      "step": 3840
    },
    {
      "epoch": 0.5332409972299169,
      "grad_norm": 3.705563545227051,
      "learning_rate": 3.306760707159761e-05,
      "loss": 0.4308,
      "step": 3850
    },
    {
      "epoch": 0.5346260387811634,
      "grad_norm": 3.7749478816986084,
      "learning_rate": 3.304904644796065e-05,
      "loss": 0.4174,
      "step": 3860
    },
    {
      "epoch": 0.53601108033241,
      "grad_norm": 4.059981822967529,
      "learning_rate": 3.30304858243237e-05,
      "loss": 0.4492,
      "step": 3870
    },
    {
      "epoch": 0.5373961218836565,
      "grad_norm": 3.0971269607543945,
      "learning_rate": 3.301192520068675e-05,
      "loss": 0.4399,
      "step": 3880
    },
    {
      "epoch": 0.538781163434903,
      "grad_norm": 4.655627250671387,
      "learning_rate": 3.299336457704979e-05,
      "loss": 0.4115,
      "step": 3890
    },
    {
      "epoch": 0.5401662049861495,
      "grad_norm": 4.1396684646606445,
      "learning_rate": 3.2974803953412835e-05,
      "loss": 0.4738,
      "step": 3900
    },
    {
      "epoch": 0.5415512465373962,
      "grad_norm": 3.7863826751708984,
      "learning_rate": 3.295624332977588e-05,
      "loss": 0.474,
      "step": 3910
    },
    {
      "epoch": 0.5429362880886427,
      "grad_norm": 2.854278087615967,
      "learning_rate": 3.293768270613893e-05,
      "loss": 0.4478,
      "step": 3920
    },
    {
      "epoch": 0.5443213296398892,
      "grad_norm": 5.139938831329346,
      "learning_rate": 3.291912208250197e-05,
      "loss": 0.484,
      "step": 3930
    },
    {
      "epoch": 0.5457063711911357,
      "grad_norm": 3.8379576206207275,
      "learning_rate": 3.290056145886502e-05,
      "loss": 0.4665,
      "step": 3940
    },
    {
      "epoch": 0.5470914127423823,
      "grad_norm": 3.043219566345215,
      "learning_rate": 3.288200083522807e-05,
      "loss": 0.484,
      "step": 3950
    },
    {
      "epoch": 0.5484764542936288,
      "grad_norm": 3.708510398864746,
      "learning_rate": 3.286344021159111e-05,
      "loss": 0.4471,
      "step": 3960
    },
    {
      "epoch": 0.5498614958448753,
      "grad_norm": 5.9408159255981445,
      "learning_rate": 3.2844879587954155e-05,
      "loss": 0.4637,
      "step": 3970
    },
    {
      "epoch": 0.5512465373961218,
      "grad_norm": 2.6901965141296387,
      "learning_rate": 3.2826318964317205e-05,
      "loss": 0.4472,
      "step": 3980
    },
    {
      "epoch": 0.5526315789473685,
      "grad_norm": 3.6067564487457275,
      "learning_rate": 3.280775834068025e-05,
      "loss": 0.4264,
      "step": 3990
    },
    {
      "epoch": 0.554016620498615,
      "grad_norm": 4.2996344566345215,
      "learning_rate": 3.27891977170433e-05,
      "loss": 0.4591,
      "step": 4000
    },
    {
      "epoch": 0.5554016620498615,
      "grad_norm": 3.5069291591644287,
      "learning_rate": 3.2770637093406344e-05,
      "loss": 0.4149,
      "step": 4010
    },
    {
      "epoch": 0.556786703601108,
      "grad_norm": 3.3348257541656494,
      "learning_rate": 3.275207646976939e-05,
      "loss": 0.4734,
      "step": 4020
    },
    {
      "epoch": 0.5581717451523546,
      "grad_norm": 3.276700258255005,
      "learning_rate": 3.273351584613243e-05,
      "loss": 0.4616,
      "step": 4030
    },
    {
      "epoch": 0.5595567867036011,
      "grad_norm": 2.2809834480285645,
      "learning_rate": 3.2714955222495475e-05,
      "loss": 0.4587,
      "step": 4040
    },
    {
      "epoch": 0.5609418282548476,
      "grad_norm": 4.095324993133545,
      "learning_rate": 3.2696394598858526e-05,
      "loss": 0.441,
      "step": 4050
    },
    {
      "epoch": 0.5623268698060941,
      "grad_norm": 3.506425619125366,
      "learning_rate": 3.267783397522157e-05,
      "loss": 0.4117,
      "step": 4060
    },
    {
      "epoch": 0.5637119113573407,
      "grad_norm": 2.7167859077453613,
      "learning_rate": 3.265927335158462e-05,
      "loss": 0.4472,
      "step": 4070
    },
    {
      "epoch": 0.5650969529085873,
      "grad_norm": 2.6138830184936523,
      "learning_rate": 3.2640712727947664e-05,
      "loss": 0.4344,
      "step": 4080
    },
    {
      "epoch": 0.5664819944598338,
      "grad_norm": 4.395142078399658,
      "learning_rate": 3.262215210431071e-05,
      "loss": 0.3822,
      "step": 4090
    },
    {
      "epoch": 0.5678670360110804,
      "grad_norm": 4.22299861907959,
      "learning_rate": 3.260359148067375e-05,
      "loss": 0.439,
      "step": 4100
    },
    {
      "epoch": 0.5692520775623269,
      "grad_norm": 2.483031988143921,
      "learning_rate": 3.25850308570368e-05,
      "loss": 0.4168,
      "step": 4110
    },
    {
      "epoch": 0.5706371191135734,
      "grad_norm": 5.224299430847168,
      "learning_rate": 3.2566470233399846e-05,
      "loss": 0.4622,
      "step": 4120
    },
    {
      "epoch": 0.5720221606648199,
      "grad_norm": 4.899472713470459,
      "learning_rate": 3.254790960976289e-05,
      "loss": 0.4427,
      "step": 4130
    },
    {
      "epoch": 0.5734072022160664,
      "grad_norm": 4.368985652923584,
      "learning_rate": 3.252934898612594e-05,
      "loss": 0.4067,
      "step": 4140
    },
    {
      "epoch": 0.574792243767313,
      "grad_norm": 2.419369697570801,
      "learning_rate": 3.2510788362488984e-05,
      "loss": 0.4096,
      "step": 4150
    },
    {
      "epoch": 0.5761772853185596,
      "grad_norm": 3.5503952503204346,
      "learning_rate": 3.249222773885203e-05,
      "loss": 0.4385,
      "step": 4160
    },
    {
      "epoch": 0.5775623268698061,
      "grad_norm": 4.396968841552734,
      "learning_rate": 3.247366711521507e-05,
      "loss": 0.4686,
      "step": 4170
    },
    {
      "epoch": 0.5789473684210527,
      "grad_norm": 2.777759313583374,
      "learning_rate": 3.245510649157812e-05,
      "loss": 0.4215,
      "step": 4180
    },
    {
      "epoch": 0.5803324099722992,
      "grad_norm": 5.332396030426025,
      "learning_rate": 3.2436545867941166e-05,
      "loss": 0.4416,
      "step": 4190
    },
    {
      "epoch": 0.5817174515235457,
      "grad_norm": 2.5784120559692383,
      "learning_rate": 3.241798524430421e-05,
      "loss": 0.425,
      "step": 4200
    },
    {
      "epoch": 0.5831024930747922,
      "grad_norm": 2.983954668045044,
      "learning_rate": 3.2399424620667254e-05,
      "loss": 0.4213,
      "step": 4210
    },
    {
      "epoch": 0.5844875346260388,
      "grad_norm": 3.8476195335388184,
      "learning_rate": 3.23808639970303e-05,
      "loss": 0.4716,
      "step": 4220
    },
    {
      "epoch": 0.5858725761772853,
      "grad_norm": 12.473455429077148,
      "learning_rate": 3.236230337339335e-05,
      "loss": 0.428,
      "step": 4230
    },
    {
      "epoch": 0.5872576177285319,
      "grad_norm": 2.7237050533294678,
      "learning_rate": 3.234374274975639e-05,
      "loss": 0.4505,
      "step": 4240
    },
    {
      "epoch": 0.5886426592797784,
      "grad_norm": 3.166870594024658,
      "learning_rate": 3.232518212611944e-05,
      "loss": 0.4082,
      "step": 4250
    },
    {
      "epoch": 0.590027700831025,
      "grad_norm": 2.7044925689697266,
      "learning_rate": 3.2306621502482486e-05,
      "loss": 0.451,
      "step": 4260
    },
    {
      "epoch": 0.5914127423822715,
      "grad_norm": 2.526685953140259,
      "learning_rate": 3.228806087884553e-05,
      "loss": 0.3867,
      "step": 4270
    },
    {
      "epoch": 0.592797783933518,
      "grad_norm": 3.4184718132019043,
      "learning_rate": 3.2269500255208574e-05,
      "loss": 0.4196,
      "step": 4280
    },
    {
      "epoch": 0.5941828254847645,
      "grad_norm": 2.575986862182617,
      "learning_rate": 3.2250939631571625e-05,
      "loss": 0.4277,
      "step": 4290
    },
    {
      "epoch": 0.5955678670360111,
      "grad_norm": 8.845891952514648,
      "learning_rate": 3.223237900793467e-05,
      "loss": 0.4054,
      "step": 4300
    },
    {
      "epoch": 0.5969529085872576,
      "grad_norm": 2.8799660205841064,
      "learning_rate": 3.221381838429772e-05,
      "loss": 0.4524,
      "step": 4310
    },
    {
      "epoch": 0.5983379501385041,
      "grad_norm": 2.95517897605896,
      "learning_rate": 3.219525776066076e-05,
      "loss": 0.4075,
      "step": 4320
    },
    {
      "epoch": 0.5997229916897507,
      "grad_norm": 3.06547212600708,
      "learning_rate": 3.2176697137023807e-05,
      "loss": 0.4467,
      "step": 4330
    },
    {
      "epoch": 0.6011080332409973,
      "grad_norm": 4.401691913604736,
      "learning_rate": 3.215813651338685e-05,
      "loss": 0.4717,
      "step": 4340
    },
    {
      "epoch": 0.6024930747922438,
      "grad_norm": 3.3205084800720215,
      "learning_rate": 3.2139575889749894e-05,
      "loss": 0.4815,
      "step": 4350
    },
    {
      "epoch": 0.6038781163434903,
      "grad_norm": 4.638674736022949,
      "learning_rate": 3.2121015266112945e-05,
      "loss": 0.4042,
      "step": 4360
    },
    {
      "epoch": 0.6052631578947368,
      "grad_norm": 2.9574596881866455,
      "learning_rate": 3.210245464247599e-05,
      "loss": 0.4469,
      "step": 4370
    },
    {
      "epoch": 0.6066481994459834,
      "grad_norm": 4.905550956726074,
      "learning_rate": 3.208389401883904e-05,
      "loss": 0.4386,
      "step": 4380
    },
    {
      "epoch": 0.6080332409972299,
      "grad_norm": 4.671908855438232,
      "learning_rate": 3.206533339520208e-05,
      "loss": 0.4219,
      "step": 4390
    },
    {
      "epoch": 0.6094182825484764,
      "grad_norm": 3.3245506286621094,
      "learning_rate": 3.204677277156513e-05,
      "loss": 0.4523,
      "step": 4400
    },
    {
      "epoch": 0.610803324099723,
      "grad_norm": 4.6899285316467285,
      "learning_rate": 3.202821214792817e-05,
      "loss": 0.4662,
      "step": 4410
    },
    {
      "epoch": 0.6121883656509696,
      "grad_norm": 3.6640164852142334,
      "learning_rate": 3.200965152429122e-05,
      "loss": 0.3351,
      "step": 4420
    },
    {
      "epoch": 0.6135734072022161,
      "grad_norm": 3.060845375061035,
      "learning_rate": 3.1991090900654265e-05,
      "loss": 0.3734,
      "step": 4430
    },
    {
      "epoch": 0.6149584487534626,
      "grad_norm": 3.4755430221557617,
      "learning_rate": 3.197253027701731e-05,
      "loss": 0.4375,
      "step": 4440
    },
    {
      "epoch": 0.6163434903047091,
      "grad_norm": 3.331393241882324,
      "learning_rate": 3.195396965338036e-05,
      "loss": 0.4491,
      "step": 4450
    },
    {
      "epoch": 0.6177285318559557,
      "grad_norm": 3.3888213634490967,
      "learning_rate": 3.19354090297434e-05,
      "loss": 0.3774,
      "step": 4460
    },
    {
      "epoch": 0.6191135734072022,
      "grad_norm": 3.0479416847229004,
      "learning_rate": 3.191684840610645e-05,
      "loss": 0.3667,
      "step": 4470
    },
    {
      "epoch": 0.6204986149584487,
      "grad_norm": 3.2111737728118896,
      "learning_rate": 3.189828778246949e-05,
      "loss": 0.4133,
      "step": 4480
    },
    {
      "epoch": 0.6218836565096952,
      "grad_norm": 3.8854033946990967,
      "learning_rate": 3.187972715883254e-05,
      "loss": 0.4047,
      "step": 4490
    },
    {
      "epoch": 0.6232686980609419,
      "grad_norm": 2.769989252090454,
      "learning_rate": 3.1861166535195585e-05,
      "loss": 0.4135,
      "step": 4500
    },
    {
      "epoch": 0.6246537396121884,
      "grad_norm": 3.127634048461914,
      "learning_rate": 3.1842605911558636e-05,
      "loss": 0.4154,
      "step": 4510
    },
    {
      "epoch": 0.6260387811634349,
      "grad_norm": 3.8508613109588623,
      "learning_rate": 3.182404528792168e-05,
      "loss": 0.4187,
      "step": 4520
    },
    {
      "epoch": 0.6274238227146814,
      "grad_norm": 3.4920480251312256,
      "learning_rate": 3.1805484664284723e-05,
      "loss": 0.4257,
      "step": 4530
    },
    {
      "epoch": 0.628808864265928,
      "grad_norm": 1.9404661655426025,
      "learning_rate": 3.178692404064777e-05,
      "loss": 0.4067,
      "step": 4540
    },
    {
      "epoch": 0.6301939058171745,
      "grad_norm": 2.8970749378204346,
      "learning_rate": 3.176836341701081e-05,
      "loss": 0.4321,
      "step": 4550
    },
    {
      "epoch": 0.631578947368421,
      "grad_norm": 2.96341609954834,
      "learning_rate": 3.174980279337386e-05,
      "loss": 0.4049,
      "step": 4560
    },
    {
      "epoch": 0.6329639889196675,
      "grad_norm": 2.9328839778900146,
      "learning_rate": 3.1731242169736905e-05,
      "loss": 0.3811,
      "step": 4570
    },
    {
      "epoch": 0.6343490304709142,
      "grad_norm": 3.4064273834228516,
      "learning_rate": 3.171268154609995e-05,
      "loss": 0.4501,
      "step": 4580
    },
    {
      "epoch": 0.6357340720221607,
      "grad_norm": 4.2957682609558105,
      "learning_rate": 3.169597698482669e-05,
      "loss": 0.4221,
      "step": 4590
    },
    {
      "epoch": 0.6371191135734072,
      "grad_norm": 2.247894763946533,
      "learning_rate": 3.1677416361189736e-05,
      "loss": 0.391,
      "step": 4600
    },
    {
      "epoch": 0.6385041551246537,
      "grad_norm": 3.282683849334717,
      "learning_rate": 3.1658855737552786e-05,
      "loss": 0.4178,
      "step": 4610
    },
    {
      "epoch": 0.6398891966759003,
      "grad_norm": 7.642999172210693,
      "learning_rate": 3.164029511391583e-05,
      "loss": 0.4455,
      "step": 4620
    },
    {
      "epoch": 0.6412742382271468,
      "grad_norm": 2.312368392944336,
      "learning_rate": 3.1621734490278874e-05,
      "loss": 0.4496,
      "step": 4630
    },
    {
      "epoch": 0.6426592797783933,
      "grad_norm": 3.5621540546417236,
      "learning_rate": 3.160317386664192e-05,
      "loss": 0.4543,
      "step": 4640
    },
    {
      "epoch": 0.6440443213296398,
      "grad_norm": 3.406416416168213,
      "learning_rate": 3.158461324300497e-05,
      "loss": 0.455,
      "step": 4650
    },
    {
      "epoch": 0.6454293628808865,
      "grad_norm": 3.192976236343384,
      "learning_rate": 3.156605261936801e-05,
      "loss": 0.4025,
      "step": 4660
    },
    {
      "epoch": 0.646814404432133,
      "grad_norm": 5.069347858428955,
      "learning_rate": 3.154749199573106e-05,
      "loss": 0.3751,
      "step": 4670
    },
    {
      "epoch": 0.6481994459833795,
      "grad_norm": 4.459850311279297,
      "learning_rate": 3.152893137209411e-05,
      "loss": 0.4012,
      "step": 4680
    },
    {
      "epoch": 0.649584487534626,
      "grad_norm": 2.7644102573394775,
      "learning_rate": 3.151037074845715e-05,
      "loss": 0.3464,
      "step": 4690
    },
    {
      "epoch": 0.6509695290858726,
      "grad_norm": 3.0112130641937256,
      "learning_rate": 3.1491810124820194e-05,
      "loss": 0.4453,
      "step": 4700
    },
    {
      "epoch": 0.6523545706371191,
      "grad_norm": 4.661027908325195,
      "learning_rate": 3.147324950118324e-05,
      "loss": 0.4233,
      "step": 4710
    },
    {
      "epoch": 0.6537396121883656,
      "grad_norm": 5.308691501617432,
      "learning_rate": 3.145468887754629e-05,
      "loss": 0.4013,
      "step": 4720
    },
    {
      "epoch": 0.6551246537396122,
      "grad_norm": 3.739926815032959,
      "learning_rate": 3.143612825390933e-05,
      "loss": 0.3827,
      "step": 4730
    },
    {
      "epoch": 0.6565096952908587,
      "grad_norm": 3.5572757720947266,
      "learning_rate": 3.141756763027238e-05,
      "loss": 0.3911,
      "step": 4740
    },
    {
      "epoch": 0.6578947368421053,
      "grad_norm": 3.1638436317443848,
      "learning_rate": 3.139900700663543e-05,
      "loss": 0.3802,
      "step": 4750
    },
    {
      "epoch": 0.6592797783933518,
      "grad_norm": 3.4495441913604736,
      "learning_rate": 3.138044638299847e-05,
      "loss": 0.4217,
      "step": 4760
    },
    {
      "epoch": 0.6606648199445984,
      "grad_norm": 3.4912328720092773,
      "learning_rate": 3.1361885759361515e-05,
      "loss": 0.3968,
      "step": 4770
    },
    {
      "epoch": 0.6620498614958449,
      "grad_norm": 4.580535888671875,
      "learning_rate": 3.1343325135724565e-05,
      "loss": 0.4025,
      "step": 4780
    },
    {
      "epoch": 0.6634349030470914,
      "grad_norm": 2.982192039489746,
      "learning_rate": 3.132476451208761e-05,
      "loss": 0.4258,
      "step": 4790
    },
    {
      "epoch": 0.6648199445983379,
      "grad_norm": 3.1720199584960938,
      "learning_rate": 3.130620388845065e-05,
      "loss": 0.4045,
      "step": 4800
    },
    {
      "epoch": 0.6662049861495845,
      "grad_norm": 3.1427557468414307,
      "learning_rate": 3.12876432648137e-05,
      "loss": 0.4073,
      "step": 4810
    },
    {
      "epoch": 0.667590027700831,
      "grad_norm": 3.666034698486328,
      "learning_rate": 3.126908264117675e-05,
      "loss": 0.4056,
      "step": 4820
    },
    {
      "epoch": 0.6689750692520776,
      "grad_norm": 4.027162075042725,
      "learning_rate": 3.125052201753979e-05,
      "loss": 0.3917,
      "step": 4830
    },
    {
      "epoch": 0.6703601108033241,
      "grad_norm": 4.736123561859131,
      "learning_rate": 3.1231961393902835e-05,
      "loss": 0.4332,
      "step": 4840
    },
    {
      "epoch": 0.6717451523545707,
      "grad_norm": 3.1902873516082764,
      "learning_rate": 3.1213400770265885e-05,
      "loss": 0.4597,
      "step": 4850
    },
    {
      "epoch": 0.6731301939058172,
      "grad_norm": 3.289825916290283,
      "learning_rate": 3.119484014662893e-05,
      "loss": 0.4102,
      "step": 4860
    },
    {
      "epoch": 0.6745152354570637,
      "grad_norm": 3.381176471710205,
      "learning_rate": 3.117627952299198e-05,
      "loss": 0.3899,
      "step": 4870
    },
    {
      "epoch": 0.6759002770083102,
      "grad_norm": 3.6667535305023193,
      "learning_rate": 3.1157718899355024e-05,
      "loss": 0.3948,
      "step": 4880
    },
    {
      "epoch": 0.6772853185595568,
      "grad_norm": 4.411403656005859,
      "learning_rate": 3.113915827571807e-05,
      "loss": 0.396,
      "step": 4890
    },
    {
      "epoch": 0.6786703601108033,
      "grad_norm": 3.952453136444092,
      "learning_rate": 3.112059765208111e-05,
      "loss": 0.3817,
      "step": 4900
    },
    {
      "epoch": 0.6800554016620498,
      "grad_norm": 4.688000679016113,
      "learning_rate": 3.1102037028444155e-05,
      "loss": 0.4643,
      "step": 4910
    },
    {
      "epoch": 0.6814404432132964,
      "grad_norm": 3.189419984817505,
      "learning_rate": 3.1083476404807206e-05,
      "loss": 0.4133,
      "step": 4920
    },
    {
      "epoch": 0.682825484764543,
      "grad_norm": 2.98185658454895,
      "learning_rate": 3.106491578117025e-05,
      "loss": 0.3862,
      "step": 4930
    },
    {
      "epoch": 0.6842105263157895,
      "grad_norm": 3.0567667484283447,
      "learning_rate": 3.10463551575333e-05,
      "loss": 0.4629,
      "step": 4940
    },
    {
      "epoch": 0.685595567867036,
      "grad_norm": 2.5653200149536133,
      "learning_rate": 3.102779453389634e-05,
      "loss": 0.4463,
      "step": 4950
    },
    {
      "epoch": 0.6869806094182825,
      "grad_norm": 4.169416427612305,
      "learning_rate": 3.100923391025939e-05,
      "loss": 0.4068,
      "step": 4960
    },
    {
      "epoch": 0.6883656509695291,
      "grad_norm": 2.639570951461792,
      "learning_rate": 3.099067328662243e-05,
      "loss": 0.4079,
      "step": 4970
    },
    {
      "epoch": 0.6897506925207756,
      "grad_norm": 2.7639517784118652,
      "learning_rate": 3.097211266298548e-05,
      "loss": 0.3994,
      "step": 4980
    },
    {
      "epoch": 0.6911357340720221,
      "grad_norm": 3.754966974258423,
      "learning_rate": 3.0953552039348526e-05,
      "loss": 0.377,
      "step": 4990
    },
    {
      "epoch": 0.6925207756232687,
      "grad_norm": 7.626768589019775,
      "learning_rate": 3.093499141571157e-05,
      "loss": 0.4358,
      "step": 5000
    },
    {
      "epoch": 0.6939058171745153,
      "grad_norm": 2.9823813438415527,
      "learning_rate": 3.0916430792074613e-05,
      "loss": 0.412,
      "step": 5010
    },
    {
      "epoch": 0.6952908587257618,
      "grad_norm": 2.7320168018341064,
      "learning_rate": 3.089787016843766e-05,
      "loss": 0.3826,
      "step": 5020
    },
    {
      "epoch": 0.6966759002770083,
      "grad_norm": 2.937063694000244,
      "learning_rate": 3.087930954480071e-05,
      "loss": 0.368,
      "step": 5030
    },
    {
      "epoch": 0.6980609418282548,
      "grad_norm": 3.7012999057769775,
      "learning_rate": 3.086074892116375e-05,
      "loss": 0.4141,
      "step": 5040
    },
    {
      "epoch": 0.6994459833795014,
      "grad_norm": 3.345500946044922,
      "learning_rate": 3.08421882975268e-05,
      "loss": 0.4539,
      "step": 5050
    },
    {
      "epoch": 0.7008310249307479,
      "grad_norm": 2.865732192993164,
      "learning_rate": 3.0823627673889846e-05,
      "loss": 0.404,
      "step": 5060
    },
    {
      "epoch": 0.7022160664819944,
      "grad_norm": 3.1072158813476562,
      "learning_rate": 3.080506705025289e-05,
      "loss": 0.4306,
      "step": 5070
    },
    {
      "epoch": 0.703601108033241,
      "grad_norm": 3.3509767055511475,
      "learning_rate": 3.0786506426615934e-05,
      "loss": 0.4512,
      "step": 5080
    },
    {
      "epoch": 0.7049861495844876,
      "grad_norm": 3.022902727127075,
      "learning_rate": 3.0767945802978984e-05,
      "loss": 0.4477,
      "step": 5090
    },
    {
      "epoch": 0.7063711911357341,
      "grad_norm": 3.4046220779418945,
      "learning_rate": 3.074938517934203e-05,
      "loss": 0.384,
      "step": 5100
    },
    {
      "epoch": 0.7077562326869806,
      "grad_norm": 4.66195011138916,
      "learning_rate": 3.073082455570507e-05,
      "loss": 0.436,
      "step": 5110
    },
    {
      "epoch": 0.7091412742382271,
      "grad_norm": 2.5576562881469727,
      "learning_rate": 3.071226393206812e-05,
      "loss": 0.3902,
      "step": 5120
    },
    {
      "epoch": 0.7105263157894737,
      "grad_norm": 3.4099183082580566,
      "learning_rate": 3.0693703308431166e-05,
      "loss": 0.4065,
      "step": 5130
    },
    {
      "epoch": 0.7119113573407202,
      "grad_norm": 2.215935230255127,
      "learning_rate": 3.067514268479421e-05,
      "loss": 0.3731,
      "step": 5140
    },
    {
      "epoch": 0.7132963988919667,
      "grad_norm": 5.798324108123779,
      "learning_rate": 3.0656582061157254e-05,
      "loss": 0.4359,
      "step": 5150
    },
    {
      "epoch": 0.7146814404432132,
      "grad_norm": 1.9546353816986084,
      "learning_rate": 3.0638021437520305e-05,
      "loss": 0.3753,
      "step": 5160
    },
    {
      "epoch": 0.7160664819944599,
      "grad_norm": 2.7487800121307373,
      "learning_rate": 3.061946081388335e-05,
      "loss": 0.4366,
      "step": 5170
    },
    {
      "epoch": 0.7174515235457064,
      "grad_norm": 4.348243713378906,
      "learning_rate": 3.06009001902464e-05,
      "loss": 0.3798,
      "step": 5180
    },
    {
      "epoch": 0.7188365650969529,
      "grad_norm": 5.212021350860596,
      "learning_rate": 3.058233956660944e-05,
      "loss": 0.3622,
      "step": 5190
    },
    {
      "epoch": 0.7202216066481995,
      "grad_norm": 2.5864319801330566,
      "learning_rate": 3.0563778942972487e-05,
      "loss": 0.4204,
      "step": 5200
    },
    {
      "epoch": 0.721606648199446,
      "grad_norm": 4.407830715179443,
      "learning_rate": 3.054521831933553e-05,
      "loss": 0.3879,
      "step": 5210
    },
    {
      "epoch": 0.7229916897506925,
      "grad_norm": 3.6577796936035156,
      "learning_rate": 3.0526657695698574e-05,
      "loss": 0.3786,
      "step": 5220
    },
    {
      "epoch": 0.724376731301939,
      "grad_norm": 3.39837384223938,
      "learning_rate": 3.0508097072061625e-05,
      "loss": 0.402,
      "step": 5230
    },
    {
      "epoch": 0.7257617728531855,
      "grad_norm": 3.36942982673645,
      "learning_rate": 3.048953644842467e-05,
      "loss": 0.3856,
      "step": 5240
    },
    {
      "epoch": 0.7271468144044322,
      "grad_norm": 5.817683219909668,
      "learning_rate": 3.0470975824787716e-05,
      "loss": 0.4173,
      "step": 5250
    },
    {
      "epoch": 0.7285318559556787,
      "grad_norm": 3.100637674331665,
      "learning_rate": 3.045241520115076e-05,
      "loss": 0.3486,
      "step": 5260
    },
    {
      "epoch": 0.7299168975069252,
      "grad_norm": 6.541337490081787,
      "learning_rate": 3.0433854577513807e-05,
      "loss": 0.4273,
      "step": 5270
    },
    {
      "epoch": 0.7313019390581718,
      "grad_norm": 2.8053693771362305,
      "learning_rate": 3.041529395387685e-05,
      "loss": 0.4533,
      "step": 5280
    },
    {
      "epoch": 0.7326869806094183,
      "grad_norm": 2.527963638305664,
      "learning_rate": 3.03967333302399e-05,
      "loss": 0.3753,
      "step": 5290
    },
    {
      "epoch": 0.7340720221606648,
      "grad_norm": 2.9458463191986084,
      "learning_rate": 3.0378172706602945e-05,
      "loss": 0.4179,
      "step": 5300
    },
    {
      "epoch": 0.7354570637119113,
      "grad_norm": 3.373678207397461,
      "learning_rate": 3.035961208296599e-05,
      "loss": 0.4206,
      "step": 5310
    },
    {
      "epoch": 0.7368421052631579,
      "grad_norm": 2.686825752258301,
      "learning_rate": 3.0341051459329036e-05,
      "loss": 0.3849,
      "step": 5320
    },
    {
      "epoch": 0.7382271468144044,
      "grad_norm": 2.6222784519195557,
      "learning_rate": 3.032249083569208e-05,
      "loss": 0.3689,
      "step": 5330
    },
    {
      "epoch": 0.739612188365651,
      "grad_norm": 3.494692087173462,
      "learning_rate": 3.0303930212055127e-05,
      "loss": 0.4181,
      "step": 5340
    },
    {
      "epoch": 0.7409972299168975,
      "grad_norm": 4.222794055938721,
      "learning_rate": 3.028536958841817e-05,
      "loss": 0.4103,
      "step": 5350
    },
    {
      "epoch": 0.7423822714681441,
      "grad_norm": 2.4981813430786133,
      "learning_rate": 3.026680896478122e-05,
      "loss": 0.3996,
      "step": 5360
    },
    {
      "epoch": 0.7437673130193906,
      "grad_norm": 4.366548538208008,
      "learning_rate": 3.0248248341144265e-05,
      "loss": 0.3658,
      "step": 5370
    },
    {
      "epoch": 0.7451523545706371,
      "grad_norm": 3.9107649326324463,
      "learning_rate": 3.0229687717507312e-05,
      "loss": 0.4083,
      "step": 5380
    },
    {
      "epoch": 0.7465373961218836,
      "grad_norm": 2.8175508975982666,
      "learning_rate": 3.0211127093870356e-05,
      "loss": 0.3993,
      "step": 5390
    },
    {
      "epoch": 0.7479224376731302,
      "grad_norm": 3.2297942638397217,
      "learning_rate": 3.0192566470233403e-05,
      "loss": 0.3592,
      "step": 5400
    },
    {
      "epoch": 0.7493074792243767,
      "grad_norm": 6.544715404510498,
      "learning_rate": 3.0174005846596447e-05,
      "loss": 0.4534,
      "step": 5410
    },
    {
      "epoch": 0.7506925207756233,
      "grad_norm": 4.909923553466797,
      "learning_rate": 3.015544522295949e-05,
      "loss": 0.4161,
      "step": 5420
    },
    {
      "epoch": 0.7520775623268698,
      "grad_norm": 4.12788724899292,
      "learning_rate": 3.013688459932254e-05,
      "loss": 0.3657,
      "step": 5430
    },
    {
      "epoch": 0.7534626038781164,
      "grad_norm": 4.8378071784973145,
      "learning_rate": 3.0118323975685585e-05,
      "loss": 0.3741,
      "step": 5440
    },
    {
      "epoch": 0.7548476454293629,
      "grad_norm": 2.4138081073760986,
      "learning_rate": 3.0099763352048633e-05,
      "loss": 0.3844,
      "step": 5450
    },
    {
      "epoch": 0.7562326869806094,
      "grad_norm": 3.8834354877471924,
      "learning_rate": 3.0081202728411676e-05,
      "loss": 0.3943,
      "step": 5460
    },
    {
      "epoch": 0.7576177285318559,
      "grad_norm": 5.033694744110107,
      "learning_rate": 3.0062642104774724e-05,
      "loss": 0.3897,
      "step": 5470
    },
    {
      "epoch": 0.7590027700831025,
      "grad_norm": 3.515544891357422,
      "learning_rate": 3.0044081481137767e-05,
      "loss": 0.363,
      "step": 5480
    },
    {
      "epoch": 0.760387811634349,
      "grad_norm": 4.053267002105713,
      "learning_rate": 3.0025520857500815e-05,
      "loss": 0.3566,
      "step": 5490
    },
    {
      "epoch": 0.7617728531855956,
      "grad_norm": 2.7113759517669678,
      "learning_rate": 3.000696023386386e-05,
      "loss": 0.358,
      "step": 5500
    },
    {
      "epoch": 0.7631578947368421,
      "grad_norm": 2.1109673976898193,
      "learning_rate": 2.998839961022691e-05,
      "loss": 0.4205,
      "step": 5510
    },
    {
      "epoch": 0.7645429362880887,
      "grad_norm": 4.754786014556885,
      "learning_rate": 2.9969838986589953e-05,
      "loss": 0.414,
      "step": 5520
    },
    {
      "epoch": 0.7659279778393352,
      "grad_norm": 2.2650856971740723,
      "learning_rate": 2.9951278362952997e-05,
      "loss": 0.3979,
      "step": 5530
    },
    {
      "epoch": 0.7673130193905817,
      "grad_norm": 2.702939033508301,
      "learning_rate": 2.9932717739316044e-05,
      "loss": 0.3778,
      "step": 5540
    },
    {
      "epoch": 0.7686980609418282,
      "grad_norm": 4.2221455574035645,
      "learning_rate": 2.9914157115679088e-05,
      "loss": 0.3941,
      "step": 5550
    },
    {
      "epoch": 0.7700831024930748,
      "grad_norm": 2.9708549976348877,
      "learning_rate": 2.9895596492042135e-05,
      "loss": 0.4391,
      "step": 5560
    },
    {
      "epoch": 0.7714681440443213,
      "grad_norm": 4.177848815917969,
      "learning_rate": 2.987703586840518e-05,
      "loss": 0.3986,
      "step": 5570
    },
    {
      "epoch": 0.7728531855955678,
      "grad_norm": 5.936276912689209,
      "learning_rate": 2.985847524476823e-05,
      "loss": 0.3538,
      "step": 5580
    },
    {
      "epoch": 0.7742382271468145,
      "grad_norm": 2.817993640899658,
      "learning_rate": 2.9839914621131273e-05,
      "loss": 0.3736,
      "step": 5590
    },
    {
      "epoch": 0.775623268698061,
      "grad_norm": 3.635772466659546,
      "learning_rate": 2.982135399749432e-05,
      "loss": 0.3802,
      "step": 5600
    },
    {
      "epoch": 0.7770083102493075,
      "grad_norm": 4.219478607177734,
      "learning_rate": 2.980464943622106e-05,
      "loss": 0.4488,
      "step": 5610
    },
    {
      "epoch": 0.778393351800554,
      "grad_norm": 2.885037422180176,
      "learning_rate": 2.9789800937311498e-05,
      "loss": 0.4068,
      "step": 5620
    },
    {
      "epoch": 0.7797783933518005,
      "grad_norm": 4.46284818649292,
      "learning_rate": 2.9771240313674542e-05,
      "loss": 0.3819,
      "step": 5630
    },
    {
      "epoch": 0.7811634349030471,
      "grad_norm": 4.2689080238342285,
      "learning_rate": 2.975267969003759e-05,
      "loss": 0.4599,
      "step": 5640
    },
    {
      "epoch": 0.7825484764542936,
      "grad_norm": 2.5441861152648926,
      "learning_rate": 2.9734119066400633e-05,
      "loss": 0.3504,
      "step": 5650
    },
    {
      "epoch": 0.7839335180055401,
      "grad_norm": 4.003300189971924,
      "learning_rate": 2.971555844276368e-05,
      "loss": 0.3054,
      "step": 5660
    },
    {
      "epoch": 0.7853185595567868,
      "grad_norm": 3.1598663330078125,
      "learning_rate": 2.9696997819126724e-05,
      "loss": 0.3683,
      "step": 5670
    },
    {
      "epoch": 0.7867036011080333,
      "grad_norm": 3.1675422191619873,
      "learning_rate": 2.9678437195489768e-05,
      "loss": 0.4038,
      "step": 5680
    },
    {
      "epoch": 0.7880886426592798,
      "grad_norm": 2.500715732574463,
      "learning_rate": 2.965987657185282e-05,
      "loss": 0.3432,
      "step": 5690
    },
    {
      "epoch": 0.7894736842105263,
      "grad_norm": 3.7989180088043213,
      "learning_rate": 2.9641315948215862e-05,
      "loss": 0.3607,
      "step": 5700
    },
    {
      "epoch": 0.7908587257617729,
      "grad_norm": 3.9156484603881836,
      "learning_rate": 2.962275532457891e-05,
      "loss": 0.3906,
      "step": 5710
    },
    {
      "epoch": 0.7922437673130194,
      "grad_norm": 3.2225682735443115,
      "learning_rate": 2.9604194700941953e-05,
      "loss": 0.414,
      "step": 5720
    },
    {
      "epoch": 0.7936288088642659,
      "grad_norm": 2.859682321548462,
      "learning_rate": 2.9585634077305e-05,
      "loss": 0.3411,
      "step": 5730
    },
    {
      "epoch": 0.7950138504155124,
      "grad_norm": 2.8549094200134277,
      "learning_rate": 2.9567073453668044e-05,
      "loss": 0.3899,
      "step": 5740
    },
    {
      "epoch": 0.796398891966759,
      "grad_norm": 4.423649787902832,
      "learning_rate": 2.954851283003109e-05,
      "loss": 0.4039,
      "step": 5750
    },
    {
      "epoch": 0.7977839335180056,
      "grad_norm": 2.772611379623413,
      "learning_rate": 2.9529952206394135e-05,
      "loss": 0.4265,
      "step": 5760
    },
    {
      "epoch": 0.7991689750692521,
      "grad_norm": 3.356656789779663,
      "learning_rate": 2.9511391582757186e-05,
      "loss": 0.3442,
      "step": 5770
    },
    {
      "epoch": 0.8005540166204986,
      "grad_norm": 2.5400006771087646,
      "learning_rate": 2.949283095912023e-05,
      "loss": 0.3697,
      "step": 5780
    },
    {
      "epoch": 0.8019390581717452,
      "grad_norm": 2.1723203659057617,
      "learning_rate": 2.9474270335483273e-05,
      "loss": 0.3727,
      "step": 5790
    },
    {
      "epoch": 0.8033240997229917,
      "grad_norm": 5.687036514282227,
      "learning_rate": 2.945570971184632e-05,
      "loss": 0.4095,
      "step": 5800
    },
    {
      "epoch": 0.8047091412742382,
      "grad_norm": 3.2231178283691406,
      "learning_rate": 2.9437149088209364e-05,
      "loss": 0.3397,
      "step": 5810
    },
    {
      "epoch": 0.8060941828254847,
      "grad_norm": 2.743824005126953,
      "learning_rate": 2.941858846457241e-05,
      "loss": 0.3663,
      "step": 5820
    },
    {
      "epoch": 0.8074792243767313,
      "grad_norm": 3.0033442974090576,
      "learning_rate": 2.9400027840935455e-05,
      "loss": 0.3799,
      "step": 5830
    },
    {
      "epoch": 0.8088642659279779,
      "grad_norm": 3.7056267261505127,
      "learning_rate": 2.9381467217298506e-05,
      "loss": 0.388,
      "step": 5840
    },
    {
      "epoch": 0.8102493074792244,
      "grad_norm": 4.837870121002197,
      "learning_rate": 2.936290659366155e-05,
      "loss": 0.4043,
      "step": 5850
    },
    {
      "epoch": 0.8116343490304709,
      "grad_norm": 3.815831422805786,
      "learning_rate": 2.9344345970024597e-05,
      "loss": 0.34,
      "step": 5860
    },
    {
      "epoch": 0.8130193905817175,
      "grad_norm": 3.2043607234954834,
      "learning_rate": 2.932578534638764e-05,
      "loss": 0.3182,
      "step": 5870
    },
    {
      "epoch": 0.814404432132964,
      "grad_norm": 3.9446229934692383,
      "learning_rate": 2.9307224722750688e-05,
      "loss": 0.3658,
      "step": 5880
    },
    {
      "epoch": 0.8157894736842105,
      "grad_norm": 1.8936973810195923,
      "learning_rate": 2.9288664099113732e-05,
      "loss": 0.3958,
      "step": 5890
    },
    {
      "epoch": 0.817174515235457,
      "grad_norm": 4.075359344482422,
      "learning_rate": 2.9270103475476776e-05,
      "loss": 0.4343,
      "step": 5900
    },
    {
      "epoch": 0.8185595567867036,
      "grad_norm": 3.6802127361297607,
      "learning_rate": 2.9251542851839826e-05,
      "loss": 0.3579,
      "step": 5910
    },
    {
      "epoch": 0.8199445983379502,
      "grad_norm": 2.847928285598755,
      "learning_rate": 2.923298222820287e-05,
      "loss": 0.3709,
      "step": 5920
    },
    {
      "epoch": 0.8213296398891967,
      "grad_norm": 3.1300485134124756,
      "learning_rate": 2.9214421604565917e-05,
      "loss": 0.3932,
      "step": 5930
    },
    {
      "epoch": 0.8227146814404432,
      "grad_norm": 4.011430263519287,
      "learning_rate": 2.919586098092896e-05,
      "loss": 0.3944,
      "step": 5940
    },
    {
      "epoch": 0.8240997229916898,
      "grad_norm": 2.8449504375457764,
      "learning_rate": 2.917730035729201e-05,
      "loss": 0.3857,
      "step": 5950
    },
    {
      "epoch": 0.8254847645429363,
      "grad_norm": 2.396585464477539,
      "learning_rate": 2.9158739733655052e-05,
      "loss": 0.3609,
      "step": 5960
    },
    {
      "epoch": 0.8268698060941828,
      "grad_norm": 2.1157963275909424,
      "learning_rate": 2.91401791100181e-05,
      "loss": 0.3388,
      "step": 5970
    },
    {
      "epoch": 0.8282548476454293,
      "grad_norm": 4.279614448547363,
      "learning_rate": 2.9121618486381143e-05,
      "loss": 0.3645,
      "step": 5980
    },
    {
      "epoch": 0.8296398891966759,
      "grad_norm": 2.4833781719207764,
      "learning_rate": 2.9103057862744187e-05,
      "loss": 0.3857,
      "step": 5990
    },
    {
      "epoch": 0.8310249307479224,
      "grad_norm": 3.525597095489502,
      "learning_rate": 2.9084497239107238e-05,
      "loss": 0.3576,
      "step": 6000
    },
    {
      "epoch": 0.8313019390581717,
      "eval_loss": 0.3741193115711212,
      "eval_runtime": 1433.4277,
      "eval_samples_per_second": 6.362,
      "eval_steps_per_second": 0.795,
      "step": 6002
    },
    {
      "epoch": 0.832409972299169,
      "grad_norm": 4.141083717346191,
      "learning_rate": 2.906593661547028e-05,
      "loss": 0.3799,
      "step": 6010
    },
    {
      "epoch": 0.8337950138504155,
      "grad_norm": 5.583711624145508,
      "learning_rate": 2.904737599183333e-05,
      "loss": 0.393,
      "step": 6020
    },
    {
      "epoch": 0.8351800554016621,
      "grad_norm": 2.304410457611084,
      "learning_rate": 2.9028815368196372e-05,
      "loss": 0.3457,
      "step": 6030
    },
    {
      "epoch": 0.8365650969529086,
      "grad_norm": 2.9231860637664795,
      "learning_rate": 2.901025474455942e-05,
      "loss": 0.3795,
      "step": 6040
    },
    {
      "epoch": 0.8379501385041551,
      "grad_norm": 5.1649980545043945,
      "learning_rate": 2.8991694120922463e-05,
      "loss": 0.3586,
      "step": 6050
    },
    {
      "epoch": 0.8393351800554016,
      "grad_norm": 3.0985405445098877,
      "learning_rate": 2.8973133497285514e-05,
      "loss": 0.4043,
      "step": 6060
    },
    {
      "epoch": 0.8407202216066482,
      "grad_norm": 3.0035006999969482,
      "learning_rate": 2.8954572873648558e-05,
      "loss": 0.3332,
      "step": 6070
    },
    {
      "epoch": 0.8421052631578947,
      "grad_norm": 3.4762930870056152,
      "learning_rate": 2.8936012250011605e-05,
      "loss": 0.4091,
      "step": 6080
    },
    {
      "epoch": 0.8434903047091413,
      "grad_norm": 5.735511302947998,
      "learning_rate": 2.891745162637465e-05,
      "loss": 0.3473,
      "step": 6090
    },
    {
      "epoch": 0.8448753462603878,
      "grad_norm": 3.5551562309265137,
      "learning_rate": 2.8898891002737693e-05,
      "loss": 0.3818,
      "step": 6100
    },
    {
      "epoch": 0.8462603878116344,
      "grad_norm": 3.491703510284424,
      "learning_rate": 2.888033037910074e-05,
      "loss": 0.3756,
      "step": 6110
    },
    {
      "epoch": 0.8476454293628809,
      "grad_norm": 2.843029260635376,
      "learning_rate": 2.8861769755463784e-05,
      "loss": 0.3641,
      "step": 6120
    },
    {
      "epoch": 0.8490304709141274,
      "grad_norm": 2.7495148181915283,
      "learning_rate": 2.8843209131826834e-05,
      "loss": 0.4011,
      "step": 6130
    },
    {
      "epoch": 0.850415512465374,
      "grad_norm": 4.130334377288818,
      "learning_rate": 2.8824648508189878e-05,
      "loss": 0.3776,
      "step": 6140
    },
    {
      "epoch": 0.8518005540166205,
      "grad_norm": 4.290791034698486,
      "learning_rate": 2.8806087884552925e-05,
      "loss": 0.4193,
      "step": 6150
    },
    {
      "epoch": 0.853185595567867,
      "grad_norm": 2.533083438873291,
      "learning_rate": 2.878752726091597e-05,
      "loss": 0.3763,
      "step": 6160
    },
    {
      "epoch": 0.8545706371191135,
      "grad_norm": 5.1947712898254395,
      "learning_rate": 2.8768966637279016e-05,
      "loss": 0.393,
      "step": 6170
    },
    {
      "epoch": 0.8559556786703602,
      "grad_norm": 2.4162371158599854,
      "learning_rate": 2.875040601364206e-05,
      "loss": 0.4049,
      "step": 6180
    },
    {
      "epoch": 0.8573407202216067,
      "grad_norm": 3.275009870529175,
      "learning_rate": 2.8731845390005107e-05,
      "loss": 0.3903,
      "step": 6190
    },
    {
      "epoch": 0.8587257617728532,
      "grad_norm": 2.260618209838867,
      "learning_rate": 2.871328476636815e-05,
      "loss": 0.3721,
      "step": 6200
    },
    {
      "epoch": 0.8601108033240997,
      "grad_norm": 2.923968553543091,
      "learning_rate": 2.8694724142731195e-05,
      "loss": 0.3749,
      "step": 6210
    },
    {
      "epoch": 0.8614958448753463,
      "grad_norm": 5.046422481536865,
      "learning_rate": 2.8676163519094245e-05,
      "loss": 0.4056,
      "step": 6220
    },
    {
      "epoch": 0.8628808864265928,
      "grad_norm": 3.8435168266296387,
      "learning_rate": 2.865760289545729e-05,
      "loss": 0.3755,
      "step": 6230
    },
    {
      "epoch": 0.8642659279778393,
      "grad_norm": 3.553178548812866,
      "learning_rate": 2.8639042271820336e-05,
      "loss": 0.3926,
      "step": 6240
    },
    {
      "epoch": 0.8656509695290858,
      "grad_norm": 3.8052849769592285,
      "learning_rate": 2.862048164818338e-05,
      "loss": 0.3685,
      "step": 6250
    },
    {
      "epoch": 0.8670360110803325,
      "grad_norm": 2.288756847381592,
      "learning_rate": 2.8601921024546427e-05,
      "loss": 0.3499,
      "step": 6260
    },
    {
      "epoch": 0.868421052631579,
      "grad_norm": 3.1977062225341797,
      "learning_rate": 2.858336040090947e-05,
      "loss": 0.3487,
      "step": 6270
    },
    {
      "epoch": 0.8698060941828255,
      "grad_norm": 3.752891778945923,
      "learning_rate": 2.8564799777272522e-05,
      "loss": 0.3952,
      "step": 6280
    },
    {
      "epoch": 0.871191135734072,
      "grad_norm": 2.5730514526367188,
      "learning_rate": 2.8546239153635566e-05,
      "loss": 0.349,
      "step": 6290
    },
    {
      "epoch": 0.8725761772853186,
      "grad_norm": 3.132359027862549,
      "learning_rate": 2.852767852999861e-05,
      "loss": 0.3595,
      "step": 6300
    },
    {
      "epoch": 0.8739612188365651,
      "grad_norm": 3.2165608406066895,
      "learning_rate": 2.8509117906361657e-05,
      "loss": 0.3478,
      "step": 6310
    },
    {
      "epoch": 0.8753462603878116,
      "grad_norm": 10.091190338134766,
      "learning_rate": 2.84905572827247e-05,
      "loss": 0.3414,
      "step": 6320
    },
    {
      "epoch": 0.8767313019390581,
      "grad_norm": 3.1347556114196777,
      "learning_rate": 2.8471996659087748e-05,
      "loss": 0.4414,
      "step": 6330
    },
    {
      "epoch": 0.8781163434903048,
      "grad_norm": 2.5149002075195312,
      "learning_rate": 2.845343603545079e-05,
      "loss": 0.3524,
      "step": 6340
    },
    {
      "epoch": 0.8795013850415513,
      "grad_norm": 3.1567630767822266,
      "learning_rate": 2.843487541181384e-05,
      "loss": 0.3568,
      "step": 6350
    },
    {
      "epoch": 0.8808864265927978,
      "grad_norm": 3.1177406311035156,
      "learning_rate": 2.8416314788176883e-05,
      "loss": 0.3671,
      "step": 6360
    },
    {
      "epoch": 0.8822714681440443,
      "grad_norm": 2.766374349594116,
      "learning_rate": 2.8397754164539933e-05,
      "loss": 0.3389,
      "step": 6370
    },
    {
      "epoch": 0.8836565096952909,
      "grad_norm": 2.419781446456909,
      "learning_rate": 2.8379193540902977e-05,
      "loss": 0.3868,
      "step": 6380
    },
    {
      "epoch": 0.8850415512465374,
      "grad_norm": 2.5221714973449707,
      "learning_rate": 2.8360632917266024e-05,
      "loss": 0.3744,
      "step": 6390
    },
    {
      "epoch": 0.8864265927977839,
      "grad_norm": 4.218471050262451,
      "learning_rate": 2.8342072293629068e-05,
      "loss": 0.3245,
      "step": 6400
    },
    {
      "epoch": 0.8878116343490304,
      "grad_norm": 2.45046067237854,
      "learning_rate": 2.8323511669992112e-05,
      "loss": 0.3801,
      "step": 6410
    },
    {
      "epoch": 0.889196675900277,
      "grad_norm": 3.297358989715576,
      "learning_rate": 2.830495104635516e-05,
      "loss": 0.364,
      "step": 6420
    },
    {
      "epoch": 0.8905817174515236,
      "grad_norm": 2.321702003479004,
      "learning_rate": 2.8286390422718203e-05,
      "loss": 0.3487,
      "step": 6430
    },
    {
      "epoch": 0.8919667590027701,
      "grad_norm": 2.7762234210968018,
      "learning_rate": 2.8267829799081253e-05,
      "loss": 0.3723,
      "step": 6440
    },
    {
      "epoch": 0.8933518005540166,
      "grad_norm": 2.534067392349243,
      "learning_rate": 2.8249269175444297e-05,
      "loss": 0.3825,
      "step": 6450
    },
    {
      "epoch": 0.8947368421052632,
      "grad_norm": 6.5774078369140625,
      "learning_rate": 2.8230708551807344e-05,
      "loss": 0.43,
      "step": 6460
    },
    {
      "epoch": 0.8961218836565097,
      "grad_norm": 2.7400996685028076,
      "learning_rate": 2.8212147928170388e-05,
      "loss": 0.3599,
      "step": 6470
    },
    {
      "epoch": 0.8975069252077562,
      "grad_norm": 1.8518990278244019,
      "learning_rate": 2.8193587304533435e-05,
      "loss": 0.3228,
      "step": 6480
    },
    {
      "epoch": 0.8988919667590027,
      "grad_norm": 2.071018695831299,
      "learning_rate": 2.817502668089648e-05,
      "loss": 0.3509,
      "step": 6490
    },
    {
      "epoch": 0.9002770083102493,
      "grad_norm": 3.566608428955078,
      "learning_rate": 2.815646605725953e-05,
      "loss": 0.3726,
      "step": 6500
    },
    {
      "epoch": 0.9016620498614959,
      "grad_norm": 2.569943904876709,
      "learning_rate": 2.8137905433622574e-05,
      "loss": 0.3811,
      "step": 6510
    },
    {
      "epoch": 0.9030470914127424,
      "grad_norm": 3.897632598876953,
      "learning_rate": 2.8119344809985617e-05,
      "loss": 0.3855,
      "step": 6520
    },
    {
      "epoch": 0.9044321329639889,
      "grad_norm": 2.6584584712982178,
      "learning_rate": 2.8100784186348665e-05,
      "loss": 0.3709,
      "step": 6530
    },
    {
      "epoch": 0.9058171745152355,
      "grad_norm": 2.8664989471435547,
      "learning_rate": 2.808222356271171e-05,
      "loss": 0.3666,
      "step": 6540
    },
    {
      "epoch": 0.907202216066482,
      "grad_norm": 2.7662582397460938,
      "learning_rate": 2.8063662939074756e-05,
      "loss": 0.3615,
      "step": 6550
    },
    {
      "epoch": 0.9085872576177285,
      "grad_norm": 3.2466659545898438,
      "learning_rate": 2.80451023154378e-05,
      "loss": 0.4115,
      "step": 6560
    },
    {
      "epoch": 0.909972299168975,
      "grad_norm": 2.0117952823638916,
      "learning_rate": 2.8026541691800847e-05,
      "loss": 0.336,
      "step": 6570
    },
    {
      "epoch": 0.9113573407202216,
      "grad_norm": 3.4352803230285645,
      "learning_rate": 2.800798106816389e-05,
      "loss": 0.3656,
      "step": 6580
    },
    {
      "epoch": 0.9127423822714681,
      "grad_norm": 2.4090380668640137,
      "learning_rate": 2.798942044452694e-05,
      "loss": 0.3774,
      "step": 6590
    },
    {
      "epoch": 0.9141274238227147,
      "grad_norm": 4.36330509185791,
      "learning_rate": 2.7970859820889985e-05,
      "loss": 0.4315,
      "step": 6600
    },
    {
      "epoch": 0.9155124653739612,
      "grad_norm": 3.1175436973571777,
      "learning_rate": 2.7952299197253032e-05,
      "loss": 0.3692,
      "step": 6610
    },
    {
      "epoch": 0.9168975069252078,
      "grad_norm": 3.6826770305633545,
      "learning_rate": 2.7933738573616076e-05,
      "loss": 0.4001,
      "step": 6620
    },
    {
      "epoch": 0.9182825484764543,
      "grad_norm": 2.450596570968628,
      "learning_rate": 2.791517794997912e-05,
      "loss": 0.3838,
      "step": 6630
    },
    {
      "epoch": 0.9196675900277008,
      "grad_norm": 3.6701254844665527,
      "learning_rate": 2.7896617326342167e-05,
      "loss": 0.3145,
      "step": 6640
    },
    {
      "epoch": 0.9210526315789473,
      "grad_norm": 3.4804341793060303,
      "learning_rate": 2.787805670270521e-05,
      "loss": 0.3894,
      "step": 6650
    },
    {
      "epoch": 0.9224376731301939,
      "grad_norm": 3.159144163131714,
      "learning_rate": 2.785949607906826e-05,
      "loss": 0.338,
      "step": 6660
    },
    {
      "epoch": 0.9238227146814404,
      "grad_norm": 4.329410076141357,
      "learning_rate": 2.7840935455431305e-05,
      "loss": 0.3899,
      "step": 6670
    },
    {
      "epoch": 0.925207756232687,
      "grad_norm": 3.3670008182525635,
      "learning_rate": 2.7822374831794352e-05,
      "loss": 0.307,
      "step": 6680
    },
    {
      "epoch": 0.9265927977839336,
      "grad_norm": 2.9940109252929688,
      "learning_rate": 2.7803814208157396e-05,
      "loss": 0.3342,
      "step": 6690
    },
    {
      "epoch": 0.9279778393351801,
      "grad_norm": 3.1586687564849854,
      "learning_rate": 2.7785253584520443e-05,
      "loss": 0.3562,
      "step": 6700
    },
    {
      "epoch": 0.9293628808864266,
      "grad_norm": 2.943342447280884,
      "learning_rate": 2.7766692960883487e-05,
      "loss": 0.3607,
      "step": 6710
    },
    {
      "epoch": 0.9307479224376731,
      "grad_norm": 2.752495050430298,
      "learning_rate": 2.774813233724653e-05,
      "loss": 0.4183,
      "step": 6720
    },
    {
      "epoch": 0.9321329639889196,
      "grad_norm": 4.039161205291748,
      "learning_rate": 2.772957171360958e-05,
      "loss": 0.3647,
      "step": 6730
    },
    {
      "epoch": 0.9335180055401662,
      "grad_norm": 3.0139365196228027,
      "learning_rate": 2.7711011089972625e-05,
      "loss": 0.3389,
      "step": 6740
    },
    {
      "epoch": 0.9349030470914127,
      "grad_norm": 3.619724750518799,
      "learning_rate": 2.7692450466335672e-05,
      "loss": 0.3462,
      "step": 6750
    },
    {
      "epoch": 0.9362880886426593,
      "grad_norm": 1.989438772201538,
      "learning_rate": 2.7673889842698716e-05,
      "loss": 0.3869,
      "step": 6760
    },
    {
      "epoch": 0.9376731301939059,
      "grad_norm": 2.1334989070892334,
      "learning_rate": 2.7655329219061763e-05,
      "loss": 0.317,
      "step": 6770
    },
    {
      "epoch": 0.9390581717451524,
      "grad_norm": 3.1076736450195312,
      "learning_rate": 2.7636768595424807e-05,
      "loss": 0.3654,
      "step": 6780
    },
    {
      "epoch": 0.9404432132963989,
      "grad_norm": 4.218199253082275,
      "learning_rate": 2.7618207971787854e-05,
      "loss": 0.356,
      "step": 6790
    },
    {
      "epoch": 0.9418282548476454,
      "grad_norm": 3.333724021911621,
      "learning_rate": 2.7599647348150898e-05,
      "loss": 0.3675,
      "step": 6800
    },
    {
      "epoch": 0.943213296398892,
      "grad_norm": 2.9643044471740723,
      "learning_rate": 2.758108672451395e-05,
      "loss": 0.3695,
      "step": 6810
    },
    {
      "epoch": 0.9445983379501385,
      "grad_norm": 4.082902431488037,
      "learning_rate": 2.7562526100876993e-05,
      "loss": 0.3575,
      "step": 6820
    },
    {
      "epoch": 0.945983379501385,
      "grad_norm": 2.4494361877441406,
      "learning_rate": 2.7543965477240037e-05,
      "loss": 0.3926,
      "step": 6830
    },
    {
      "epoch": 0.9473684210526315,
      "grad_norm": 2.541417121887207,
      "learning_rate": 2.7525404853603084e-05,
      "loss": 0.3666,
      "step": 6840
    },
    {
      "epoch": 0.9487534626038782,
      "grad_norm": 3.4122767448425293,
      "learning_rate": 2.7506844229966128e-05,
      "loss": 0.3842,
      "step": 6850
    },
    {
      "epoch": 0.9501385041551247,
      "grad_norm": 4.269729137420654,
      "learning_rate": 2.7488283606329175e-05,
      "loss": 0.375,
      "step": 6860
    },
    {
      "epoch": 0.9515235457063712,
      "grad_norm": 2.563281297683716,
      "learning_rate": 2.746972298269222e-05,
      "loss": 0.3856,
      "step": 6870
    },
    {
      "epoch": 0.9529085872576177,
      "grad_norm": 3.160914182662964,
      "learning_rate": 2.745116235905527e-05,
      "loss": 0.3851,
      "step": 6880
    },
    {
      "epoch": 0.9542936288088643,
      "grad_norm": 2.7195470333099365,
      "learning_rate": 2.7432601735418313e-05,
      "loss": 0.3667,
      "step": 6890
    },
    {
      "epoch": 0.9556786703601108,
      "grad_norm": 2.226888418197632,
      "learning_rate": 2.741404111178136e-05,
      "loss": 0.397,
      "step": 6900
    },
    {
      "epoch": 0.9570637119113573,
      "grad_norm": 2.3146603107452393,
      "learning_rate": 2.7395480488144404e-05,
      "loss": 0.3152,
      "step": 6910
    },
    {
      "epoch": 0.9584487534626038,
      "grad_norm": 5.1704487800598145,
      "learning_rate": 2.737691986450745e-05,
      "loss": 0.389,
      "step": 6920
    },
    {
      "epoch": 0.9598337950138505,
      "grad_norm": 3.0150206089019775,
      "learning_rate": 2.7358359240870495e-05,
      "loss": 0.3743,
      "step": 6930
    },
    {
      "epoch": 0.961218836565097,
      "grad_norm": 4.35557222366333,
      "learning_rate": 2.733979861723354e-05,
      "loss": 0.3308,
      "step": 6940
    },
    {
      "epoch": 0.9626038781163435,
      "grad_norm": 3.1160595417022705,
      "learning_rate": 2.732123799359659e-05,
      "loss": 0.3711,
      "step": 6950
    },
    {
      "epoch": 0.96398891966759,
      "grad_norm": 2.697511672973633,
      "learning_rate": 2.7302677369959633e-05,
      "loss": 0.3848,
      "step": 6960
    },
    {
      "epoch": 0.9653739612188366,
      "grad_norm": 2.6081149578094482,
      "learning_rate": 2.728411674632268e-05,
      "loss": 0.3419,
      "step": 6970
    },
    {
      "epoch": 0.9667590027700831,
      "grad_norm": 3.462388753890991,
      "learning_rate": 2.7265556122685724e-05,
      "loss": 0.351,
      "step": 6980
    },
    {
      "epoch": 0.9681440443213296,
      "grad_norm": 4.886613368988037,
      "learning_rate": 2.724699549904877e-05,
      "loss": 0.3263,
      "step": 6990
    },
    {
      "epoch": 0.9695290858725761,
      "grad_norm": 3.7553138732910156,
      "learning_rate": 2.7228434875411815e-05,
      "loss": 0.3353,
      "step": 7000
    },
    {
      "epoch": 0.9709141274238227,
      "grad_norm": 2.2478718757629395,
      "learning_rate": 2.7209874251774862e-05,
      "loss": 0.3363,
      "step": 7010
    },
    {
      "epoch": 0.9722991689750693,
      "grad_norm": 2.6377060413360596,
      "learning_rate": 2.7191313628137906e-05,
      "loss": 0.3089,
      "step": 7020
    },
    {
      "epoch": 0.9736842105263158,
      "grad_norm": 4.078857898712158,
      "learning_rate": 2.717275300450095e-05,
      "loss": 0.3259,
      "step": 7030
    },
    {
      "epoch": 0.9750692520775623,
      "grad_norm": 4.050114154815674,
      "learning_rate": 2.7154192380864e-05,
      "loss": 0.3485,
      "step": 7040
    },
    {
      "epoch": 0.9764542936288089,
      "grad_norm": 2.680589437484741,
      "learning_rate": 2.7135631757227044e-05,
      "loss": 0.3903,
      "step": 7050
    },
    {
      "epoch": 0.9778393351800554,
      "grad_norm": 2.600092649459839,
      "learning_rate": 2.711707113359009e-05,
      "loss": 0.3716,
      "step": 7060
    },
    {
      "epoch": 0.9792243767313019,
      "grad_norm": 2.405036211013794,
      "learning_rate": 2.7098510509953135e-05,
      "loss": 0.3366,
      "step": 7070
    },
    {
      "epoch": 0.9806094182825484,
      "grad_norm": 2.041038751602173,
      "learning_rate": 2.7079949886316183e-05,
      "loss": 0.3859,
      "step": 7080
    },
    {
      "epoch": 0.981994459833795,
      "grad_norm": 3.4083938598632812,
      "learning_rate": 2.7061389262679226e-05,
      "loss": 0.3576,
      "step": 7090
    },
    {
      "epoch": 0.9833795013850416,
      "grad_norm": 2.4382524490356445,
      "learning_rate": 2.7042828639042277e-05,
      "loss": 0.3199,
      "step": 7100
    },
    {
      "epoch": 0.9847645429362881,
      "grad_norm": 2.378704071044922,
      "learning_rate": 2.702426801540532e-05,
      "loss": 0.399,
      "step": 7110
    },
    {
      "epoch": 0.9861495844875346,
      "grad_norm": 1.8466202020645142,
      "learning_rate": 2.7005707391768368e-05,
      "loss": 0.3673,
      "step": 7120
    },
    {
      "epoch": 0.9875346260387812,
      "grad_norm": 2.051624059677124,
      "learning_rate": 2.6987146768131412e-05,
      "loss": 0.327,
      "step": 7130
    },
    {
      "epoch": 0.9889196675900277,
      "grad_norm": 3.790463924407959,
      "learning_rate": 2.6968586144494456e-05,
      "loss": 0.3481,
      "step": 7140
    },
    {
      "epoch": 0.9903047091412742,
      "grad_norm": 3.0214810371398926,
      "learning_rate": 2.6950025520857503e-05,
      "loss": 0.2776,
      "step": 7150
    },
    {
      "epoch": 0.9916897506925207,
      "grad_norm": 3.270256519317627,
      "learning_rate": 2.6931464897220547e-05,
      "loss": 0.4097,
      "step": 7160
    },
    {
      "epoch": 0.9930747922437673,
      "grad_norm": 1.8735462427139282,
      "learning_rate": 2.6912904273583594e-05,
      "loss": 0.3464,
      "step": 7170
    },
    {
      "epoch": 0.9944598337950139,
      "grad_norm": 2.376981496810913,
      "learning_rate": 2.6894343649946638e-05,
      "loss": 0.2948,
      "step": 7180
    },
    {
      "epoch": 0.9958448753462604,
      "grad_norm": 2.929786205291748,
      "learning_rate": 2.6875783026309688e-05,
      "loss": 0.3857,
      "step": 7190
    },
    {
      "epoch": 0.997229916897507,
      "grad_norm": 3.4466960430145264,
      "learning_rate": 2.6857222402672732e-05,
      "loss": 0.4073,
      "step": 7200
    },
    {
      "epoch": 0.9986149584487535,
      "grad_norm": 2.4240450859069824,
      "learning_rate": 2.683866177903578e-05,
      "loss": 0.3999,
      "step": 7210
    },
    {
      "epoch": 1.0,
      "grad_norm": 4.055125713348389,
      "learning_rate": 2.6820101155398823e-05,
      "loss": 0.3633,
      "step": 7220
    },
    {
      "epoch": 1.0013850415512466,
      "grad_norm": 2.4502010345458984,
      "learning_rate": 2.680154053176187e-05,
      "loss": 0.3134,
      "step": 7230
    },
    {
      "epoch": 1.002770083102493,
      "grad_norm": 6.7965779304504395,
      "learning_rate": 2.6782979908124914e-05,
      "loss": 0.2852,
      "step": 7240
    },
    {
      "epoch": 1.0041551246537397,
      "grad_norm": 3.1844305992126465,
      "learning_rate": 2.6764419284487958e-05,
      "loss": 0.2654,
      "step": 7250
    },
    {
      "epoch": 1.005540166204986,
      "grad_norm": 3.839517831802368,
      "learning_rate": 2.674585866085101e-05,
      "loss": 0.3125,
      "step": 7260
    },
    {
      "epoch": 1.0069252077562327,
      "grad_norm": 2.922276020050049,
      "learning_rate": 2.6727298037214052e-05,
      "loss": 0.3124,
      "step": 7270
    },
    {
      "epoch": 1.0083102493074791,
      "grad_norm": 1.8956462144851685,
      "learning_rate": 2.67087374135771e-05,
      "loss": 0.3266,
      "step": 7280
    },
    {
      "epoch": 1.0096952908587258,
      "grad_norm": 2.989438533782959,
      "learning_rate": 2.6690176789940143e-05,
      "loss": 0.3117,
      "step": 7290
    },
    {
      "epoch": 1.0110803324099722,
      "grad_norm": 4.252190589904785,
      "learning_rate": 2.667161616630319e-05,
      "loss": 0.3084,
      "step": 7300
    },
    {
      "epoch": 1.0124653739612188,
      "grad_norm": 2.619835138320923,
      "learning_rate": 2.6653055542666234e-05,
      "loss": 0.3015,
      "step": 7310
    },
    {
      "epoch": 1.0138504155124655,
      "grad_norm": 3.276683807373047,
      "learning_rate": 2.6634494919029285e-05,
      "loss": 0.3145,
      "step": 7320
    },
    {
      "epoch": 1.0152354570637119,
      "grad_norm": 1.749790906906128,
      "learning_rate": 2.661593429539233e-05,
      "loss": 0.291,
      "step": 7330
    },
    {
      "epoch": 1.0166204986149585,
      "grad_norm": 3.3701796531677246,
      "learning_rate": 2.6597373671755373e-05,
      "loss": 0.3213,
      "step": 7340
    },
    {
      "epoch": 1.018005540166205,
      "grad_norm": 2.0237927436828613,
      "learning_rate": 2.657881304811842e-05,
      "loss": 0.285,
      "step": 7350
    },
    {
      "epoch": 1.0193905817174516,
      "grad_norm": 5.210159778594971,
      "learning_rate": 2.6560252424481464e-05,
      "loss": 0.3031,
      "step": 7360
    },
    {
      "epoch": 1.020775623268698,
      "grad_norm": 3.3727283477783203,
      "learning_rate": 2.654169180084451e-05,
      "loss": 0.299,
      "step": 7370
    },
    {
      "epoch": 1.0221606648199446,
      "grad_norm": 2.3973450660705566,
      "learning_rate": 2.6523131177207555e-05,
      "loss": 0.29,
      "step": 7380
    },
    {
      "epoch": 1.0235457063711912,
      "grad_norm": 2.515382766723633,
      "learning_rate": 2.6504570553570602e-05,
      "loss": 0.2893,
      "step": 7390
    },
    {
      "epoch": 1.0249307479224377,
      "grad_norm": 2.33882999420166,
      "learning_rate": 2.6486009929933646e-05,
      "loss": 0.2978,
      "step": 7400
    },
    {
      "epoch": 1.0263157894736843,
      "grad_norm": 2.946920871734619,
      "learning_rate": 2.6467449306296696e-05,
      "loss": 0.2885,
      "step": 7410
    },
    {
      "epoch": 1.0277008310249307,
      "grad_norm": 6.108001708984375,
      "learning_rate": 2.644888868265974e-05,
      "loss": 0.283,
      "step": 7420
    },
    {
      "epoch": 1.0290858725761773,
      "grad_norm": 2.6035192012786865,
      "learning_rate": 2.6430328059022787e-05,
      "loss": 0.3212,
      "step": 7430
    },
    {
      "epoch": 1.0304709141274238,
      "grad_norm": 2.987347364425659,
      "learning_rate": 2.641176743538583e-05,
      "loss": 0.2891,
      "step": 7440
    },
    {
      "epoch": 1.0318559556786704,
      "grad_norm": 2.5733394622802734,
      "learning_rate": 2.6393206811748875e-05,
      "loss": 0.3054,
      "step": 7450
    },
    {
      "epoch": 1.0332409972299168,
      "grad_norm": 3.5433621406555176,
      "learning_rate": 2.6374646188111922e-05,
      "loss": 0.3316,
      "step": 7460
    },
    {
      "epoch": 1.0346260387811634,
      "grad_norm": 2.2597479820251465,
      "learning_rate": 2.6356085564474966e-05,
      "loss": 0.3214,
      "step": 7470
    },
    {
      "epoch": 1.03601108033241,
      "grad_norm": 3.3408634662628174,
      "learning_rate": 2.6337524940838016e-05,
      "loss": 0.2911,
      "step": 7480
    },
    {
      "epoch": 1.0373961218836565,
      "grad_norm": 2.973517417907715,
      "learning_rate": 2.631896431720106e-05,
      "loss": 0.263,
      "step": 7490
    },
    {
      "epoch": 1.0387811634349031,
      "grad_norm": 2.121873378753662,
      "learning_rate": 2.6300403693564107e-05,
      "loss": 0.2777,
      "step": 7500
    },
    {
      "epoch": 1.0401662049861495,
      "grad_norm": 1.9657741785049438,
      "learning_rate": 2.628184306992715e-05,
      "loss": 0.2595,
      "step": 7510
    },
    {
      "epoch": 1.0415512465373962,
      "grad_norm": 2.234025716781616,
      "learning_rate": 2.62632824462902e-05,
      "loss": 0.2688,
      "step": 7520
    },
    {
      "epoch": 1.0429362880886426,
      "grad_norm": 2.578979969024658,
      "learning_rate": 2.6244721822653242e-05,
      "loss": 0.3076,
      "step": 7530
    },
    {
      "epoch": 1.0443213296398892,
      "grad_norm": 3.483440637588501,
      "learning_rate": 2.6226161199016293e-05,
      "loss": 0.2832,
      "step": 7540
    },
    {
      "epoch": 1.0457063711911356,
      "grad_norm": 1.7430837154388428,
      "learning_rate": 2.6207600575379337e-05,
      "loss": 0.2926,
      "step": 7550
    },
    {
      "epoch": 1.0470914127423823,
      "grad_norm": 3.583524703979492,
      "learning_rate": 2.618903995174238e-05,
      "loss": 0.3038,
      "step": 7560
    },
    {
      "epoch": 1.048476454293629,
      "grad_norm": 2.33888840675354,
      "learning_rate": 2.6170479328105428e-05,
      "loss": 0.3276,
      "step": 7570
    },
    {
      "epoch": 1.0498614958448753,
      "grad_norm": 2.268723249435425,
      "learning_rate": 2.615191870446847e-05,
      "loss": 0.2792,
      "step": 7580
    },
    {
      "epoch": 1.051246537396122,
      "grad_norm": 2.320464611053467,
      "learning_rate": 2.613335808083152e-05,
      "loss": 0.2704,
      "step": 7590
    },
    {
      "epoch": 1.0526315789473684,
      "grad_norm": 2.0587191581726074,
      "learning_rate": 2.6114797457194562e-05,
      "loss": 0.3529,
      "step": 7600
    },
    {
      "epoch": 1.054016620498615,
      "grad_norm": 3.5844640731811523,
      "learning_rate": 2.609623683355761e-05,
      "loss": 0.3146,
      "step": 7610
    },
    {
      "epoch": 1.0554016620498614,
      "grad_norm": 2.7052695751190186,
      "learning_rate": 2.6077676209920653e-05,
      "loss": 0.3062,
      "step": 7620
    },
    {
      "epoch": 1.056786703601108,
      "grad_norm": 2.0099308490753174,
      "learning_rate": 2.6059115586283704e-05,
      "loss": 0.2721,
      "step": 7630
    },
    {
      "epoch": 1.0581717451523547,
      "grad_norm": 2.6577095985412598,
      "learning_rate": 2.6040554962646748e-05,
      "loss": 0.3372,
      "step": 7640
    },
    {
      "epoch": 1.059556786703601,
      "grad_norm": 5.141023635864258,
      "learning_rate": 2.602199433900979e-05,
      "loss": 0.2875,
      "step": 7650
    },
    {
      "epoch": 1.0609418282548477,
      "grad_norm": 3.8370797634124756,
      "learning_rate": 2.600343371537284e-05,
      "loss": 0.2623,
      "step": 7660
    },
    {
      "epoch": 1.0623268698060941,
      "grad_norm": 2.1279635429382324,
      "learning_rate": 2.5984873091735883e-05,
      "loss": 0.2965,
      "step": 7670
    },
    {
      "epoch": 1.0637119113573408,
      "grad_norm": 3.3452510833740234,
      "learning_rate": 2.596816853046263e-05,
      "loss": 0.2858,
      "step": 7680
    },
    {
      "epoch": 1.0650969529085872,
      "grad_norm": 1.935064435005188,
      "learning_rate": 2.5949607906825673e-05,
      "loss": 0.2622,
      "step": 7690
    },
    {
      "epoch": 1.0664819944598338,
      "grad_norm": 3.9529714584350586,
      "learning_rate": 2.593104728318872e-05,
      "loss": 0.3025,
      "step": 7700
    },
    {
      "epoch": 1.0678670360110802,
      "grad_norm": 4.040821075439453,
      "learning_rate": 2.5912486659551764e-05,
      "loss": 0.2804,
      "step": 7710
    },
    {
      "epoch": 1.0692520775623269,
      "grad_norm": 2.2184488773345947,
      "learning_rate": 2.5893926035914808e-05,
      "loss": 0.2972,
      "step": 7720
    },
    {
      "epoch": 1.0706371191135735,
      "grad_norm": 2.0147476196289062,
      "learning_rate": 2.5875365412277855e-05,
      "loss": 0.2688,
      "step": 7730
    },
    {
      "epoch": 1.07202216066482,
      "grad_norm": 2.8058619499206543,
      "learning_rate": 2.58568047886409e-05,
      "loss": 0.2834,
      "step": 7740
    },
    {
      "epoch": 1.0734072022160666,
      "grad_norm": 2.537014961242676,
      "learning_rate": 2.5838244165003946e-05,
      "loss": 0.3082,
      "step": 7750
    },
    {
      "epoch": 1.074792243767313,
      "grad_norm": 2.190993309020996,
      "learning_rate": 2.581968354136699e-05,
      "loss": 0.279,
      "step": 7760
    },
    {
      "epoch": 1.0761772853185596,
      "grad_norm": 2.4779722690582275,
      "learning_rate": 2.580112291773004e-05,
      "loss": 0.3169,
      "step": 7770
    },
    {
      "epoch": 1.077562326869806,
      "grad_norm": 2.9042325019836426,
      "learning_rate": 2.5782562294093084e-05,
      "loss": 0.2668,
      "step": 7780
    },
    {
      "epoch": 1.0789473684210527,
      "grad_norm": 3.5843074321746826,
      "learning_rate": 2.576400167045613e-05,
      "loss": 0.3598,
      "step": 7790
    },
    {
      "epoch": 1.080332409972299,
      "grad_norm": 3.1596109867095947,
      "learning_rate": 2.5745441046819175e-05,
      "loss": 0.3084,
      "step": 7800
    },
    {
      "epoch": 1.0817174515235457,
      "grad_norm": 2.0699515342712402,
      "learning_rate": 2.572688042318222e-05,
      "loss": 0.2557,
      "step": 7810
    },
    {
      "epoch": 1.0831024930747923,
      "grad_norm": 2.1602230072021484,
      "learning_rate": 2.5708319799545266e-05,
      "loss": 0.3003,
      "step": 7820
    },
    {
      "epoch": 1.0844875346260388,
      "grad_norm": 2.242274522781372,
      "learning_rate": 2.568975917590831e-05,
      "loss": 0.2886,
      "step": 7830
    },
    {
      "epoch": 1.0858725761772854,
      "grad_norm": 2.3011515140533447,
      "learning_rate": 2.567119855227136e-05,
      "loss": 0.3011,
      "step": 7840
    },
    {
      "epoch": 1.0872576177285318,
      "grad_norm": 2.657965898513794,
      "learning_rate": 2.56544939909981e-05,
      "loss": 0.3247,
      "step": 7850
    },
    {
      "epoch": 1.0886426592797784,
      "grad_norm": 3.9587013721466064,
      "learning_rate": 2.5635933367361144e-05,
      "loss": 0.2618,
      "step": 7860
    },
    {
      "epoch": 1.0900277008310248,
      "grad_norm": 3.764596939086914,
      "learning_rate": 2.561737274372419e-05,
      "loss": 0.3045,
      "step": 7870
    },
    {
      "epoch": 1.0914127423822715,
      "grad_norm": 2.5493414402008057,
      "learning_rate": 2.5598812120087235e-05,
      "loss": 0.2534,
      "step": 7880
    },
    {
      "epoch": 1.0927977839335181,
      "grad_norm": 2.782120704650879,
      "learning_rate": 2.5580251496450285e-05,
      "loss": 0.283,
      "step": 7890
    },
    {
      "epoch": 1.0941828254847645,
      "grad_norm": 3.238389253616333,
      "learning_rate": 2.5561690872813326e-05,
      "loss": 0.3168,
      "step": 7900
    },
    {
      "epoch": 1.0955678670360112,
      "grad_norm": 1.759173035621643,
      "learning_rate": 2.5543130249176376e-05,
      "loss": 0.2869,
      "step": 7910
    },
    {
      "epoch": 1.0969529085872576,
      "grad_norm": 3.056239604949951,
      "learning_rate": 2.552456962553942e-05,
      "loss": 0.2956,
      "step": 7920
    },
    {
      "epoch": 1.0983379501385042,
      "grad_norm": 2.110605478286743,
      "learning_rate": 2.5506009001902467e-05,
      "loss": 0.2692,
      "step": 7930
    },
    {
      "epoch": 1.0997229916897506,
      "grad_norm": 2.7864487171173096,
      "learning_rate": 2.548744837826551e-05,
      "loss": 0.3191,
      "step": 7940
    },
    {
      "epoch": 1.1011080332409973,
      "grad_norm": 4.533125400543213,
      "learning_rate": 2.5468887754628558e-05,
      "loss": 0.3144,
      "step": 7950
    },
    {
      "epoch": 1.1024930747922437,
      "grad_norm": 4.58744478225708,
      "learning_rate": 2.5450327130991602e-05,
      "loss": 0.286,
      "step": 7960
    },
    {
      "epoch": 1.1038781163434903,
      "grad_norm": 1.8122034072875977,
      "learning_rate": 2.5431766507354646e-05,
      "loss": 0.2732,
      "step": 7970
    },
    {
      "epoch": 1.1052631578947367,
      "grad_norm": 2.5709145069122314,
      "learning_rate": 2.5413205883717696e-05,
      "loss": 0.2861,
      "step": 7980
    },
    {
      "epoch": 1.1066481994459834,
      "grad_norm": 3.8308207988739014,
      "learning_rate": 2.539464526008074e-05,
      "loss": 0.2891,
      "step": 7990
    },
    {
      "epoch": 1.10803324099723,
      "grad_norm": 3.6823465824127197,
      "learning_rate": 2.5376084636443787e-05,
      "loss": 0.2855,
      "step": 8000
    },
    {
      "epoch": 1.1094182825484764,
      "grad_norm": 1.981024146080017,
      "learning_rate": 2.535752401280683e-05,
      "loss": 0.3265,
      "step": 8010
    },
    {
      "epoch": 1.110803324099723,
      "grad_norm": 2.555572748184204,
      "learning_rate": 2.533896338916988e-05,
      "loss": 0.3057,
      "step": 8020
    },
    {
      "epoch": 1.1121883656509695,
      "grad_norm": 2.066537380218506,
      "learning_rate": 2.5320402765532922e-05,
      "loss": 0.3195,
      "step": 8030
    },
    {
      "epoch": 1.113573407202216,
      "grad_norm": 2.2335755825042725,
      "learning_rate": 2.5301842141895973e-05,
      "loss": 0.255,
      "step": 8040
    },
    {
      "epoch": 1.1149584487534625,
      "grad_norm": 2.2410192489624023,
      "learning_rate": 2.5283281518259017e-05,
      "loss": 0.2554,
      "step": 8050
    },
    {
      "epoch": 1.1163434903047091,
      "grad_norm": 3.2448580265045166,
      "learning_rate": 2.5264720894622064e-05,
      "loss": 0.2927,
      "step": 8060
    },
    {
      "epoch": 1.1177285318559558,
      "grad_norm": 4.015766143798828,
      "learning_rate": 2.5246160270985108e-05,
      "loss": 0.3037,
      "step": 8070
    },
    {
      "epoch": 1.1191135734072022,
      "grad_norm": 3.3745741844177246,
      "learning_rate": 2.522759964734815e-05,
      "loss": 0.3126,
      "step": 8080
    },
    {
      "epoch": 1.1204986149584488,
      "grad_norm": 2.4334716796875,
      "learning_rate": 2.52090390237112e-05,
      "loss": 0.3142,
      "step": 8090
    },
    {
      "epoch": 1.1218836565096952,
      "grad_norm": 2.36714243888855,
      "learning_rate": 2.5190478400074242e-05,
      "loss": 0.2496,
      "step": 8100
    },
    {
      "epoch": 1.1232686980609419,
      "grad_norm": 1.657104730606079,
      "learning_rate": 2.517191777643729e-05,
      "loss": 0.3198,
      "step": 8110
    },
    {
      "epoch": 1.1246537396121883,
      "grad_norm": 10.06810188293457,
      "learning_rate": 2.5153357152800333e-05,
      "loss": 0.3197,
      "step": 8120
    },
    {
      "epoch": 1.126038781163435,
      "grad_norm": 3.1592838764190674,
      "learning_rate": 2.5134796529163384e-05,
      "loss": 0.3127,
      "step": 8130
    },
    {
      "epoch": 1.1274238227146816,
      "grad_norm": 2.0332980155944824,
      "learning_rate": 2.5116235905526428e-05,
      "loss": 0.2899,
      "step": 8140
    },
    {
      "epoch": 1.128808864265928,
      "grad_norm": 2.814194917678833,
      "learning_rate": 2.5097675281889475e-05,
      "loss": 0.3003,
      "step": 8150
    },
    {
      "epoch": 1.1301939058171746,
      "grad_norm": 2.8768527507781982,
      "learning_rate": 2.507911465825252e-05,
      "loss": 0.318,
      "step": 8160
    },
    {
      "epoch": 1.131578947368421,
      "grad_norm": 2.1469993591308594,
      "learning_rate": 2.5060554034615566e-05,
      "loss": 0.3028,
      "step": 8170
    },
    {
      "epoch": 1.1329639889196677,
      "grad_norm": 1.9456562995910645,
      "learning_rate": 2.504384947334231e-05,
      "loss": 0.2919,
      "step": 8180
    },
    {
      "epoch": 1.134349030470914,
      "grad_norm": 2.4310145378112793,
      "learning_rate": 2.5025288849705353e-05,
      "loss": 0.2333,
      "step": 8190
    },
    {
      "epoch": 1.1357340720221607,
      "grad_norm": 3.5691587924957275,
      "learning_rate": 2.50067282260684e-05,
      "loss": 0.2492,
      "step": 8200
    },
    {
      "epoch": 1.1371191135734071,
      "grad_norm": 2.5814597606658936,
      "learning_rate": 2.4988167602431444e-05,
      "loss": 0.2944,
      "step": 8210
    },
    {
      "epoch": 1.1385041551246537,
      "grad_norm": 2.083385467529297,
      "learning_rate": 2.496960697879449e-05,
      "loss": 0.2617,
      "step": 8220
    },
    {
      "epoch": 1.1398891966759002,
      "grad_norm": 3.2597713470458984,
      "learning_rate": 2.4951046355157535e-05,
      "loss": 0.2932,
      "step": 8230
    },
    {
      "epoch": 1.1412742382271468,
      "grad_norm": 2.046088695526123,
      "learning_rate": 2.493248573152058e-05,
      "loss": 0.2742,
      "step": 8240
    },
    {
      "epoch": 1.1426592797783934,
      "grad_norm": 2.5761780738830566,
      "learning_rate": 2.491392510788363e-05,
      "loss": 0.3342,
      "step": 8250
    },
    {
      "epoch": 1.1440443213296398,
      "grad_norm": 2.987704277038574,
      "learning_rate": 2.4895364484246673e-05,
      "loss": 0.2775,
      "step": 8260
    },
    {
      "epoch": 1.1454293628808865,
      "grad_norm": 1.9415042400360107,
      "learning_rate": 2.487680386060972e-05,
      "loss": 0.2547,
      "step": 8270
    },
    {
      "epoch": 1.146814404432133,
      "grad_norm": 2.4116508960723877,
      "learning_rate": 2.4858243236972764e-05,
      "loss": 0.2978,
      "step": 8280
    },
    {
      "epoch": 1.1481994459833795,
      "grad_norm": 4.54902458190918,
      "learning_rate": 2.483968261333581e-05,
      "loss": 0.3454,
      "step": 8290
    },
    {
      "epoch": 1.149584487534626,
      "grad_norm": 1.8645448684692383,
      "learning_rate": 2.4821121989698855e-05,
      "loss": 0.2742,
      "step": 8300
    },
    {
      "epoch": 1.1509695290858726,
      "grad_norm": 3.6969997882843018,
      "learning_rate": 2.4802561366061902e-05,
      "loss": 0.3105,
      "step": 8310
    },
    {
      "epoch": 1.1523545706371192,
      "grad_norm": 4.505978107452393,
      "learning_rate": 2.4784000742424946e-05,
      "loss": 0.2696,
      "step": 8320
    },
    {
      "epoch": 1.1537396121883656,
      "grad_norm": 3.0299696922302246,
      "learning_rate": 2.476544011878799e-05,
      "loss": 0.2728,
      "step": 8330
    },
    {
      "epoch": 1.1551246537396123,
      "grad_norm": 22.56894874572754,
      "learning_rate": 2.474687949515104e-05,
      "loss": 0.3225,
      "step": 8340
    },
    {
      "epoch": 1.1565096952908587,
      "grad_norm": 2.4208364486694336,
      "learning_rate": 2.4728318871514084e-05,
      "loss": 0.3178,
      "step": 8350
    },
    {
      "epoch": 1.1578947368421053,
      "grad_norm": 2.0815048217773438,
      "learning_rate": 2.470975824787713e-05,
      "loss": 0.3118,
      "step": 8360
    },
    {
      "epoch": 1.1592797783933517,
      "grad_norm": 2.7576022148132324,
      "learning_rate": 2.4691197624240175e-05,
      "loss": 0.3092,
      "step": 8370
    },
    {
      "epoch": 1.1606648199445984,
      "grad_norm": 4.915147304534912,
      "learning_rate": 2.4672637000603222e-05,
      "loss": 0.3538,
      "step": 8380
    },
    {
      "epoch": 1.162049861495845,
      "grad_norm": 3.7766640186309814,
      "learning_rate": 2.4654076376966266e-05,
      "loss": 0.2736,
      "step": 8390
    },
    {
      "epoch": 1.1634349030470914,
      "grad_norm": 2.9332292079925537,
      "learning_rate": 2.4635515753329317e-05,
      "loss": 0.2785,
      "step": 8400
    },
    {
      "epoch": 1.164819944598338,
      "grad_norm": 2.0695388317108154,
      "learning_rate": 2.461695512969236e-05,
      "loss": 0.2671,
      "step": 8410
    },
    {
      "epoch": 1.1662049861495845,
      "grad_norm": 2.214833974838257,
      "learning_rate": 2.4598394506055408e-05,
      "loss": 0.2717,
      "step": 8420
    },
    {
      "epoch": 1.167590027700831,
      "grad_norm": 2.94752836227417,
      "learning_rate": 2.457983388241845e-05,
      "loss": 0.277,
      "step": 8430
    },
    {
      "epoch": 1.1689750692520775,
      "grad_norm": 2.258779764175415,
      "learning_rate": 2.4561273258781495e-05,
      "loss": 0.2858,
      "step": 8440
    },
    {
      "epoch": 1.1703601108033241,
      "grad_norm": 3.7083449363708496,
      "learning_rate": 2.4542712635144543e-05,
      "loss": 0.2831,
      "step": 8450
    },
    {
      "epoch": 1.1717451523545706,
      "grad_norm": 2.4679653644561768,
      "learning_rate": 2.4524152011507586e-05,
      "loss": 0.292,
      "step": 8460
    },
    {
      "epoch": 1.1731301939058172,
      "grad_norm": 3.176544189453125,
      "learning_rate": 2.4505591387870634e-05,
      "loss": 0.3516,
      "step": 8470
    },
    {
      "epoch": 1.1745152354570636,
      "grad_norm": 2.446927070617676,
      "learning_rate": 2.4487030764233677e-05,
      "loss": 0.2781,
      "step": 8480
    },
    {
      "epoch": 1.1759002770083102,
      "grad_norm": 1.7947635650634766,
      "learning_rate": 2.4468470140596728e-05,
      "loss": 0.2913,
      "step": 8490
    },
    {
      "epoch": 1.1772853185595569,
      "grad_norm": 2.4101195335388184,
      "learning_rate": 2.4449909516959772e-05,
      "loss": 0.3274,
      "step": 8500
    },
    {
      "epoch": 1.1786703601108033,
      "grad_norm": 2.146688222885132,
      "learning_rate": 2.443134889332282e-05,
      "loss": 0.2721,
      "step": 8510
    },
    {
      "epoch": 1.18005540166205,
      "grad_norm": 2.8058419227600098,
      "learning_rate": 2.4412788269685863e-05,
      "loss": 0.2937,
      "step": 8520
    },
    {
      "epoch": 1.1814404432132963,
      "grad_norm": 7.315638065338135,
      "learning_rate": 2.439422764604891e-05,
      "loss": 0.2474,
      "step": 8530
    },
    {
      "epoch": 1.182825484764543,
      "grad_norm": 3.7715487480163574,
      "learning_rate": 2.4375667022411954e-05,
      "loss": 0.308,
      "step": 8540
    },
    {
      "epoch": 1.1842105263157894,
      "grad_norm": 2.942664861679077,
      "learning_rate": 2.4357106398774998e-05,
      "loss": 0.3335,
      "step": 8550
    },
    {
      "epoch": 1.185595567867036,
      "grad_norm": 2.307800769805908,
      "learning_rate": 2.4338545775138048e-05,
      "loss": 0.2615,
      "step": 8560
    },
    {
      "epoch": 1.1869806094182827,
      "grad_norm": 2.0695810317993164,
      "learning_rate": 2.4319985151501092e-05,
      "loss": 0.2943,
      "step": 8570
    },
    {
      "epoch": 1.188365650969529,
      "grad_norm": 1.8298561573028564,
      "learning_rate": 2.430142452786414e-05,
      "loss": 0.3084,
      "step": 8580
    },
    {
      "epoch": 1.1897506925207757,
      "grad_norm": 3.479372024536133,
      "learning_rate": 2.4282863904227183e-05,
      "loss": 0.3498,
      "step": 8590
    },
    {
      "epoch": 1.1911357340720221,
      "grad_norm": 3.58359694480896,
      "learning_rate": 2.426430328059023e-05,
      "loss": 0.3179,
      "step": 8600
    },
    {
      "epoch": 1.1925207756232687,
      "grad_norm": 2.570115327835083,
      "learning_rate": 2.4245742656953274e-05,
      "loss": 0.2642,
      "step": 8610
    },
    {
      "epoch": 1.1939058171745152,
      "grad_norm": 2.4691929817199707,
      "learning_rate": 2.4227182033316325e-05,
      "loss": 0.2939,
      "step": 8620
    },
    {
      "epoch": 1.1952908587257618,
      "grad_norm": 2.3441882133483887,
      "learning_rate": 2.420862140967937e-05,
      "loss": 0.2578,
      "step": 8630
    },
    {
      "epoch": 1.1966759002770084,
      "grad_norm": 2.204817295074463,
      "learning_rate": 2.4190060786042412e-05,
      "loss": 0.2726,
      "step": 8640
    },
    {
      "epoch": 1.1980609418282548,
      "grad_norm": 3.0930302143096924,
      "learning_rate": 2.417150016240546e-05,
      "loss": 0.2888,
      "step": 8650
    },
    {
      "epoch": 1.1994459833795015,
      "grad_norm": 5.16555643081665,
      "learning_rate": 2.4152939538768503e-05,
      "loss": 0.3081,
      "step": 8660
    },
    {
      "epoch": 1.200831024930748,
      "grad_norm": 2.1353518962860107,
      "learning_rate": 2.413437891513155e-05,
      "loss": 0.288,
      "step": 8670
    },
    {
      "epoch": 1.2022160664819945,
      "grad_norm": 3.657902956008911,
      "learning_rate": 2.4115818291494594e-05,
      "loss": 0.366,
      "step": 8680
    },
    {
      "epoch": 1.203601108033241,
      "grad_norm": 2.1335654258728027,
      "learning_rate": 2.409725766785764e-05,
      "loss": 0.3347,
      "step": 8690
    },
    {
      "epoch": 1.2049861495844876,
      "grad_norm": 1.3963650465011597,
      "learning_rate": 2.4078697044220685e-05,
      "loss": 0.2674,
      "step": 8700
    },
    {
      "epoch": 1.206371191135734,
      "grad_norm": 2.855625629425049,
      "learning_rate": 2.4060136420583736e-05,
      "loss": 0.2461,
      "step": 8710
    },
    {
      "epoch": 1.2077562326869806,
      "grad_norm": 6.864447593688965,
      "learning_rate": 2.404157579694678e-05,
      "loss": 0.2974,
      "step": 8720
    },
    {
      "epoch": 1.209141274238227,
      "grad_norm": 1.8673814535140991,
      "learning_rate": 2.4023015173309827e-05,
      "loss": 0.3228,
      "step": 8730
    },
    {
      "epoch": 1.2105263157894737,
      "grad_norm": 2.104527235031128,
      "learning_rate": 2.400445454967287e-05,
      "loss": 0.2705,
      "step": 8740
    },
    {
      "epoch": 1.2119113573407203,
      "grad_norm": 3.6864442825317383,
      "learning_rate": 2.3985893926035915e-05,
      "loss": 0.2893,
      "step": 8750
    },
    {
      "epoch": 1.2132963988919667,
      "grad_norm": 2.519566774368286,
      "learning_rate": 2.3967333302398962e-05,
      "loss": 0.2942,
      "step": 8760
    },
    {
      "epoch": 1.2146814404432134,
      "grad_norm": 2.556389093399048,
      "learning_rate": 2.3948772678762006e-05,
      "loss": 0.2899,
      "step": 8770
    },
    {
      "epoch": 1.2160664819944598,
      "grad_norm": 3.0239813327789307,
      "learning_rate": 2.3930212055125056e-05,
      "loss": 0.2676,
      "step": 8780
    },
    {
      "epoch": 1.2174515235457064,
      "grad_norm": 1.96883225440979,
      "learning_rate": 2.39116514314881e-05,
      "loss": 0.272,
      "step": 8790
    },
    {
      "epoch": 1.2188365650969528,
      "grad_norm": 2.565373659133911,
      "learning_rate": 2.3893090807851147e-05,
      "loss": 0.2608,
      "step": 8800
    },
    {
      "epoch": 1.2202216066481995,
      "grad_norm": 2.15969181060791,
      "learning_rate": 2.387453018421419e-05,
      "loss": 0.3213,
      "step": 8810
    },
    {
      "epoch": 1.221606648199446,
      "grad_norm": 2.249484062194824,
      "learning_rate": 2.3855969560577238e-05,
      "loss": 0.2686,
      "step": 8820
    },
    {
      "epoch": 1.2229916897506925,
      "grad_norm": 2.9420814514160156,
      "learning_rate": 2.3837408936940282e-05,
      "loss": 0.2769,
      "step": 8830
    },
    {
      "epoch": 1.2243767313019391,
      "grad_norm": 3.2192189693450928,
      "learning_rate": 2.3818848313303333e-05,
      "loss": 0.3125,
      "step": 8840
    },
    {
      "epoch": 1.2257617728531855,
      "grad_norm": 2.442768096923828,
      "learning_rate": 2.3800287689666376e-05,
      "loss": 0.283,
      "step": 8850
    },
    {
      "epoch": 1.2271468144044322,
      "grad_norm": 1.6071429252624512,
      "learning_rate": 2.378172706602942e-05,
      "loss": 0.3011,
      "step": 8860
    },
    {
      "epoch": 1.2285318559556786,
      "grad_norm": 3.044898748397827,
      "learning_rate": 2.3763166442392467e-05,
      "loss": 0.2661,
      "step": 8870
    },
    {
      "epoch": 1.2299168975069252,
      "grad_norm": 2.5329463481903076,
      "learning_rate": 2.374460581875551e-05,
      "loss": 0.276,
      "step": 8880
    },
    {
      "epoch": 1.2313019390581719,
      "grad_norm": 2.2597010135650635,
      "learning_rate": 2.372604519511856e-05,
      "loss": 0.2875,
      "step": 8890
    },
    {
      "epoch": 1.2326869806094183,
      "grad_norm": 2.011082649230957,
      "learning_rate": 2.3707484571481602e-05,
      "loss": 0.3035,
      "step": 8900
    },
    {
      "epoch": 1.234072022160665,
      "grad_norm": 2.701603412628174,
      "learning_rate": 2.368892394784465e-05,
      "loss": 0.2657,
      "step": 8910
    },
    {
      "epoch": 1.2354570637119113,
      "grad_norm": 2.4791486263275146,
      "learning_rate": 2.3670363324207693e-05,
      "loss": 0.3118,
      "step": 8920
    },
    {
      "epoch": 1.236842105263158,
      "grad_norm": 3.129568338394165,
      "learning_rate": 2.3651802700570744e-05,
      "loss": 0.3063,
      "step": 8930
    },
    {
      "epoch": 1.2382271468144044,
      "grad_norm": 1.9781174659729004,
      "learning_rate": 2.3633242076933788e-05,
      "loss": 0.2864,
      "step": 8940
    },
    {
      "epoch": 1.239612188365651,
      "grad_norm": 1.7614623308181763,
      "learning_rate": 2.3614681453296835e-05,
      "loss": 0.288,
      "step": 8950
    },
    {
      "epoch": 1.2409972299168974,
      "grad_norm": 1.9567925930023193,
      "learning_rate": 2.359612082965988e-05,
      "loss": 0.2872,
      "step": 8960
    },
    {
      "epoch": 1.242382271468144,
      "grad_norm": 2.3994760513305664,
      "learning_rate": 2.3577560206022922e-05,
      "loss": 0.3582,
      "step": 8970
    },
    {
      "epoch": 1.2437673130193905,
      "grad_norm": 1.8160407543182373,
      "learning_rate": 2.355899958238597e-05,
      "loss": 0.2995,
      "step": 8980
    },
    {
      "epoch": 1.245152354570637,
      "grad_norm": 2.4072775840759277,
      "learning_rate": 2.3540438958749013e-05,
      "loss": 0.273,
      "step": 8990
    },
    {
      "epoch": 1.2465373961218837,
      "grad_norm": 2.576134204864502,
      "learning_rate": 2.3521878335112064e-05,
      "loss": 0.2805,
      "step": 9000
    },
    {
      "epoch": 1.2469529085872577,
      "eval_loss": 0.32686564326286316,
      "eval_runtime": 1418.8287,
      "eval_samples_per_second": 6.428,
      "eval_steps_per_second": 0.803,
      "step": 9003
    },
    {
      "epoch": 1.2479224376731302,
      "grad_norm": 1.4296165704727173,
      "learning_rate": 2.3503317711475108e-05,
      "loss": 0.2445,
      "step": 9010
    },
    {
      "epoch": 1.2493074792243768,
      "grad_norm": 2.6902916431427,
      "learning_rate": 2.3484757087838155e-05,
      "loss": 0.288,
      "step": 9020
    },
    {
      "epoch": 1.2506925207756232,
      "grad_norm": 1.775841474533081,
      "learning_rate": 2.34661964642012e-05,
      "loss": 0.2803,
      "step": 9030
    },
    {
      "epoch": 1.2520775623268698,
      "grad_norm": 3.9191651344299316,
      "learning_rate": 2.3447635840564246e-05,
      "loss": 0.3268,
      "step": 9040
    },
    {
      "epoch": 1.2534626038781163,
      "grad_norm": 2.516214370727539,
      "learning_rate": 2.342907521692729e-05,
      "loss": 0.27,
      "step": 9050
    },
    {
      "epoch": 1.254847645429363,
      "grad_norm": 2.2284133434295654,
      "learning_rate": 2.3410514593290334e-05,
      "loss": 0.2835,
      "step": 9060
    },
    {
      "epoch": 1.2562326869806095,
      "grad_norm": 1.9421190023422241,
      "learning_rate": 2.3391953969653384e-05,
      "loss": 0.2742,
      "step": 9070
    },
    {
      "epoch": 1.257617728531856,
      "grad_norm": 3.4131953716278076,
      "learning_rate": 2.3373393346016425e-05,
      "loss": 0.3056,
      "step": 9080
    },
    {
      "epoch": 1.2590027700831026,
      "grad_norm": 2.111435890197754,
      "learning_rate": 2.3354832722379475e-05,
      "loss": 0.2678,
      "step": 9090
    },
    {
      "epoch": 1.260387811634349,
      "grad_norm": 2.7209439277648926,
      "learning_rate": 2.333627209874252e-05,
      "loss": 0.2866,
      "step": 9100
    },
    {
      "epoch": 1.2617728531855956,
      "grad_norm": 2.8803234100341797,
      "learning_rate": 2.3317711475105566e-05,
      "loss": 0.2763,
      "step": 9110
    },
    {
      "epoch": 1.263157894736842,
      "grad_norm": 1.6891577243804932,
      "learning_rate": 2.329915085146861e-05,
      "loss": 0.2875,
      "step": 9120
    },
    {
      "epoch": 1.2645429362880887,
      "grad_norm": 3.695586919784546,
      "learning_rate": 2.3280590227831657e-05,
      "loss": 0.2863,
      "step": 9130
    },
    {
      "epoch": 1.2659279778393353,
      "grad_norm": 2.572779417037964,
      "learning_rate": 2.32620296041947e-05,
      "loss": 0.2841,
      "step": 9140
    },
    {
      "epoch": 1.2673130193905817,
      "grad_norm": 2.819389581680298,
      "learning_rate": 2.3243468980557752e-05,
      "loss": 0.2626,
      "step": 9150
    },
    {
      "epoch": 1.2686980609418281,
      "grad_norm": 1.8481063842773438,
      "learning_rate": 2.3224908356920796e-05,
      "loss": 0.2853,
      "step": 9160
    },
    {
      "epoch": 1.2700831024930748,
      "grad_norm": 3.2458460330963135,
      "learning_rate": 2.320634773328384e-05,
      "loss": 0.286,
      "step": 9170
    },
    {
      "epoch": 1.2714681440443214,
      "grad_norm": 7.590353488922119,
      "learning_rate": 2.3187787109646887e-05,
      "loss": 0.2914,
      "step": 9180
    },
    {
      "epoch": 1.2728531855955678,
      "grad_norm": 2.576279401779175,
      "learning_rate": 2.316922648600993e-05,
      "loss": 0.2798,
      "step": 9190
    },
    {
      "epoch": 1.2742382271468145,
      "grad_norm": 2.004206657409668,
      "learning_rate": 2.3150665862372978e-05,
      "loss": 0.2607,
      "step": 9200
    },
    {
      "epoch": 1.2756232686980609,
      "grad_norm": 1.7435073852539062,
      "learning_rate": 2.313210523873602e-05,
      "loss": 0.297,
      "step": 9210
    },
    {
      "epoch": 1.2770083102493075,
      "grad_norm": 2.3837873935699463,
      "learning_rate": 2.3113544615099072e-05,
      "loss": 0.2865,
      "step": 9220
    },
    {
      "epoch": 1.278393351800554,
      "grad_norm": 2.763490676879883,
      "learning_rate": 2.3094983991462116e-05,
      "loss": 0.2951,
      "step": 9230
    },
    {
      "epoch": 1.2797783933518005,
      "grad_norm": 2.5408225059509277,
      "learning_rate": 2.3076423367825163e-05,
      "loss": 0.2737,
      "step": 9240
    },
    {
      "epoch": 1.2811634349030472,
      "grad_norm": 2.692471742630005,
      "learning_rate": 2.3057862744188207e-05,
      "loss": 0.2757,
      "step": 9250
    },
    {
      "epoch": 1.2825484764542936,
      "grad_norm": 2.177374839782715,
      "learning_rate": 2.3039302120551254e-05,
      "loss": 0.2898,
      "step": 9260
    },
    {
      "epoch": 1.2839335180055402,
      "grad_norm": 2.7410569190979004,
      "learning_rate": 2.3020741496914298e-05,
      "loss": 0.302,
      "step": 9270
    },
    {
      "epoch": 1.2853185595567866,
      "grad_norm": 2.6148903369903564,
      "learning_rate": 2.300218087327734e-05,
      "loss": 0.3334,
      "step": 9280
    },
    {
      "epoch": 1.2867036011080333,
      "grad_norm": 1.9452197551727295,
      "learning_rate": 2.298362024964039e-05,
      "loss": 0.2833,
      "step": 9290
    },
    {
      "epoch": 1.2880886426592797,
      "grad_norm": 2.417820453643799,
      "learning_rate": 2.2965059626003433e-05,
      "loss": 0.2605,
      "step": 9300
    },
    {
      "epoch": 1.2894736842105263,
      "grad_norm": 3.1312954425811768,
      "learning_rate": 2.2946499002366483e-05,
      "loss": 0.2887,
      "step": 9310
    },
    {
      "epoch": 1.290858725761773,
      "grad_norm": 3.3138206005096436,
      "learning_rate": 2.2927938378729527e-05,
      "loss": 0.2811,
      "step": 9320
    },
    {
      "epoch": 1.2922437673130194,
      "grad_norm": 2.579641342163086,
      "learning_rate": 2.2909377755092574e-05,
      "loss": 0.2698,
      "step": 9330
    },
    {
      "epoch": 1.293628808864266,
      "grad_norm": 3.3723838329315186,
      "learning_rate": 2.2890817131455618e-05,
      "loss": 0.2913,
      "step": 9340
    },
    {
      "epoch": 1.2950138504155124,
      "grad_norm": 3.1993815898895264,
      "learning_rate": 2.2872256507818665e-05,
      "loss": 0.2779,
      "step": 9350
    },
    {
      "epoch": 1.296398891966759,
      "grad_norm": 3.524803876876831,
      "learning_rate": 2.285369588418171e-05,
      "loss": 0.3189,
      "step": 9360
    },
    {
      "epoch": 1.2977839335180055,
      "grad_norm": 2.997694492340088,
      "learning_rate": 2.2835135260544753e-05,
      "loss": 0.2694,
      "step": 9370
    },
    {
      "epoch": 1.299168975069252,
      "grad_norm": 2.596389055252075,
      "learning_rate": 2.2816574636907803e-05,
      "loss": 0.3072,
      "step": 9380
    },
    {
      "epoch": 1.3005540166204987,
      "grad_norm": 1.9428213834762573,
      "learning_rate": 2.2798014013270847e-05,
      "loss": 0.278,
      "step": 9390
    },
    {
      "epoch": 1.3019390581717452,
      "grad_norm": 1.9896929264068604,
      "learning_rate": 2.2779453389633894e-05,
      "loss": 0.2886,
      "step": 9400
    },
    {
      "epoch": 1.3033240997229916,
      "grad_norm": 1.7544904947280884,
      "learning_rate": 2.2760892765996938e-05,
      "loss": 0.286,
      "step": 9410
    },
    {
      "epoch": 1.3047091412742382,
      "grad_norm": 3.5407917499542236,
      "learning_rate": 2.2742332142359985e-05,
      "loss": 0.2905,
      "step": 9420
    },
    {
      "epoch": 1.3060941828254848,
      "grad_norm": 2.418882131576538,
      "learning_rate": 2.272377151872303e-05,
      "loss": 0.2943,
      "step": 9430
    },
    {
      "epoch": 1.3074792243767313,
      "grad_norm": 2.2245256900787354,
      "learning_rate": 2.270521089508608e-05,
      "loss": 0.2887,
      "step": 9440
    },
    {
      "epoch": 1.3088642659279779,
      "grad_norm": 2.4972410202026367,
      "learning_rate": 2.2686650271449124e-05,
      "loss": 0.294,
      "step": 9450
    },
    {
      "epoch": 1.3102493074792243,
      "grad_norm": 2.2846741676330566,
      "learning_rate": 2.266808964781217e-05,
      "loss": 0.265,
      "step": 9460
    },
    {
      "epoch": 1.311634349030471,
      "grad_norm": 1.917407751083374,
      "learning_rate": 2.2649529024175215e-05,
      "loss": 0.2872,
      "step": 9470
    },
    {
      "epoch": 1.3130193905817173,
      "grad_norm": 2.495126247406006,
      "learning_rate": 2.263096840053826e-05,
      "loss": 0.2577,
      "step": 9480
    },
    {
      "epoch": 1.314404432132964,
      "grad_norm": 2.143667697906494,
      "learning_rate": 2.2612407776901306e-05,
      "loss": 0.2766,
      "step": 9490
    },
    {
      "epoch": 1.3157894736842106,
      "grad_norm": 3.016167402267456,
      "learning_rate": 2.259384715326435e-05,
      "loss": 0.2724,
      "step": 9500
    },
    {
      "epoch": 1.317174515235457,
      "grad_norm": 2.1139116287231445,
      "learning_rate": 2.2575286529627397e-05,
      "loss": 0.2746,
      "step": 9510
    },
    {
      "epoch": 1.3185595567867037,
      "grad_norm": 1.5689263343811035,
      "learning_rate": 2.255672590599044e-05,
      "loss": 0.2304,
      "step": 9520
    },
    {
      "epoch": 1.31994459833795,
      "grad_norm": 4.322932243347168,
      "learning_rate": 2.253816528235349e-05,
      "loss": 0.2583,
      "step": 9530
    },
    {
      "epoch": 1.3213296398891967,
      "grad_norm": 2.0311527252197266,
      "learning_rate": 2.2519604658716535e-05,
      "loss": 0.2542,
      "step": 9540
    },
    {
      "epoch": 1.3227146814404431,
      "grad_norm": 2.6098263263702393,
      "learning_rate": 2.2501044035079582e-05,
      "loss": 0.2703,
      "step": 9550
    },
    {
      "epoch": 1.3240997229916898,
      "grad_norm": 1.897586464881897,
      "learning_rate": 2.2482483411442626e-05,
      "loss": 0.282,
      "step": 9560
    },
    {
      "epoch": 1.3254847645429364,
      "grad_norm": 2.359265089035034,
      "learning_rate": 2.2463922787805673e-05,
      "loss": 0.2873,
      "step": 9570
    },
    {
      "epoch": 1.3268698060941828,
      "grad_norm": 2.188415288925171,
      "learning_rate": 2.2445362164168717e-05,
      "loss": 0.2575,
      "step": 9580
    },
    {
      "epoch": 1.3282548476454292,
      "grad_norm": 3.153799533843994,
      "learning_rate": 2.242680154053176e-05,
      "loss": 0.2411,
      "step": 9590
    },
    {
      "epoch": 1.3296398891966759,
      "grad_norm": 1.8487639427185059,
      "learning_rate": 2.240824091689481e-05,
      "loss": 0.2386,
      "step": 9600
    },
    {
      "epoch": 1.3310249307479225,
      "grad_norm": 2.406550407409668,
      "learning_rate": 2.2389680293257855e-05,
      "loss": 0.2674,
      "step": 9610
    },
    {
      "epoch": 1.332409972299169,
      "grad_norm": 2.741635322570801,
      "learning_rate": 2.2371119669620902e-05,
      "loss": 0.2715,
      "step": 9620
    },
    {
      "epoch": 1.3337950138504155,
      "grad_norm": 2.4122025966644287,
      "learning_rate": 2.2352559045983946e-05,
      "loss": 0.3105,
      "step": 9630
    },
    {
      "epoch": 1.3351800554016622,
      "grad_norm": 2.6568686962127686,
      "learning_rate": 2.2333998422346993e-05,
      "loss": 0.3032,
      "step": 9640
    },
    {
      "epoch": 1.3365650969529086,
      "grad_norm": 2.265321731567383,
      "learning_rate": 2.2315437798710037e-05,
      "loss": 0.2754,
      "step": 9650
    },
    {
      "epoch": 1.337950138504155,
      "grad_norm": 3.134011745452881,
      "learning_rate": 2.2296877175073088e-05,
      "loss": 0.2874,
      "step": 9660
    },
    {
      "epoch": 1.3393351800554016,
      "grad_norm": 2.3763790130615234,
      "learning_rate": 2.227831655143613e-05,
      "loss": 0.2227,
      "step": 9670
    },
    {
      "epoch": 1.3407202216066483,
      "grad_norm": 1.92081880569458,
      "learning_rate": 2.2259755927799175e-05,
      "loss": 0.2886,
      "step": 9680
    },
    {
      "epoch": 1.3421052631578947,
      "grad_norm": 3.245089054107666,
      "learning_rate": 2.2241195304162223e-05,
      "loss": 0.2795,
      "step": 9690
    },
    {
      "epoch": 1.3434903047091413,
      "grad_norm": 2.542462110519409,
      "learning_rate": 2.2222634680525266e-05,
      "loss": 0.2814,
      "step": 9700
    },
    {
      "epoch": 1.3448753462603877,
      "grad_norm": 2.3733303546905518,
      "learning_rate": 2.2204074056888314e-05,
      "loss": 0.2629,
      "step": 9710
    },
    {
      "epoch": 1.3462603878116344,
      "grad_norm": 3.7426581382751465,
      "learning_rate": 2.2185513433251357e-05,
      "loss": 0.334,
      "step": 9720
    },
    {
      "epoch": 1.3476454293628808,
      "grad_norm": 3.181501626968384,
      "learning_rate": 2.2166952809614405e-05,
      "loss": 0.2797,
      "step": 9730
    },
    {
      "epoch": 1.3490304709141274,
      "grad_norm": 2.654956817626953,
      "learning_rate": 2.214839218597745e-05,
      "loss": 0.3192,
      "step": 9740
    },
    {
      "epoch": 1.350415512465374,
      "grad_norm": 1.8692598342895508,
      "learning_rate": 2.21298315623405e-05,
      "loss": 0.2282,
      "step": 9750
    },
    {
      "epoch": 1.3518005540166205,
      "grad_norm": 2.027109384536743,
      "learning_rate": 2.2111270938703543e-05,
      "loss": 0.3065,
      "step": 9760
    },
    {
      "epoch": 1.353185595567867,
      "grad_norm": 1.7037060260772705,
      "learning_rate": 2.209271031506659e-05,
      "loss": 0.2624,
      "step": 9770
    },
    {
      "epoch": 1.3545706371191135,
      "grad_norm": 2.3476176261901855,
      "learning_rate": 2.2074149691429634e-05,
      "loss": 0.2572,
      "step": 9780
    },
    {
      "epoch": 1.3559556786703602,
      "grad_norm": 3.0191843509674072,
      "learning_rate": 2.2055589067792678e-05,
      "loss": 0.275,
      "step": 9790
    },
    {
      "epoch": 1.3573407202216066,
      "grad_norm": 2.4362123012542725,
      "learning_rate": 2.2037028444155725e-05,
      "loss": 0.2981,
      "step": 9800
    },
    {
      "epoch": 1.3587257617728532,
      "grad_norm": 1.9792042970657349,
      "learning_rate": 2.201846782051877e-05,
      "loss": 0.2992,
      "step": 9810
    },
    {
      "epoch": 1.3601108033240998,
      "grad_norm": 3.2633731365203857,
      "learning_rate": 2.199990719688182e-05,
      "loss": 0.329,
      "step": 9820
    },
    {
      "epoch": 1.3614958448753463,
      "grad_norm": 2.1251308917999268,
      "learning_rate": 2.1981346573244863e-05,
      "loss": 0.2727,
      "step": 9830
    },
    {
      "epoch": 1.3628808864265927,
      "grad_norm": 1.8353410959243774,
      "learning_rate": 2.196278594960791e-05,
      "loss": 0.2765,
      "step": 9840
    },
    {
      "epoch": 1.3642659279778393,
      "grad_norm": 3.0422475337982178,
      "learning_rate": 2.1944225325970954e-05,
      "loss": 0.2846,
      "step": 9850
    },
    {
      "epoch": 1.365650969529086,
      "grad_norm": 2.062798023223877,
      "learning_rate": 2.1925664702334e-05,
      "loss": 0.2542,
      "step": 9860
    },
    {
      "epoch": 1.3670360110803323,
      "grad_norm": 1.8410342931747437,
      "learning_rate": 2.1907104078697045e-05,
      "loss": 0.2511,
      "step": 9870
    },
    {
      "epoch": 1.368421052631579,
      "grad_norm": 2.4124655723571777,
      "learning_rate": 2.1888543455060092e-05,
      "loss": 0.3129,
      "step": 9880
    },
    {
      "epoch": 1.3698060941828256,
      "grad_norm": 2.5593621730804443,
      "learning_rate": 2.1869982831423136e-05,
      "loss": 0.2813,
      "step": 9890
    },
    {
      "epoch": 1.371191135734072,
      "grad_norm": 1.6741851568222046,
      "learning_rate": 2.185142220778618e-05,
      "loss": 0.3063,
      "step": 9900
    },
    {
      "epoch": 1.3725761772853184,
      "grad_norm": 4.773355007171631,
      "learning_rate": 2.183286158414923e-05,
      "loss": 0.2506,
      "step": 9910
    },
    {
      "epoch": 1.373961218836565,
      "grad_norm": 2.980382204055786,
      "learning_rate": 2.1814300960512274e-05,
      "loss": 0.3116,
      "step": 9920
    },
    {
      "epoch": 1.3753462603878117,
      "grad_norm": 2.324427366256714,
      "learning_rate": 2.179574033687532e-05,
      "loss": 0.2479,
      "step": 9930
    },
    {
      "epoch": 1.3767313019390581,
      "grad_norm": 2.517643451690674,
      "learning_rate": 2.1777179713238365e-05,
      "loss": 0.2692,
      "step": 9940
    },
    {
      "epoch": 1.3781163434903048,
      "grad_norm": 2.677506923675537,
      "learning_rate": 2.1758619089601412e-05,
      "loss": 0.2807,
      "step": 9950
    },
    {
      "epoch": 1.3795013850415512,
      "grad_norm": 2.6422669887542725,
      "learning_rate": 2.1740058465964456e-05,
      "loss": 0.2816,
      "step": 9960
    },
    {
      "epoch": 1.3808864265927978,
      "grad_norm": 2.5744709968566895,
      "learning_rate": 2.1721497842327507e-05,
      "loss": 0.2577,
      "step": 9970
    },
    {
      "epoch": 1.3822714681440442,
      "grad_norm": 1.9916622638702393,
      "learning_rate": 2.170293721869055e-05,
      "loss": 0.2952,
      "step": 9980
    },
    {
      "epoch": 1.3836565096952909,
      "grad_norm": 3.8083372116088867,
      "learning_rate": 2.1684376595053595e-05,
      "loss": 0.3098,
      "step": 9990
    },
    {
      "epoch": 1.3850415512465375,
      "grad_norm": 2.3398289680480957,
      "learning_rate": 2.1665815971416642e-05,
      "loss": 0.2562,
      "step": 10000
    },
    {
      "epoch": 1.386426592797784,
      "grad_norm": 2.8088276386260986,
      "learning_rate": 2.1647255347779686e-05,
      "loss": 0.29,
      "step": 10010
    },
    {
      "epoch": 1.3878116343490305,
      "grad_norm": 2.151501178741455,
      "learning_rate": 2.1628694724142733e-05,
      "loss": 0.3037,
      "step": 10020
    },
    {
      "epoch": 1.389196675900277,
      "grad_norm": 1.9896818399429321,
      "learning_rate": 2.1610134100505777e-05,
      "loss": 0.296,
      "step": 10030
    },
    {
      "epoch": 1.3905817174515236,
      "grad_norm": 2.18941330909729,
      "learning_rate": 2.1591573476868827e-05,
      "loss": 0.275,
      "step": 10040
    },
    {
      "epoch": 1.39196675900277,
      "grad_norm": 2.6739301681518555,
      "learning_rate": 2.157301285323187e-05,
      "loss": 0.2596,
      "step": 10050
    },
    {
      "epoch": 1.3933518005540166,
      "grad_norm": 2.3680918216705322,
      "learning_rate": 2.1554452229594918e-05,
      "loss": 0.3076,
      "step": 10060
    },
    {
      "epoch": 1.3947368421052633,
      "grad_norm": 2.2901291847229004,
      "learning_rate": 2.1535891605957962e-05,
      "loss": 0.2879,
      "step": 10070
    },
    {
      "epoch": 1.3961218836565097,
      "grad_norm": 2.8573126792907715,
      "learning_rate": 2.151733098232101e-05,
      "loss": 0.2727,
      "step": 10080
    },
    {
      "epoch": 1.397506925207756,
      "grad_norm": 2.1237952709198,
      "learning_rate": 2.1498770358684053e-05,
      "loss": 0.2954,
      "step": 10090
    },
    {
      "epoch": 1.3988919667590027,
      "grad_norm": 2.6920433044433594,
      "learning_rate": 2.1480209735047097e-05,
      "loss": 0.2848,
      "step": 10100
    },
    {
      "epoch": 1.4002770083102494,
      "grad_norm": 2.2819883823394775,
      "learning_rate": 2.1461649111410144e-05,
      "loss": 0.2435,
      "step": 10110
    },
    {
      "epoch": 1.4016620498614958,
      "grad_norm": 1.8151028156280518,
      "learning_rate": 2.1443088487773188e-05,
      "loss": 0.255,
      "step": 10120
    },
    {
      "epoch": 1.4030470914127424,
      "grad_norm": 3.254143714904785,
      "learning_rate": 2.142452786413624e-05,
      "loss": 0.2825,
      "step": 10130
    },
    {
      "epoch": 1.404432132963989,
      "grad_norm": 2.8257339000701904,
      "learning_rate": 2.1405967240499282e-05,
      "loss": 0.2738,
      "step": 10140
    },
    {
      "epoch": 1.4058171745152355,
      "grad_norm": 2.7441883087158203,
      "learning_rate": 2.138740661686233e-05,
      "loss": 0.2641,
      "step": 10150
    },
    {
      "epoch": 1.4072022160664819,
      "grad_norm": 2.6015915870666504,
      "learning_rate": 2.1368845993225373e-05,
      "loss": 0.2996,
      "step": 10160
    },
    {
      "epoch": 1.4085872576177285,
      "grad_norm": 2.5906431674957275,
      "learning_rate": 2.1352141431952113e-05,
      "loss": 0.2535,
      "step": 10170
    },
    {
      "epoch": 1.4099722991689752,
      "grad_norm": 2.5820693969726562,
      "learning_rate": 2.1333580808315163e-05,
      "loss": 0.2971,
      "step": 10180
    },
    {
      "epoch": 1.4113573407202216,
      "grad_norm": 1.439150094985962,
      "learning_rate": 2.1315020184678207e-05,
      "loss": 0.3055,
      "step": 10190
    },
    {
      "epoch": 1.4127423822714682,
      "grad_norm": 2.544900894165039,
      "learning_rate": 2.1296459561041254e-05,
      "loss": 0.2866,
      "step": 10200
    },
    {
      "epoch": 1.4141274238227146,
      "grad_norm": 3.0438737869262695,
      "learning_rate": 2.1277898937404298e-05,
      "loss": 0.2676,
      "step": 10210
    },
    {
      "epoch": 1.4155124653739612,
      "grad_norm": 1.7316502332687378,
      "learning_rate": 2.1259338313767345e-05,
      "loss": 0.261,
      "step": 10220
    },
    {
      "epoch": 1.4168975069252077,
      "grad_norm": 2.2577292919158936,
      "learning_rate": 2.124077769013039e-05,
      "loss": 0.2667,
      "step": 10230
    },
    {
      "epoch": 1.4182825484764543,
      "grad_norm": 1.731268048286438,
      "learning_rate": 2.122221706649344e-05,
      "loss": 0.3069,
      "step": 10240
    },
    {
      "epoch": 1.419667590027701,
      "grad_norm": 3.460369825363159,
      "learning_rate": 2.120365644285648e-05,
      "loss": 0.2672,
      "step": 10250
    },
    {
      "epoch": 1.4210526315789473,
      "grad_norm": 1.6917779445648193,
      "learning_rate": 2.1185095819219524e-05,
      "loss": 0.2759,
      "step": 10260
    },
    {
      "epoch": 1.422437673130194,
      "grad_norm": 2.418710708618164,
      "learning_rate": 2.1166535195582574e-05,
      "loss": 0.3133,
      "step": 10270
    },
    {
      "epoch": 1.4238227146814404,
      "grad_norm": 2.533979892730713,
      "learning_rate": 2.1147974571945618e-05,
      "loss": 0.2795,
      "step": 10280
    },
    {
      "epoch": 1.425207756232687,
      "grad_norm": 3.7644662857055664,
      "learning_rate": 2.1129413948308665e-05,
      "loss": 0.3077,
      "step": 10290
    },
    {
      "epoch": 1.4265927977839334,
      "grad_norm": 2.7289891242980957,
      "learning_rate": 2.111085332467171e-05,
      "loss": 0.2475,
      "step": 10300
    },
    {
      "epoch": 1.42797783933518,
      "grad_norm": 2.3104724884033203,
      "learning_rate": 2.1092292701034756e-05,
      "loss": 0.2295,
      "step": 10310
    },
    {
      "epoch": 1.4293628808864267,
      "grad_norm": 1.9208799600601196,
      "learning_rate": 2.10737320773978e-05,
      "loss": 0.2759,
      "step": 10320
    },
    {
      "epoch": 1.4307479224376731,
      "grad_norm": 2.4903857707977295,
      "learning_rate": 2.105517145376085e-05,
      "loss": 0.2779,
      "step": 10330
    },
    {
      "epoch": 1.4321329639889195,
      "grad_norm": 2.3281075954437256,
      "learning_rate": 2.1036610830123895e-05,
      "loss": 0.2968,
      "step": 10340
    },
    {
      "epoch": 1.4335180055401662,
      "grad_norm": 2.194763660430908,
      "learning_rate": 2.1018050206486942e-05,
      "loss": 0.2857,
      "step": 10350
    },
    {
      "epoch": 1.4349030470914128,
      "grad_norm": 3.951835870742798,
      "learning_rate": 2.0999489582849986e-05,
      "loss": 0.2627,
      "step": 10360
    },
    {
      "epoch": 1.4362880886426592,
      "grad_norm": 4.016772747039795,
      "learning_rate": 2.098092895921303e-05,
      "loss": 0.2799,
      "step": 10370
    },
    {
      "epoch": 1.4376731301939059,
      "grad_norm": 2.1924023628234863,
      "learning_rate": 2.0962368335576077e-05,
      "loss": 0.311,
      "step": 10380
    },
    {
      "epoch": 1.4390581717451525,
      "grad_norm": 2.053593635559082,
      "learning_rate": 2.094380771193912e-05,
      "loss": 0.2654,
      "step": 10390
    },
    {
      "epoch": 1.440443213296399,
      "grad_norm": 1.9551750421524048,
      "learning_rate": 2.092524708830217e-05,
      "loss": 0.2732,
      "step": 10400
    },
    {
      "epoch": 1.4418282548476453,
      "grad_norm": 2.2008869647979736,
      "learning_rate": 2.0906686464665215e-05,
      "loss": 0.2788,
      "step": 10410
    },
    {
      "epoch": 1.443213296398892,
      "grad_norm": 2.2866125106811523,
      "learning_rate": 2.0888125841028262e-05,
      "loss": 0.2468,
      "step": 10420
    },
    {
      "epoch": 1.4445983379501386,
      "grad_norm": 2.323117733001709,
      "learning_rate": 2.0869565217391306e-05,
      "loss": 0.2816,
      "step": 10430
    },
    {
      "epoch": 1.445983379501385,
      "grad_norm": 2.459951639175415,
      "learning_rate": 2.0851004593754353e-05,
      "loss": 0.2886,
      "step": 10440
    },
    {
      "epoch": 1.4473684210526316,
      "grad_norm": 2.0339560508728027,
      "learning_rate": 2.0832443970117397e-05,
      "loss": 0.259,
      "step": 10450
    },
    {
      "epoch": 1.448753462603878,
      "grad_norm": 2.2099788188934326,
      "learning_rate": 2.081388334648044e-05,
      "loss": 0.2358,
      "step": 10460
    },
    {
      "epoch": 1.4501385041551247,
      "grad_norm": 2.0454177856445312,
      "learning_rate": 2.0795322722843488e-05,
      "loss": 0.2324,
      "step": 10470
    },
    {
      "epoch": 1.451523545706371,
      "grad_norm": 1.9629887342453003,
      "learning_rate": 2.0776762099206532e-05,
      "loss": 0.2338,
      "step": 10480
    },
    {
      "epoch": 1.4529085872576177,
      "grad_norm": 2.8075554370880127,
      "learning_rate": 2.0758201475569582e-05,
      "loss": 0.2898,
      "step": 10490
    },
    {
      "epoch": 1.4542936288088644,
      "grad_norm": 1.5575898885726929,
      "learning_rate": 2.0739640851932626e-05,
      "loss": 0.2811,
      "step": 10500
    },
    {
      "epoch": 1.4556786703601108,
      "grad_norm": 1.6579359769821167,
      "learning_rate": 2.0721080228295673e-05,
      "loss": 0.2391,
      "step": 10510
    },
    {
      "epoch": 1.4570637119113574,
      "grad_norm": 2.505563259124756,
      "learning_rate": 2.0702519604658717e-05,
      "loss": 0.2564,
      "step": 10520
    },
    {
      "epoch": 1.4584487534626038,
      "grad_norm": 2.028754949569702,
      "learning_rate": 2.0683958981021764e-05,
      "loss": 0.2855,
      "step": 10530
    },
    {
      "epoch": 1.4598337950138505,
      "grad_norm": 2.3444249629974365,
      "learning_rate": 2.0665398357384808e-05,
      "loss": 0.2575,
      "step": 10540
    },
    {
      "epoch": 1.4612188365650969,
      "grad_norm": 1.9929412603378296,
      "learning_rate": 2.064683773374786e-05,
      "loss": 0.2481,
      "step": 10550
    },
    {
      "epoch": 1.4626038781163435,
      "grad_norm": 4.5691094398498535,
      "learning_rate": 2.0628277110110903e-05,
      "loss": 0.2479,
      "step": 10560
    },
    {
      "epoch": 1.4639889196675901,
      "grad_norm": 3.3610942363739014,
      "learning_rate": 2.0609716486473946e-05,
      "loss": 0.3265,
      "step": 10570
    },
    {
      "epoch": 1.4653739612188366,
      "grad_norm": 2.8776373863220215,
      "learning_rate": 2.0591155862836994e-05,
      "loss": 0.2893,
      "step": 10580
    },
    {
      "epoch": 1.466759002770083,
      "grad_norm": 3.1740386486053467,
      "learning_rate": 2.0572595239200037e-05,
      "loss": 0.2574,
      "step": 10590
    },
    {
      "epoch": 1.4681440443213296,
      "grad_norm": 2.4539008140563965,
      "learning_rate": 2.0554034615563085e-05,
      "loss": 0.3127,
      "step": 10600
    },
    {
      "epoch": 1.4695290858725762,
      "grad_norm": 1.850730538368225,
      "learning_rate": 2.053547399192613e-05,
      "loss": 0.2471,
      "step": 10610
    },
    {
      "epoch": 1.4709141274238227,
      "grad_norm": 6.172549724578857,
      "learning_rate": 2.051691336828918e-05,
      "loss": 0.2555,
      "step": 10620
    },
    {
      "epoch": 1.4722991689750693,
      "grad_norm": 1.7516671419143677,
      "learning_rate": 2.0498352744652223e-05,
      "loss": 0.225,
      "step": 10630
    },
    {
      "epoch": 1.4736842105263157,
      "grad_norm": 3.782275915145874,
      "learning_rate": 2.047979212101527e-05,
      "loss": 0.2735,
      "step": 10640
    },
    {
      "epoch": 1.4750692520775623,
      "grad_norm": 4.208226680755615,
      "learning_rate": 2.0461231497378314e-05,
      "loss": 0.2755,
      "step": 10650
    },
    {
      "epoch": 1.4764542936288088,
      "grad_norm": 2.2313504219055176,
      "learning_rate": 2.044267087374136e-05,
      "loss": 0.2913,
      "step": 10660
    },
    {
      "epoch": 1.4778393351800554,
      "grad_norm": 1.933903694152832,
      "learning_rate": 2.0424110250104405e-05,
      "loss": 0.2789,
      "step": 10670
    },
    {
      "epoch": 1.479224376731302,
      "grad_norm": 3.100245952606201,
      "learning_rate": 2.040554962646745e-05,
      "loss": 0.2594,
      "step": 10680
    },
    {
      "epoch": 1.4806094182825484,
      "grad_norm": 5.2458953857421875,
      "learning_rate": 2.0386989002830496e-05,
      "loss": 0.2565,
      "step": 10690
    },
    {
      "epoch": 1.481994459833795,
      "grad_norm": 2.68757963180542,
      "learning_rate": 2.036842837919354e-05,
      "loss": 0.2794,
      "step": 10700
    },
    {
      "epoch": 1.4833795013850415,
      "grad_norm": 2.6526389122009277,
      "learning_rate": 2.034986775555659e-05,
      "loss": 0.2529,
      "step": 10710
    },
    {
      "epoch": 1.4847645429362881,
      "grad_norm": 2.440277338027954,
      "learning_rate": 2.0331307131919634e-05,
      "loss": 0.2684,
      "step": 10720
    },
    {
      "epoch": 1.4861495844875345,
      "grad_norm": 3.8751096725463867,
      "learning_rate": 2.031274650828268e-05,
      "loss": 0.2469,
      "step": 10730
    },
    {
      "epoch": 1.4875346260387812,
      "grad_norm": 1.865172266960144,
      "learning_rate": 2.0294185884645725e-05,
      "loss": 0.3031,
      "step": 10740
    },
    {
      "epoch": 1.4889196675900278,
      "grad_norm": 2.3093738555908203,
      "learning_rate": 2.0275625261008772e-05,
      "loss": 0.2806,
      "step": 10750
    },
    {
      "epoch": 1.4903047091412742,
      "grad_norm": 3.2070140838623047,
      "learning_rate": 2.0257064637371816e-05,
      "loss": 0.2778,
      "step": 10760
    },
    {
      "epoch": 1.4916897506925209,
      "grad_norm": 2.056748151779175,
      "learning_rate": 2.023850401373486e-05,
      "loss": 0.2943,
      "step": 10770
    },
    {
      "epoch": 1.4930747922437673,
      "grad_norm": 1.8449196815490723,
      "learning_rate": 2.021994339009791e-05,
      "loss": 0.2767,
      "step": 10780
    },
    {
      "epoch": 1.494459833795014,
      "grad_norm": 2.679731607437134,
      "learning_rate": 2.0201382766460954e-05,
      "loss": 0.3003,
      "step": 10790
    },
    {
      "epoch": 1.4958448753462603,
      "grad_norm": 4.13687801361084,
      "learning_rate": 2.0182822142824e-05,
      "loss": 0.279,
      "step": 10800
    },
    {
      "epoch": 1.497229916897507,
      "grad_norm": 1.9377161264419556,
      "learning_rate": 2.016611758155074e-05,
      "loss": 0.3019,
      "step": 10810
    },
    {
      "epoch": 1.4986149584487536,
      "grad_norm": 2.9904537200927734,
      "learning_rate": 2.0147556957913788e-05,
      "loss": 0.3032,
      "step": 10820
    },
    {
      "epoch": 1.5,
      "grad_norm": 2.0070672035217285,
      "learning_rate": 2.0128996334276832e-05,
      "loss": 0.2294,
      "step": 10830
    },
    {
      "epoch": 1.5013850415512464,
      "grad_norm": 2.722790241241455,
      "learning_rate": 2.0110435710639876e-05,
      "loss": 0.2812,
      "step": 10840
    },
    {
      "epoch": 1.502770083102493,
      "grad_norm": 2.189173460006714,
      "learning_rate": 2.0091875087002926e-05,
      "loss": 0.2594,
      "step": 10850
    },
    {
      "epoch": 1.5041551246537397,
      "grad_norm": 2.6748456954956055,
      "learning_rate": 2.007331446336597e-05,
      "loss": 0.2776,
      "step": 10860
    },
    {
      "epoch": 1.505540166204986,
      "grad_norm": 1.898979663848877,
      "learning_rate": 2.0054753839729017e-05,
      "loss": 0.2419,
      "step": 10870
    },
    {
      "epoch": 1.5069252077562327,
      "grad_norm": 2.8842554092407227,
      "learning_rate": 2.003619321609206e-05,
      "loss": 0.2908,
      "step": 10880
    },
    {
      "epoch": 1.5083102493074794,
      "grad_norm": 2.4269087314605713,
      "learning_rate": 2.001763259245511e-05,
      "loss": 0.2506,
      "step": 10890
    },
    {
      "epoch": 1.5096952908587258,
      "grad_norm": 1.824051022529602,
      "learning_rate": 1.9999071968818152e-05,
      "loss": 0.2592,
      "step": 10900
    },
    {
      "epoch": 1.5110803324099722,
      "grad_norm": 2.767005443572998,
      "learning_rate": 1.99805113451812e-05,
      "loss": 0.2193,
      "step": 10910
    },
    {
      "epoch": 1.5124653739612188,
      "grad_norm": 2.4028172492980957,
      "learning_rate": 1.9961950721544247e-05,
      "loss": 0.2823,
      "step": 10920
    },
    {
      "epoch": 1.5138504155124655,
      "grad_norm": 1.6937496662139893,
      "learning_rate": 1.994339009790729e-05,
      "loss": 0.2885,
      "step": 10930
    },
    {
      "epoch": 1.5152354570637119,
      "grad_norm": 3.3346996307373047,
      "learning_rate": 1.9924829474270338e-05,
      "loss": 0.2499,
      "step": 10940
    },
    {
      "epoch": 1.5166204986149583,
      "grad_norm": 1.9965386390686035,
      "learning_rate": 1.9906268850633385e-05,
      "loss": 0.2726,
      "step": 10950
    },
    {
      "epoch": 1.5180055401662051,
      "grad_norm": 3.443002462387085,
      "learning_rate": 1.988770822699643e-05,
      "loss": 0.2485,
      "step": 10960
    },
    {
      "epoch": 1.5193905817174516,
      "grad_norm": 2.690556287765503,
      "learning_rate": 1.9869147603359476e-05,
      "loss": 0.2588,
      "step": 10970
    },
    {
      "epoch": 1.520775623268698,
      "grad_norm": 4.155259609222412,
      "learning_rate": 1.985058697972252e-05,
      "loss": 0.2734,
      "step": 10980
    },
    {
      "epoch": 1.5221606648199446,
      "grad_norm": 1.9144017696380615,
      "learning_rate": 1.9832026356085567e-05,
      "loss": 0.2525,
      "step": 10990
    },
    {
      "epoch": 1.5235457063711912,
      "grad_norm": 2.1264841556549072,
      "learning_rate": 1.981346573244861e-05,
      "loss": 0.2779,
      "step": 11000
    },
    {
      "epoch": 1.5249307479224377,
      "grad_norm": 1.881961464881897,
      "learning_rate": 1.9794905108811658e-05,
      "loss": 0.2508,
      "step": 11010
    },
    {
      "epoch": 1.526315789473684,
      "grad_norm": 2.455152750015259,
      "learning_rate": 1.9776344485174705e-05,
      "loss": 0.283,
      "step": 11020
    },
    {
      "epoch": 1.5277008310249307,
      "grad_norm": 3.0961544513702393,
      "learning_rate": 1.975778386153775e-05,
      "loss": 0.2755,
      "step": 11030
    },
    {
      "epoch": 1.5290858725761773,
      "grad_norm": 2.5754737854003906,
      "learning_rate": 1.9739223237900796e-05,
      "loss": 0.3062,
      "step": 11040
    },
    {
      "epoch": 1.5304709141274238,
      "grad_norm": 2.443967580795288,
      "learning_rate": 1.972066261426384e-05,
      "loss": 0.2293,
      "step": 11050
    },
    {
      "epoch": 1.5318559556786704,
      "grad_norm": 2.465186595916748,
      "learning_rate": 1.9702101990626887e-05,
      "loss": 0.2857,
      "step": 11060
    },
    {
      "epoch": 1.533240997229917,
      "grad_norm": 1.6813825368881226,
      "learning_rate": 1.9683541366989934e-05,
      "loss": 0.2465,
      "step": 11070
    },
    {
      "epoch": 1.5346260387811634,
      "grad_norm": 2.964087963104248,
      "learning_rate": 1.9664980743352978e-05,
      "loss": 0.2299,
      "step": 11080
    },
    {
      "epoch": 1.5360110803324099,
      "grad_norm": 2.690337657928467,
      "learning_rate": 1.9646420119716022e-05,
      "loss": 0.2486,
      "step": 11090
    },
    {
      "epoch": 1.5373961218836565,
      "grad_norm": 1.8331809043884277,
      "learning_rate": 1.962785949607907e-05,
      "loss": 0.2713,
      "step": 11100
    },
    {
      "epoch": 1.5387811634349031,
      "grad_norm": 2.079843759536743,
      "learning_rate": 1.9609298872442116e-05,
      "loss": 0.269,
      "step": 11110
    },
    {
      "epoch": 1.5401662049861495,
      "grad_norm": 2.1486682891845703,
      "learning_rate": 1.959073824880516e-05,
      "loss": 0.2159,
      "step": 11120
    },
    {
      "epoch": 1.5415512465373962,
      "grad_norm": 1.5516518354415894,
      "learning_rate": 1.9572177625168207e-05,
      "loss": 0.2468,
      "step": 11130
    },
    {
      "epoch": 1.5429362880886428,
      "grad_norm": 3.138228178024292,
      "learning_rate": 1.9553617001531254e-05,
      "loss": 0.2686,
      "step": 11140
    },
    {
      "epoch": 1.5443213296398892,
      "grad_norm": 3.1182003021240234,
      "learning_rate": 1.9535056377894298e-05,
      "loss": 0.271,
      "step": 11150
    },
    {
      "epoch": 1.5457063711911356,
      "grad_norm": 1.9098355770111084,
      "learning_rate": 1.9516495754257345e-05,
      "loss": 0.2678,
      "step": 11160
    },
    {
      "epoch": 1.5470914127423823,
      "grad_norm": 2.740372657775879,
      "learning_rate": 1.9497935130620393e-05,
      "loss": 0.2768,
      "step": 11170
    },
    {
      "epoch": 1.548476454293629,
      "grad_norm": 3.55387282371521,
      "learning_rate": 1.9479374506983436e-05,
      "loss": 0.26,
      "step": 11180
    },
    {
      "epoch": 1.5498614958448753,
      "grad_norm": 6.384958267211914,
      "learning_rate": 1.946081388334648e-05,
      "loss": 0.2666,
      "step": 11190
    },
    {
      "epoch": 1.5512465373961217,
      "grad_norm": 1.738592267036438,
      "learning_rate": 1.9442253259709527e-05,
      "loss": 0.2751,
      "step": 11200
    },
    {
      "epoch": 1.5526315789473686,
      "grad_norm": 1.8383572101593018,
      "learning_rate": 1.9423692636072575e-05,
      "loss": 0.2539,
      "step": 11210
    },
    {
      "epoch": 1.554016620498615,
      "grad_norm": 1.8780285120010376,
      "learning_rate": 1.940513201243562e-05,
      "loss": 0.2417,
      "step": 11220
    },
    {
      "epoch": 1.5554016620498614,
      "grad_norm": 2.927269697189331,
      "learning_rate": 1.9386571388798666e-05,
      "loss": 0.276,
      "step": 11230
    },
    {
      "epoch": 1.556786703601108,
      "grad_norm": 2.321641206741333,
      "learning_rate": 1.936801076516171e-05,
      "loss": 0.289,
      "step": 11240
    },
    {
      "epoch": 1.5581717451523547,
      "grad_norm": 2.094604015350342,
      "learning_rate": 1.9349450141524757e-05,
      "loss": 0.2822,
      "step": 11250
    },
    {
      "epoch": 1.559556786703601,
      "grad_norm": 2.0591633319854736,
      "learning_rate": 1.9330889517887804e-05,
      "loss": 0.2471,
      "step": 11260
    },
    {
      "epoch": 1.5609418282548475,
      "grad_norm": 1.5026451349258423,
      "learning_rate": 1.9312328894250848e-05,
      "loss": 0.2624,
      "step": 11270
    },
    {
      "epoch": 1.5623268698060941,
      "grad_norm": 4.523801803588867,
      "learning_rate": 1.9293768270613895e-05,
      "loss": 0.2795,
      "step": 11280
    },
    {
      "epoch": 1.5637119113573408,
      "grad_norm": 2.1060678958892822,
      "learning_rate": 1.927520764697694e-05,
      "loss": 0.2823,
      "step": 11290
    },
    {
      "epoch": 1.5650969529085872,
      "grad_norm": 2.6808173656463623,
      "learning_rate": 1.9256647023339986e-05,
      "loss": 0.2963,
      "step": 11300
    },
    {
      "epoch": 1.5664819944598338,
      "grad_norm": 2.0549914836883545,
      "learning_rate": 1.923808639970303e-05,
      "loss": 0.2472,
      "step": 11310
    },
    {
      "epoch": 1.5678670360110805,
      "grad_norm": 2.008946657180786,
      "learning_rate": 1.9219525776066077e-05,
      "loss": 0.2275,
      "step": 11320
    },
    {
      "epoch": 1.5692520775623269,
      "grad_norm": 1.7144265174865723,
      "learning_rate": 1.9200965152429124e-05,
      "loss": 0.2256,
      "step": 11330
    },
    {
      "epoch": 1.5706371191135733,
      "grad_norm": 2.5419716835021973,
      "learning_rate": 1.9182404528792168e-05,
      "loss": 0.2723,
      "step": 11340
    },
    {
      "epoch": 1.57202216066482,
      "grad_norm": 3.4930813312530518,
      "learning_rate": 1.9163843905155215e-05,
      "loss": 0.3037,
      "step": 11350
    },
    {
      "epoch": 1.5734072022160666,
      "grad_norm": 5.525070667266846,
      "learning_rate": 1.9145283281518262e-05,
      "loss": 0.2941,
      "step": 11360
    },
    {
      "epoch": 1.574792243767313,
      "grad_norm": 2.0388412475585938,
      "learning_rate": 1.9126722657881306e-05,
      "loss": 0.2377,
      "step": 11370
    },
    {
      "epoch": 1.5761772853185596,
      "grad_norm": 3.1941895484924316,
      "learning_rate": 1.9108162034244353e-05,
      "loss": 0.247,
      "step": 11380
    },
    {
      "epoch": 1.5775623268698062,
      "grad_norm": 2.0771210193634033,
      "learning_rate": 1.90896014106074e-05,
      "loss": 0.2612,
      "step": 11390
    },
    {
      "epoch": 1.5789473684210527,
      "grad_norm": 1.8206599950790405,
      "learning_rate": 1.9071040786970444e-05,
      "loss": 0.2669,
      "step": 11400
    },
    {
      "epoch": 1.580332409972299,
      "grad_norm": 2.1787009239196777,
      "learning_rate": 1.9052480163333488e-05,
      "loss": 0.2582,
      "step": 11410
    },
    {
      "epoch": 1.5817174515235457,
      "grad_norm": 2.1410577297210693,
      "learning_rate": 1.9033919539696535e-05,
      "loss": 0.262,
      "step": 11420
    },
    {
      "epoch": 1.5831024930747923,
      "grad_norm": 2.490060329437256,
      "learning_rate": 1.901535891605958e-05,
      "loss": 0.2337,
      "step": 11430
    },
    {
      "epoch": 1.5844875346260388,
      "grad_norm": 2.937830924987793,
      "learning_rate": 1.8996798292422626e-05,
      "loss": 0.3014,
      "step": 11440
    },
    {
      "epoch": 1.5858725761772852,
      "grad_norm": 2.0263595581054688,
      "learning_rate": 1.8978237668785674e-05,
      "loss": 0.2887,
      "step": 11450
    },
    {
      "epoch": 1.587257617728532,
      "grad_norm": 1.8784677982330322,
      "learning_rate": 1.8959677045148717e-05,
      "loss": 0.2547,
      "step": 11460
    },
    {
      "epoch": 1.5886426592797784,
      "grad_norm": 2.2667269706726074,
      "learning_rate": 1.8941116421511765e-05,
      "loss": 0.2693,
      "step": 11470
    },
    {
      "epoch": 1.5900277008310248,
      "grad_norm": 2.0640201568603516,
      "learning_rate": 1.8922555797874812e-05,
      "loss": 0.2414,
      "step": 11480
    },
    {
      "epoch": 1.5914127423822715,
      "grad_norm": 2.125096559524536,
      "learning_rate": 1.8903995174237856e-05,
      "loss": 0.2657,
      "step": 11490
    },
    {
      "epoch": 1.5927977839335181,
      "grad_norm": 3.6004934310913086,
      "learning_rate": 1.88854345506009e-05,
      "loss": 0.2973,
      "step": 11500
    },
    {
      "epoch": 1.5941828254847645,
      "grad_norm": 2.045348644256592,
      "learning_rate": 1.8866873926963947e-05,
      "loss": 0.2659,
      "step": 11510
    },
    {
      "epoch": 1.595567867036011,
      "grad_norm": 1.4382702112197876,
      "learning_rate": 1.8848313303326994e-05,
      "loss": 0.2434,
      "step": 11520
    },
    {
      "epoch": 1.5969529085872576,
      "grad_norm": 2.119570016860962,
      "learning_rate": 1.8829752679690038e-05,
      "loss": 0.3205,
      "step": 11530
    },
    {
      "epoch": 1.5983379501385042,
      "grad_norm": 1.7247291803359985,
      "learning_rate": 1.8811192056053085e-05,
      "loss": 0.2501,
      "step": 11540
    },
    {
      "epoch": 1.5997229916897506,
      "grad_norm": 3.151301145553589,
      "learning_rate": 1.8792631432416132e-05,
      "loss": 0.3,
      "step": 11550
    },
    {
      "epoch": 1.6011080332409973,
      "grad_norm": 2.6698825359344482,
      "learning_rate": 1.8774070808779176e-05,
      "loss": 0.2233,
      "step": 11560
    },
    {
      "epoch": 1.602493074792244,
      "grad_norm": 3.476079225540161,
      "learning_rate": 1.8755510185142223e-05,
      "loss": 0.3094,
      "step": 11570
    },
    {
      "epoch": 1.6038781163434903,
      "grad_norm": 1.5601874589920044,
      "learning_rate": 1.873694956150527e-05,
      "loss": 0.2747,
      "step": 11580
    },
    {
      "epoch": 1.6052631578947367,
      "grad_norm": 2.1733288764953613,
      "learning_rate": 1.8718388937868314e-05,
      "loss": 0.2538,
      "step": 11590
    },
    {
      "epoch": 1.6066481994459834,
      "grad_norm": 1.6128807067871094,
      "learning_rate": 1.869982831423136e-05,
      "loss": 0.2436,
      "step": 11600
    },
    {
      "epoch": 1.60803324099723,
      "grad_norm": 6.194311618804932,
      "learning_rate": 1.8681267690594405e-05,
      "loss": 0.2285,
      "step": 11610
    },
    {
      "epoch": 1.6094182825484764,
      "grad_norm": 1.6359772682189941,
      "learning_rate": 1.8662707066957452e-05,
      "loss": 0.286,
      "step": 11620
    },
    {
      "epoch": 1.610803324099723,
      "grad_norm": 1.7897950410842896,
      "learning_rate": 1.8644146443320496e-05,
      "loss": 0.2714,
      "step": 11630
    },
    {
      "epoch": 1.6121883656509697,
      "grad_norm": 3.663844585418701,
      "learning_rate": 1.8625585819683543e-05,
      "loss": 0.2954,
      "step": 11640
    },
    {
      "epoch": 1.613573407202216,
      "grad_norm": 2.3490071296691895,
      "learning_rate": 1.8607025196046587e-05,
      "loss": 0.2516,
      "step": 11650
    },
    {
      "epoch": 1.6149584487534625,
      "grad_norm": 1.6959421634674072,
      "learning_rate": 1.8588464572409634e-05,
      "loss": 0.2355,
      "step": 11660
    },
    {
      "epoch": 1.6163434903047091,
      "grad_norm": 4.680472373962402,
      "learning_rate": 1.856990394877268e-05,
      "loss": 0.2936,
      "step": 11670
    },
    {
      "epoch": 1.6177285318559558,
      "grad_norm": 3.6040542125701904,
      "learning_rate": 1.8551343325135725e-05,
      "loss": 0.2481,
      "step": 11680
    },
    {
      "epoch": 1.6191135734072022,
      "grad_norm": 2.7770557403564453,
      "learning_rate": 1.8532782701498772e-05,
      "loss": 0.2705,
      "step": 11690
    },
    {
      "epoch": 1.6204986149584486,
      "grad_norm": 2.4273083209991455,
      "learning_rate": 1.851422207786182e-05,
      "loss": 0.2342,
      "step": 11700
    },
    {
      "epoch": 1.6218836565096952,
      "grad_norm": 3.629061460494995,
      "learning_rate": 1.8495661454224863e-05,
      "loss": 0.2755,
      "step": 11710
    },
    {
      "epoch": 1.6232686980609419,
      "grad_norm": 1.9627671241760254,
      "learning_rate": 1.8477100830587907e-05,
      "loss": 0.2337,
      "step": 11720
    },
    {
      "epoch": 1.6246537396121883,
      "grad_norm": 2.104898452758789,
      "learning_rate": 1.8458540206950954e-05,
      "loss": 0.2648,
      "step": 11730
    },
    {
      "epoch": 1.626038781163435,
      "grad_norm": 3.2535183429718018,
      "learning_rate": 1.8439979583314e-05,
      "loss": 0.2304,
      "step": 11740
    },
    {
      "epoch": 1.6274238227146816,
      "grad_norm": 3.0654265880584717,
      "learning_rate": 1.8421418959677045e-05,
      "loss": 0.2601,
      "step": 11750
    },
    {
      "epoch": 1.628808864265928,
      "grad_norm": 5.312877655029297,
      "learning_rate": 1.8402858336040093e-05,
      "loss": 0.2391,
      "step": 11760
    },
    {
      "epoch": 1.6301939058171744,
      "grad_norm": 2.483633518218994,
      "learning_rate": 1.838429771240314e-05,
      "loss": 0.2387,
      "step": 11770
    },
    {
      "epoch": 1.631578947368421,
      "grad_norm": 2.8224122524261475,
      "learning_rate": 1.8365737088766184e-05,
      "loss": 0.2573,
      "step": 11780
    },
    {
      "epoch": 1.6329639889196677,
      "grad_norm": 5.308402061462402,
      "learning_rate": 1.834717646512923e-05,
      "loss": 0.2999,
      "step": 11790
    },
    {
      "epoch": 1.634349030470914,
      "grad_norm": 3.696424722671509,
      "learning_rate": 1.8328615841492278e-05,
      "loss": 0.2781,
      "step": 11800
    },
    {
      "epoch": 1.6357340720221607,
      "grad_norm": 1.6067745685577393,
      "learning_rate": 1.8310055217855322e-05,
      "loss": 0.2638,
      "step": 11810
    },
    {
      "epoch": 1.6371191135734073,
      "grad_norm": 1.8693360090255737,
      "learning_rate": 1.8291494594218366e-05,
      "loss": 0.2355,
      "step": 11820
    },
    {
      "epoch": 1.6385041551246537,
      "grad_norm": 2.0607070922851562,
      "learning_rate": 1.8272933970581413e-05,
      "loss": 0.2543,
      "step": 11830
    },
    {
      "epoch": 1.6398891966759002,
      "grad_norm": 1.770366907119751,
      "learning_rate": 1.8254373346944457e-05,
      "loss": 0.2417,
      "step": 11840
    },
    {
      "epoch": 1.6412742382271468,
      "grad_norm": 2.100710153579712,
      "learning_rate": 1.8235812723307504e-05,
      "loss": 0.2341,
      "step": 11850
    },
    {
      "epoch": 1.6426592797783934,
      "grad_norm": 3.348633050918579,
      "learning_rate": 1.821725209967055e-05,
      "loss": 0.2537,
      "step": 11860
    },
    {
      "epoch": 1.6440443213296398,
      "grad_norm": 2.102045774459839,
      "learning_rate": 1.8198691476033595e-05,
      "loss": 0.2416,
      "step": 11870
    },
    {
      "epoch": 1.6454293628808865,
      "grad_norm": 4.399439334869385,
      "learning_rate": 1.8180130852396642e-05,
      "loss": 0.2804,
      "step": 11880
    },
    {
      "epoch": 1.6468144044321331,
      "grad_norm": 2.43581485748291,
      "learning_rate": 1.816157022875969e-05,
      "loss": 0.2577,
      "step": 11890
    },
    {
      "epoch": 1.6481994459833795,
      "grad_norm": 5.009562015533447,
      "learning_rate": 1.8143009605122733e-05,
      "loss": 0.2739,
      "step": 11900
    },
    {
      "epoch": 1.649584487534626,
      "grad_norm": 1.979146122932434,
      "learning_rate": 1.812444898148578e-05,
      "loss": 0.243,
      "step": 11910
    },
    {
      "epoch": 1.6509695290858726,
      "grad_norm": 2.0031955242156982,
      "learning_rate": 1.8105888357848824e-05,
      "loss": 0.2533,
      "step": 11920
    },
    {
      "epoch": 1.6523545706371192,
      "grad_norm": 2.9630982875823975,
      "learning_rate": 1.808732773421187e-05,
      "loss": 0.3004,
      "step": 11930
    },
    {
      "epoch": 1.6537396121883656,
      "grad_norm": 4.047551155090332,
      "learning_rate": 1.8068767110574915e-05,
      "loss": 0.2414,
      "step": 11940
    },
    {
      "epoch": 1.655124653739612,
      "grad_norm": 2.5093228816986084,
      "learning_rate": 1.8050206486937962e-05,
      "loss": 0.2627,
      "step": 11950
    },
    {
      "epoch": 1.6565096952908587,
      "grad_norm": 2.37447190284729,
      "learning_rate": 1.803164586330101e-05,
      "loss": 0.2665,
      "step": 11960
    },
    {
      "epoch": 1.6578947368421053,
      "grad_norm": 3.737452507019043,
      "learning_rate": 1.8013085239664053e-05,
      "loss": 0.2694,
      "step": 11970
    },
    {
      "epoch": 1.6592797783933517,
      "grad_norm": 2.8096158504486084,
      "learning_rate": 1.79945246160271e-05,
      "loss": 0.2797,
      "step": 11980
    },
    {
      "epoch": 1.6606648199445984,
      "grad_norm": 1.845086932182312,
      "learning_rate": 1.7975963992390148e-05,
      "loss": 0.2508,
      "step": 11990
    },
    {
      "epoch": 1.662049861495845,
      "grad_norm": 3.416377067565918,
      "learning_rate": 1.795740336875319e-05,
      "loss": 0.2383,
      "step": 12000
    },
    {
      "epoch": 1.6626038781163435,
      "eval_loss": 0.29201897978782654,
      "eval_runtime": 1417.9458,
      "eval_samples_per_second": 6.432,
      "eval_steps_per_second": 0.804,
      "step": 12004
    },
    {
      "epoch": 1.6634349030470914,
      "grad_norm": 2.057034730911255,
      "learning_rate": 1.793884274511624e-05,
      "loss": 0.2622,
      "step": 12010
    },
    {
      "epoch": 1.6648199445983378,
      "grad_norm": 2.438023805618286,
      "learning_rate": 1.7920282121479283e-05,
      "loss": 0.3083,
      "step": 12020
    },
    {
      "epoch": 1.6662049861495845,
      "grad_norm": 4.761218547821045,
      "learning_rate": 1.790172149784233e-05,
      "loss": 0.2488,
      "step": 12030
    },
    {
      "epoch": 1.667590027700831,
      "grad_norm": 3.3737921714782715,
      "learning_rate": 1.7883160874205374e-05,
      "loss": 0.2418,
      "step": 12040
    },
    {
      "epoch": 1.6689750692520775,
      "grad_norm": 2.7591564655303955,
      "learning_rate": 1.786460025056842e-05,
      "loss": 0.2849,
      "step": 12050
    },
    {
      "epoch": 1.6703601108033241,
      "grad_norm": 2.5756118297576904,
      "learning_rate": 1.7846039626931465e-05,
      "loss": 0.2317,
      "step": 12060
    },
    {
      "epoch": 1.6717451523545708,
      "grad_norm": 2.3147664070129395,
      "learning_rate": 1.7827479003294512e-05,
      "loss": 0.2806,
      "step": 12070
    },
    {
      "epoch": 1.6731301939058172,
      "grad_norm": 3.616359233856201,
      "learning_rate": 1.780891837965756e-05,
      "loss": 0.2557,
      "step": 12080
    },
    {
      "epoch": 1.6745152354570636,
      "grad_norm": 2.078604221343994,
      "learning_rate": 1.7790357756020603e-05,
      "loss": 0.2752,
      "step": 12090
    },
    {
      "epoch": 1.6759002770083102,
      "grad_norm": 1.7128912210464478,
      "learning_rate": 1.777179713238365e-05,
      "loss": 0.2697,
      "step": 12100
    },
    {
      "epoch": 1.6772853185595569,
      "grad_norm": 1.9377413988113403,
      "learning_rate": 1.7753236508746697e-05,
      "loss": 0.2526,
      "step": 12110
    },
    {
      "epoch": 1.6786703601108033,
      "grad_norm": 2.5126800537109375,
      "learning_rate": 1.773467588510974e-05,
      "loss": 0.2824,
      "step": 12120
    },
    {
      "epoch": 1.6800554016620497,
      "grad_norm": 1.8020765781402588,
      "learning_rate": 1.7716115261472785e-05,
      "loss": 0.2659,
      "step": 12130
    },
    {
      "epoch": 1.6814404432132966,
      "grad_norm": 2.5396931171417236,
      "learning_rate": 1.7697554637835832e-05,
      "loss": 0.2583,
      "step": 12140
    },
    {
      "epoch": 1.682825484764543,
      "grad_norm": 2.1180899143218994,
      "learning_rate": 1.767899401419888e-05,
      "loss": 0.2561,
      "step": 12150
    },
    {
      "epoch": 1.6842105263157894,
      "grad_norm": 2.3820462226867676,
      "learning_rate": 1.7660433390561923e-05,
      "loss": 0.2675,
      "step": 12160
    },
    {
      "epoch": 1.685595567867036,
      "grad_norm": 2.2656431198120117,
      "learning_rate": 1.764187276692497e-05,
      "loss": 0.2718,
      "step": 12170
    },
    {
      "epoch": 1.6869806094182827,
      "grad_norm": 1.6295078992843628,
      "learning_rate": 1.7623312143288017e-05,
      "loss": 0.2418,
      "step": 12180
    },
    {
      "epoch": 1.688365650969529,
      "grad_norm": 2.898495674133301,
      "learning_rate": 1.760475151965106e-05,
      "loss": 0.2562,
      "step": 12190
    },
    {
      "epoch": 1.6897506925207755,
      "grad_norm": 2.290031671524048,
      "learning_rate": 1.758619089601411e-05,
      "loss": 0.262,
      "step": 12200
    },
    {
      "epoch": 1.6911357340720221,
      "grad_norm": 3.4145724773406982,
      "learning_rate": 1.7567630272377156e-05,
      "loss": 0.2502,
      "step": 12210
    },
    {
      "epoch": 1.6925207756232687,
      "grad_norm": 1.9184894561767578,
      "learning_rate": 1.75490696487402e-05,
      "loss": 0.2703,
      "step": 12220
    },
    {
      "epoch": 1.6939058171745152,
      "grad_norm": 1.8107856512069702,
      "learning_rate": 1.7530509025103243e-05,
      "loss": 0.2628,
      "step": 12230
    },
    {
      "epoch": 1.6952908587257618,
      "grad_norm": 3.8108813762664795,
      "learning_rate": 1.751194840146629e-05,
      "loss": 0.2893,
      "step": 12240
    },
    {
      "epoch": 1.6966759002770084,
      "grad_norm": 2.709773063659668,
      "learning_rate": 1.7493387777829334e-05,
      "loss": 0.2641,
      "step": 12250
    },
    {
      "epoch": 1.6980609418282548,
      "grad_norm": 1.906054139137268,
      "learning_rate": 1.747482715419238e-05,
      "loss": 0.2278,
      "step": 12260
    },
    {
      "epoch": 1.6994459833795013,
      "grad_norm": 1.6972445249557495,
      "learning_rate": 1.745626653055543e-05,
      "loss": 0.2602,
      "step": 12270
    },
    {
      "epoch": 1.700831024930748,
      "grad_norm": 2.5641844272613525,
      "learning_rate": 1.7437705906918473e-05,
      "loss": 0.2422,
      "step": 12280
    },
    {
      "epoch": 1.7022160664819945,
      "grad_norm": 3.255160093307495,
      "learning_rate": 1.741914528328152e-05,
      "loss": 0.242,
      "step": 12290
    },
    {
      "epoch": 1.703601108033241,
      "grad_norm": 1.6492815017700195,
      "learning_rate": 1.7400584659644567e-05,
      "loss": 0.2636,
      "step": 12300
    },
    {
      "epoch": 1.7049861495844876,
      "grad_norm": 2.919952630996704,
      "learning_rate": 1.738202403600761e-05,
      "loss": 0.2592,
      "step": 12310
    },
    {
      "epoch": 1.7063711911357342,
      "grad_norm": 2.054386854171753,
      "learning_rate": 1.7363463412370658e-05,
      "loss": 0.2757,
      "step": 12320
    },
    {
      "epoch": 1.7077562326869806,
      "grad_norm": 3.644105911254883,
      "learning_rate": 1.7344902788733702e-05,
      "loss": 0.2622,
      "step": 12330
    },
    {
      "epoch": 1.709141274238227,
      "grad_norm": 1.5332365036010742,
      "learning_rate": 1.732634216509675e-05,
      "loss": 0.261,
      "step": 12340
    },
    {
      "epoch": 1.7105263157894737,
      "grad_norm": 1.936841368675232,
      "learning_rate": 1.7307781541459793e-05,
      "loss": 0.2524,
      "step": 12350
    },
    {
      "epoch": 1.7119113573407203,
      "grad_norm": 2.621289014816284,
      "learning_rate": 1.728922091782284e-05,
      "loss": 0.2641,
      "step": 12360
    },
    {
      "epoch": 1.7132963988919667,
      "grad_norm": 2.3396177291870117,
      "learning_rate": 1.7270660294185887e-05,
      "loss": 0.2534,
      "step": 12370
    },
    {
      "epoch": 1.7146814404432131,
      "grad_norm": 4.555574893951416,
      "learning_rate": 1.725209967054893e-05,
      "loss": 0.2479,
      "step": 12380
    },
    {
      "epoch": 1.71606648199446,
      "grad_norm": 2.390497922897339,
      "learning_rate": 1.7233539046911978e-05,
      "loss": 0.2653,
      "step": 12390
    },
    {
      "epoch": 1.7174515235457064,
      "grad_norm": 2.245471954345703,
      "learning_rate": 1.7214978423275025e-05,
      "loss": 0.2436,
      "step": 12400
    },
    {
      "epoch": 1.7188365650969528,
      "grad_norm": 2.013014554977417,
      "learning_rate": 1.719641779963807e-05,
      "loss": 0.2447,
      "step": 12410
    },
    {
      "epoch": 1.7202216066481995,
      "grad_norm": 2.733628988265991,
      "learning_rate": 1.7177857176001116e-05,
      "loss": 0.215,
      "step": 12420
    },
    {
      "epoch": 1.721606648199446,
      "grad_norm": 3.422853946685791,
      "learning_rate": 1.7159296552364164e-05,
      "loss": 0.2922,
      "step": 12430
    },
    {
      "epoch": 1.7229916897506925,
      "grad_norm": 1.407198429107666,
      "learning_rate": 1.7140735928727207e-05,
      "loss": 0.2427,
      "step": 12440
    },
    {
      "epoch": 1.724376731301939,
      "grad_norm": 2.1980371475219727,
      "learning_rate": 1.712217530509025e-05,
      "loss": 0.2996,
      "step": 12450
    },
    {
      "epoch": 1.7257617728531855,
      "grad_norm": 2.1491382122039795,
      "learning_rate": 1.71036146814533e-05,
      "loss": 0.2432,
      "step": 12460
    },
    {
      "epoch": 1.7271468144044322,
      "grad_norm": 3.203516960144043,
      "learning_rate": 1.7085054057816342e-05,
      "loss": 0.2397,
      "step": 12470
    },
    {
      "epoch": 1.7285318559556786,
      "grad_norm": 1.9788877964019775,
      "learning_rate": 1.706649343417939e-05,
      "loss": 0.2265,
      "step": 12480
    },
    {
      "epoch": 1.7299168975069252,
      "grad_norm": 2.2260544300079346,
      "learning_rate": 1.7047932810542437e-05,
      "loss": 0.2524,
      "step": 12490
    },
    {
      "epoch": 1.7313019390581719,
      "grad_norm": 3.5737645626068115,
      "learning_rate": 1.702937218690548e-05,
      "loss": 0.2211,
      "step": 12500
    },
    {
      "epoch": 1.7326869806094183,
      "grad_norm": 2.1288580894470215,
      "learning_rate": 1.7010811563268528e-05,
      "loss": 0.2408,
      "step": 12510
    },
    {
      "epoch": 1.7340720221606647,
      "grad_norm": 2.047696113586426,
      "learning_rate": 1.6992250939631575e-05,
      "loss": 0.2221,
      "step": 12520
    },
    {
      "epoch": 1.7354570637119113,
      "grad_norm": 2.0065062046051025,
      "learning_rate": 1.697369031599462e-05,
      "loss": 0.2525,
      "step": 12530
    },
    {
      "epoch": 1.736842105263158,
      "grad_norm": 11.675251007080078,
      "learning_rate": 1.6955129692357662e-05,
      "loss": 0.3013,
      "step": 12540
    },
    {
      "epoch": 1.7382271468144044,
      "grad_norm": 3.4562997817993164,
      "learning_rate": 1.693656906872071e-05,
      "loss": 0.3053,
      "step": 12550
    },
    {
      "epoch": 1.739612188365651,
      "grad_norm": 1.8160446882247925,
      "learning_rate": 1.6918008445083757e-05,
      "loss": 0.253,
      "step": 12560
    },
    {
      "epoch": 1.7409972299168976,
      "grad_norm": 2.6544394493103027,
      "learning_rate": 1.68994478214468e-05,
      "loss": 0.2457,
      "step": 12570
    },
    {
      "epoch": 1.742382271468144,
      "grad_norm": 2.2523653507232666,
      "learning_rate": 1.6880887197809848e-05,
      "loss": 0.2778,
      "step": 12580
    },
    {
      "epoch": 1.7437673130193905,
      "grad_norm": 3.4826242923736572,
      "learning_rate": 1.6862326574172895e-05,
      "loss": 0.2264,
      "step": 12590
    },
    {
      "epoch": 1.745152354570637,
      "grad_norm": 3.331815242767334,
      "learning_rate": 1.684376595053594e-05,
      "loss": 0.2287,
      "step": 12600
    },
    {
      "epoch": 1.7465373961218837,
      "grad_norm": 2.1905879974365234,
      "learning_rate": 1.6825205326898986e-05,
      "loss": 0.2654,
      "step": 12610
    },
    {
      "epoch": 1.7479224376731302,
      "grad_norm": 1.8256255388259888,
      "learning_rate": 1.6806644703262033e-05,
      "loss": 0.2156,
      "step": 12620
    },
    {
      "epoch": 1.7493074792243766,
      "grad_norm": 2.4552223682403564,
      "learning_rate": 1.6788084079625077e-05,
      "loss": 0.2542,
      "step": 12630
    },
    {
      "epoch": 1.7506925207756234,
      "grad_norm": 2.0152883529663086,
      "learning_rate": 1.676952345598812e-05,
      "loss": 0.2457,
      "step": 12640
    },
    {
      "epoch": 1.7520775623268698,
      "grad_norm": 2.6501598358154297,
      "learning_rate": 1.6750962832351168e-05,
      "loss": 0.2577,
      "step": 12650
    },
    {
      "epoch": 1.7534626038781163,
      "grad_norm": 2.4002187252044678,
      "learning_rate": 1.6732402208714212e-05,
      "loss": 0.2704,
      "step": 12660
    },
    {
      "epoch": 1.754847645429363,
      "grad_norm": 1.940310001373291,
      "learning_rate": 1.671384158507726e-05,
      "loss": 0.264,
      "step": 12670
    },
    {
      "epoch": 1.7562326869806095,
      "grad_norm": 2.7032876014709473,
      "learning_rate": 1.6695280961440306e-05,
      "loss": 0.2555,
      "step": 12680
    },
    {
      "epoch": 1.757617728531856,
      "grad_norm": 3.1682300567626953,
      "learning_rate": 1.667672033780335e-05,
      "loss": 0.2463,
      "step": 12690
    },
    {
      "epoch": 1.7590027700831024,
      "grad_norm": 1.8988887071609497,
      "learning_rate": 1.6658159714166397e-05,
      "loss": 0.2538,
      "step": 12700
    },
    {
      "epoch": 1.760387811634349,
      "grad_norm": 2.3494110107421875,
      "learning_rate": 1.6639599090529444e-05,
      "loss": 0.2371,
      "step": 12710
    },
    {
      "epoch": 1.7617728531855956,
      "grad_norm": 1.774849772453308,
      "learning_rate": 1.6621038466892488e-05,
      "loss": 0.3002,
      "step": 12720
    },
    {
      "epoch": 1.763157894736842,
      "grad_norm": 9.336555480957031,
      "learning_rate": 1.6602477843255536e-05,
      "loss": 0.2931,
      "step": 12730
    },
    {
      "epoch": 1.7645429362880887,
      "grad_norm": 1.589762568473816,
      "learning_rate": 1.6583917219618583e-05,
      "loss": 0.2275,
      "step": 12740
    },
    {
      "epoch": 1.7659279778393353,
      "grad_norm": 2.8760030269622803,
      "learning_rate": 1.6565356595981627e-05,
      "loss": 0.2964,
      "step": 12750
    },
    {
      "epoch": 1.7673130193905817,
      "grad_norm": 2.5935494899749756,
      "learning_rate": 1.654679597234467e-05,
      "loss": 0.2206,
      "step": 12760
    },
    {
      "epoch": 1.7686980609418281,
      "grad_norm": 1.6379286050796509,
      "learning_rate": 1.6528235348707718e-05,
      "loss": 0.2307,
      "step": 12770
    },
    {
      "epoch": 1.7700831024930748,
      "grad_norm": 3.137521266937256,
      "learning_rate": 1.6509674725070765e-05,
      "loss": 0.2435,
      "step": 12780
    },
    {
      "epoch": 1.7714681440443214,
      "grad_norm": 2.229773998260498,
      "learning_rate": 1.649111410143381e-05,
      "loss": 0.2427,
      "step": 12790
    },
    {
      "epoch": 1.7728531855955678,
      "grad_norm": 1.566584587097168,
      "learning_rate": 1.6472553477796856e-05,
      "loss": 0.2731,
      "step": 12800
    },
    {
      "epoch": 1.7742382271468145,
      "grad_norm": 1.718691110610962,
      "learning_rate": 1.6453992854159903e-05,
      "loss": 0.2549,
      "step": 12810
    },
    {
      "epoch": 1.775623268698061,
      "grad_norm": 2.1555016040802,
      "learning_rate": 1.6435432230522947e-05,
      "loss": 0.2222,
      "step": 12820
    },
    {
      "epoch": 1.7770083102493075,
      "grad_norm": 1.805146336555481,
      "learning_rate": 1.6416871606885994e-05,
      "loss": 0.2555,
      "step": 12830
    },
    {
      "epoch": 1.778393351800554,
      "grad_norm": 1.7481995820999146,
      "learning_rate": 1.639831098324904e-05,
      "loss": 0.256,
      "step": 12840
    },
    {
      "epoch": 1.7797783933518005,
      "grad_norm": 1.9545890092849731,
      "learning_rate": 1.6379750359612085e-05,
      "loss": 0.2571,
      "step": 12850
    },
    {
      "epoch": 1.7811634349030472,
      "grad_norm": 1.8375189304351807,
      "learning_rate": 1.636118973597513e-05,
      "loss": 0.2388,
      "step": 12860
    },
    {
      "epoch": 1.7825484764542936,
      "grad_norm": 1.7798672914505005,
      "learning_rate": 1.6342629112338176e-05,
      "loss": 0.2692,
      "step": 12870
    },
    {
      "epoch": 1.78393351800554,
      "grad_norm": 4.45228385925293,
      "learning_rate": 1.632406848870122e-05,
      "loss": 0.2504,
      "step": 12880
    },
    {
      "epoch": 1.7853185595567869,
      "grad_norm": 1.8389291763305664,
      "learning_rate": 1.6305507865064267e-05,
      "loss": 0.2507,
      "step": 12890
    },
    {
      "epoch": 1.7867036011080333,
      "grad_norm": 1.5367673635482788,
      "learning_rate": 1.6286947241427314e-05,
      "loss": 0.2639,
      "step": 12900
    },
    {
      "epoch": 1.7880886426592797,
      "grad_norm": 2.4199717044830322,
      "learning_rate": 1.6268386617790358e-05,
      "loss": 0.2615,
      "step": 12910
    },
    {
      "epoch": 1.7894736842105263,
      "grad_norm": 2.12934947013855,
      "learning_rate": 1.6249825994153405e-05,
      "loss": 0.2774,
      "step": 12920
    },
    {
      "epoch": 1.790858725761773,
      "grad_norm": 1.7487562894821167,
      "learning_rate": 1.6231265370516452e-05,
      "loss": 0.3096,
      "step": 12930
    },
    {
      "epoch": 1.7922437673130194,
      "grad_norm": 1.8843803405761719,
      "learning_rate": 1.6212704746879496e-05,
      "loss": 0.2188,
      "step": 12940
    },
    {
      "epoch": 1.7936288088642658,
      "grad_norm": 2.1922812461853027,
      "learning_rate": 1.6194144123242543e-05,
      "loss": 0.267,
      "step": 12950
    },
    {
      "epoch": 1.7950138504155124,
      "grad_norm": 1.6102290153503418,
      "learning_rate": 1.6175583499605587e-05,
      "loss": 0.2425,
      "step": 12960
    },
    {
      "epoch": 1.796398891966759,
      "grad_norm": 2.733360767364502,
      "learning_rate": 1.6157022875968634e-05,
      "loss": 0.2836,
      "step": 12970
    },
    {
      "epoch": 1.7977839335180055,
      "grad_norm": 2.1498701572418213,
      "learning_rate": 1.6138462252331678e-05,
      "loss": 0.2823,
      "step": 12980
    },
    {
      "epoch": 1.799168975069252,
      "grad_norm": 1.5078741312026978,
      "learning_rate": 1.6119901628694725e-05,
      "loss": 0.2216,
      "step": 12990
    },
    {
      "epoch": 1.8005540166204987,
      "grad_norm": 1.9320144653320312,
      "learning_rate": 1.6101341005057773e-05,
      "loss": 0.2468,
      "step": 13000
    },
    {
      "epoch": 1.8019390581717452,
      "grad_norm": 1.9885637760162354,
      "learning_rate": 1.6082780381420816e-05,
      "loss": 0.2413,
      "step": 13010
    },
    {
      "epoch": 1.8033240997229916,
      "grad_norm": 2.5898048877716064,
      "learning_rate": 1.6064219757783864e-05,
      "loss": 0.2327,
      "step": 13020
    },
    {
      "epoch": 1.8047091412742382,
      "grad_norm": 1.5741478204727173,
      "learning_rate": 1.604565913414691e-05,
      "loss": 0.2658,
      "step": 13030
    },
    {
      "epoch": 1.8060941828254848,
      "grad_norm": 2.036979913711548,
      "learning_rate": 1.6027098510509955e-05,
      "loss": 0.2436,
      "step": 13040
    },
    {
      "epoch": 1.8074792243767313,
      "grad_norm": 1.650017499923706,
      "learning_rate": 1.6008537886873002e-05,
      "loss": 0.2696,
      "step": 13050
    },
    {
      "epoch": 1.8088642659279779,
      "grad_norm": 2.0959882736206055,
      "learning_rate": 1.5989977263236046e-05,
      "loss": 0.247,
      "step": 13060
    },
    {
      "epoch": 1.8102493074792245,
      "grad_norm": 2.870182514190674,
      "learning_rate": 1.597141663959909e-05,
      "loss": 0.2529,
      "step": 13070
    },
    {
      "epoch": 1.811634349030471,
      "grad_norm": 1.9680346250534058,
      "learning_rate": 1.5952856015962137e-05,
      "loss": 0.2584,
      "step": 13080
    },
    {
      "epoch": 1.8130193905817173,
      "grad_norm": 3.2609808444976807,
      "learning_rate": 1.5934295392325184e-05,
      "loss": 0.2222,
      "step": 13090
    },
    {
      "epoch": 1.814404432132964,
      "grad_norm": 1.9616683721542358,
      "learning_rate": 1.5915734768688228e-05,
      "loss": 0.2617,
      "step": 13100
    },
    {
      "epoch": 1.8157894736842106,
      "grad_norm": 1.50966215133667,
      "learning_rate": 1.5897174145051275e-05,
      "loss": 0.2489,
      "step": 13110
    },
    {
      "epoch": 1.817174515235457,
      "grad_norm": 1.8157463073730469,
      "learning_rate": 1.5878613521414322e-05,
      "loss": 0.2753,
      "step": 13120
    },
    {
      "epoch": 1.8185595567867034,
      "grad_norm": 2.0493199825286865,
      "learning_rate": 1.5860052897777366e-05,
      "loss": 0.2452,
      "step": 13130
    },
    {
      "epoch": 1.8199445983379503,
      "grad_norm": 1.4649819135665894,
      "learning_rate": 1.5841492274140413e-05,
      "loss": 0.2371,
      "step": 13140
    },
    {
      "epoch": 1.8213296398891967,
      "grad_norm": 2.031050205230713,
      "learning_rate": 1.582293165050346e-05,
      "loss": 0.2287,
      "step": 13150
    },
    {
      "epoch": 1.8227146814404431,
      "grad_norm": 1.8526753187179565,
      "learning_rate": 1.5804371026866504e-05,
      "loss": 0.2441,
      "step": 13160
    },
    {
      "epoch": 1.8240997229916898,
      "grad_norm": 1.8726290464401245,
      "learning_rate": 1.5785810403229548e-05,
      "loss": 0.2684,
      "step": 13170
    },
    {
      "epoch": 1.8254847645429364,
      "grad_norm": 2.1293463706970215,
      "learning_rate": 1.5767249779592595e-05,
      "loss": 0.2394,
      "step": 13180
    },
    {
      "epoch": 1.8268698060941828,
      "grad_norm": 2.2473442554473877,
      "learning_rate": 1.5748689155955642e-05,
      "loss": 0.2238,
      "step": 13190
    },
    {
      "epoch": 1.8282548476454292,
      "grad_norm": 12.403087615966797,
      "learning_rate": 1.5730128532318686e-05,
      "loss": 0.2396,
      "step": 13200
    },
    {
      "epoch": 1.8296398891966759,
      "grad_norm": 2.3015928268432617,
      "learning_rate": 1.5711567908681733e-05,
      "loss": 0.2427,
      "step": 13210
    },
    {
      "epoch": 1.8310249307479225,
      "grad_norm": 1.473212480545044,
      "learning_rate": 1.569300728504478e-05,
      "loss": 0.2138,
      "step": 13220
    },
    {
      "epoch": 1.832409972299169,
      "grad_norm": 1.7529211044311523,
      "learning_rate": 1.5674446661407824e-05,
      "loss": 0.2489,
      "step": 13230
    },
    {
      "epoch": 1.8337950138504155,
      "grad_norm": 3.970229387283325,
      "learning_rate": 1.565588603777087e-05,
      "loss": 0.2636,
      "step": 13240
    },
    {
      "epoch": 1.8351800554016622,
      "grad_norm": 2.284043312072754,
      "learning_rate": 1.563732541413392e-05,
      "loss": 0.2571,
      "step": 13250
    },
    {
      "epoch": 1.8365650969529086,
      "grad_norm": 2.4445765018463135,
      "learning_rate": 1.5618764790496963e-05,
      "loss": 0.219,
      "step": 13260
    },
    {
      "epoch": 1.837950138504155,
      "grad_norm": 4.571364879608154,
      "learning_rate": 1.5600204166860006e-05,
      "loss": 0.2162,
      "step": 13270
    },
    {
      "epoch": 1.8393351800554016,
      "grad_norm": 2.4418375492095947,
      "learning_rate": 1.5581643543223054e-05,
      "loss": 0.2431,
      "step": 13280
    },
    {
      "epoch": 1.8407202216066483,
      "grad_norm": 2.472238302230835,
      "learning_rate": 1.5563082919586097e-05,
      "loss": 0.2483,
      "step": 13290
    },
    {
      "epoch": 1.8421052631578947,
      "grad_norm": 2.308302879333496,
      "learning_rate": 1.5544522295949145e-05,
      "loss": 0.2642,
      "step": 13300
    },
    {
      "epoch": 1.8434903047091413,
      "grad_norm": 1.9199141263961792,
      "learning_rate": 1.5525961672312192e-05,
      "loss": 0.2178,
      "step": 13310
    },
    {
      "epoch": 1.844875346260388,
      "grad_norm": 1.79179847240448,
      "learning_rate": 1.5507401048675236e-05,
      "loss": 0.2351,
      "step": 13320
    },
    {
      "epoch": 1.8462603878116344,
      "grad_norm": 2.497844934463501,
      "learning_rate": 1.5488840425038283e-05,
      "loss": 0.2773,
      "step": 13330
    },
    {
      "epoch": 1.8476454293628808,
      "grad_norm": 2.2991247177124023,
      "learning_rate": 1.547027980140133e-05,
      "loss": 0.2314,
      "step": 13340
    },
    {
      "epoch": 1.8490304709141274,
      "grad_norm": 1.5995428562164307,
      "learning_rate": 1.5451719177764374e-05,
      "loss": 0.2704,
      "step": 13350
    },
    {
      "epoch": 1.850415512465374,
      "grad_norm": 3.168255567550659,
      "learning_rate": 1.543315855412742e-05,
      "loss": 0.2568,
      "step": 13360
    },
    {
      "epoch": 1.8518005540166205,
      "grad_norm": 2.057743787765503,
      "learning_rate": 1.5414597930490465e-05,
      "loss": 0.2159,
      "step": 13370
    },
    {
      "epoch": 1.8531855955678669,
      "grad_norm": 1.9587434530258179,
      "learning_rate": 1.5396037306853512e-05,
      "loss": 0.2616,
      "step": 13380
    },
    {
      "epoch": 1.8545706371191135,
      "grad_norm": 1.7825109958648682,
      "learning_rate": 1.5377476683216556e-05,
      "loss": 0.2419,
      "step": 13390
    },
    {
      "epoch": 1.8559556786703602,
      "grad_norm": 2.3962173461914062,
      "learning_rate": 1.5358916059579603e-05,
      "loss": 0.2711,
      "step": 13400
    },
    {
      "epoch": 1.8573407202216066,
      "grad_norm": 1.998607873916626,
      "learning_rate": 1.534035543594265e-05,
      "loss": 0.2384,
      "step": 13410
    },
    {
      "epoch": 1.8587257617728532,
      "grad_norm": 1.8341917991638184,
      "learning_rate": 1.5321794812305694e-05,
      "loss": 0.2455,
      "step": 13420
    },
    {
      "epoch": 1.8601108033240998,
      "grad_norm": 2.9478933811187744,
      "learning_rate": 1.530323418866874e-05,
      "loss": 0.2249,
      "step": 13430
    },
    {
      "epoch": 1.8614958448753463,
      "grad_norm": 2.184619426727295,
      "learning_rate": 1.528652962739548e-05,
      "loss": 0.2616,
      "step": 13440
    },
    {
      "epoch": 1.8628808864265927,
      "grad_norm": 1.2912342548370361,
      "learning_rate": 1.5267969003758528e-05,
      "loss": 0.2492,
      "step": 13450
    },
    {
      "epoch": 1.8642659279778393,
      "grad_norm": 1.6502461433410645,
      "learning_rate": 1.5249408380121573e-05,
      "loss": 0.2248,
      "step": 13460
    },
    {
      "epoch": 1.865650969529086,
      "grad_norm": 2.327885389328003,
      "learning_rate": 1.5230847756484619e-05,
      "loss": 0.2457,
      "step": 13470
    },
    {
      "epoch": 1.8670360110803323,
      "grad_norm": 2.1829628944396973,
      "learning_rate": 1.5212287132847664e-05,
      "loss": 0.2727,
      "step": 13480
    },
    {
      "epoch": 1.868421052631579,
      "grad_norm": 2.1626899242401123,
      "learning_rate": 1.5193726509210712e-05,
      "loss": 0.2715,
      "step": 13490
    },
    {
      "epoch": 1.8698060941828256,
      "grad_norm": 1.8352174758911133,
      "learning_rate": 1.5175165885573757e-05,
      "loss": 0.2519,
      "step": 13500
    },
    {
      "epoch": 1.871191135734072,
      "grad_norm": 2.3800196647644043,
      "learning_rate": 1.5156605261936803e-05,
      "loss": 0.2763,
      "step": 13510
    },
    {
      "epoch": 1.8725761772853184,
      "grad_norm": 3.2877066135406494,
      "learning_rate": 1.513804463829985e-05,
      "loss": 0.2352,
      "step": 13520
    },
    {
      "epoch": 1.873961218836565,
      "grad_norm": 2.6012349128723145,
      "learning_rate": 1.5119484014662894e-05,
      "loss": 0.2523,
      "step": 13530
    },
    {
      "epoch": 1.8753462603878117,
      "grad_norm": 3.118762493133545,
      "learning_rate": 1.5100923391025939e-05,
      "loss": 0.2247,
      "step": 13540
    },
    {
      "epoch": 1.8767313019390581,
      "grad_norm": 1.825679898262024,
      "learning_rate": 1.5082362767388985e-05,
      "loss": 0.2371,
      "step": 13550
    },
    {
      "epoch": 1.8781163434903048,
      "grad_norm": 1.7097175121307373,
      "learning_rate": 1.5063802143752032e-05,
      "loss": 0.2948,
      "step": 13560
    },
    {
      "epoch": 1.8795013850415514,
      "grad_norm": 2.4472036361694336,
      "learning_rate": 1.5045241520115077e-05,
      "loss": 0.2461,
      "step": 13570
    },
    {
      "epoch": 1.8808864265927978,
      "grad_norm": 2.5957345962524414,
      "learning_rate": 1.5026680896478123e-05,
      "loss": 0.2742,
      "step": 13580
    },
    {
      "epoch": 1.8822714681440442,
      "grad_norm": 1.9023525714874268,
      "learning_rate": 1.5008120272841168e-05,
      "loss": 0.2592,
      "step": 13590
    },
    {
      "epoch": 1.8836565096952909,
      "grad_norm": 2.0497195720672607,
      "learning_rate": 1.4989559649204215e-05,
      "loss": 0.2265,
      "step": 13600
    },
    {
      "epoch": 1.8850415512465375,
      "grad_norm": 1.9706491231918335,
      "learning_rate": 1.4970999025567261e-05,
      "loss": 0.2663,
      "step": 13610
    },
    {
      "epoch": 1.886426592797784,
      "grad_norm": 2.4385011196136475,
      "learning_rate": 1.4952438401930306e-05,
      "loss": 0.2172,
      "step": 13620
    },
    {
      "epoch": 1.8878116343490303,
      "grad_norm": 2.258354663848877,
      "learning_rate": 1.493387777829335e-05,
      "loss": 0.2382,
      "step": 13630
    },
    {
      "epoch": 1.889196675900277,
      "grad_norm": 2.848677635192871,
      "learning_rate": 1.4915317154656398e-05,
      "loss": 0.2219,
      "step": 13640
    },
    {
      "epoch": 1.8905817174515236,
      "grad_norm": 2.522754430770874,
      "learning_rate": 1.4896756531019443e-05,
      "loss": 0.2295,
      "step": 13650
    },
    {
      "epoch": 1.89196675900277,
      "grad_norm": 2.012890100479126,
      "learning_rate": 1.4878195907382489e-05,
      "loss": 0.2387,
      "step": 13660
    },
    {
      "epoch": 1.8933518005540166,
      "grad_norm": 2.1994481086730957,
      "learning_rate": 1.4859635283745536e-05,
      "loss": 0.2494,
      "step": 13670
    },
    {
      "epoch": 1.8947368421052633,
      "grad_norm": 1.7102662324905396,
      "learning_rate": 1.4841074660108581e-05,
      "loss": 0.2619,
      "step": 13680
    },
    {
      "epoch": 1.8961218836565097,
      "grad_norm": 2.5355281829833984,
      "learning_rate": 1.4822514036471627e-05,
      "loss": 0.2366,
      "step": 13690
    },
    {
      "epoch": 1.897506925207756,
      "grad_norm": 1.9577605724334717,
      "learning_rate": 1.4803953412834672e-05,
      "loss": 0.2639,
      "step": 13700
    },
    {
      "epoch": 1.8988919667590027,
      "grad_norm": 2.3210580348968506,
      "learning_rate": 1.478539278919772e-05,
      "loss": 0.2418,
      "step": 13710
    },
    {
      "epoch": 1.9002770083102494,
      "grad_norm": 1.7135709524154663,
      "learning_rate": 1.4766832165560765e-05,
      "loss": 0.2498,
      "step": 13720
    },
    {
      "epoch": 1.9016620498614958,
      "grad_norm": 1.5019444227218628,
      "learning_rate": 1.4750127604287506e-05,
      "loss": 0.2527,
      "step": 13730
    },
    {
      "epoch": 1.9030470914127424,
      "grad_norm": 2.4784412384033203,
      "learning_rate": 1.4733423043014245e-05,
      "loss": 0.2757,
      "step": 13740
    },
    {
      "epoch": 1.904432132963989,
      "grad_norm": 2.923137664794922,
      "learning_rate": 1.4714862419377291e-05,
      "loss": 0.224,
      "step": 13750
    },
    {
      "epoch": 1.9058171745152355,
      "grad_norm": 2.0658411979675293,
      "learning_rate": 1.4696301795740338e-05,
      "loss": 0.218,
      "step": 13760
    },
    {
      "epoch": 1.9072022160664819,
      "grad_norm": 4.4282612800598145,
      "learning_rate": 1.4677741172103384e-05,
      "loss": 0.2321,
      "step": 13770
    },
    {
      "epoch": 1.9085872576177285,
      "grad_norm": 2.6436312198638916,
      "learning_rate": 1.465918054846643e-05,
      "loss": 0.2189,
      "step": 13780
    },
    {
      "epoch": 1.9099722991689752,
      "grad_norm": 1.3336904048919678,
      "learning_rate": 1.4640619924829476e-05,
      "loss": 0.2594,
      "step": 13790
    },
    {
      "epoch": 1.9113573407202216,
      "grad_norm": 1.4303447008132935,
      "learning_rate": 1.4622059301192522e-05,
      "loss": 0.2072,
      "step": 13800
    },
    {
      "epoch": 1.912742382271468,
      "grad_norm": 2.0474507808685303,
      "learning_rate": 1.4603498677555567e-05,
      "loss": 0.2438,
      "step": 13810
    },
    {
      "epoch": 1.9141274238227148,
      "grad_norm": 2.0859858989715576,
      "learning_rate": 1.4584938053918613e-05,
      "loss": 0.2408,
      "step": 13820
    },
    {
      "epoch": 1.9155124653739612,
      "grad_norm": 1.888232946395874,
      "learning_rate": 1.456637743028166e-05,
      "loss": 0.2586,
      "step": 13830
    },
    {
      "epoch": 1.9168975069252077,
      "grad_norm": 1.5036896467208862,
      "learning_rate": 1.4547816806644704e-05,
      "loss": 0.2402,
      "step": 13840
    },
    {
      "epoch": 1.9182825484764543,
      "grad_norm": 3.7954695224761963,
      "learning_rate": 1.452925618300775e-05,
      "loss": 0.2273,
      "step": 13850
    },
    {
      "epoch": 1.919667590027701,
      "grad_norm": 7.413731098175049,
      "learning_rate": 1.4510695559370795e-05,
      "loss": 0.2082,
      "step": 13860
    },
    {
      "epoch": 1.9210526315789473,
      "grad_norm": 2.4324305057525635,
      "learning_rate": 1.4492134935733842e-05,
      "loss": 0.2318,
      "step": 13870
    },
    {
      "epoch": 1.9224376731301938,
      "grad_norm": 2.1324281692504883,
      "learning_rate": 1.4473574312096888e-05,
      "loss": 0.2511,
      "step": 13880
    },
    {
      "epoch": 1.9238227146814404,
      "grad_norm": 1.7724601030349731,
      "learning_rate": 1.4455013688459933e-05,
      "loss": 0.2458,
      "step": 13890
    },
    {
      "epoch": 1.925207756232687,
      "grad_norm": 2.6785428524017334,
      "learning_rate": 1.4436453064822979e-05,
      "loss": 0.2472,
      "step": 13900
    },
    {
      "epoch": 1.9265927977839334,
      "grad_norm": 2.5979104042053223,
      "learning_rate": 1.4417892441186026e-05,
      "loss": 0.2446,
      "step": 13910
    },
    {
      "epoch": 1.92797783933518,
      "grad_norm": 1.9766836166381836,
      "learning_rate": 1.4399331817549071e-05,
      "loss": 0.2529,
      "step": 13920
    },
    {
      "epoch": 1.9293628808864267,
      "grad_norm": 1.5978502035140991,
      "learning_rate": 1.4380771193912117e-05,
      "loss": 0.2544,
      "step": 13930
    },
    {
      "epoch": 1.9307479224376731,
      "grad_norm": 2.787135362625122,
      "learning_rate": 1.4362210570275164e-05,
      "loss": 0.2549,
      "step": 13940
    },
    {
      "epoch": 1.9321329639889195,
      "grad_norm": 1.7493928670883179,
      "learning_rate": 1.4343649946638208e-05,
      "loss": 0.2343,
      "step": 13950
    },
    {
      "epoch": 1.9335180055401662,
      "grad_norm": 4.298009872436523,
      "learning_rate": 1.4325089323001253e-05,
      "loss": 0.2137,
      "step": 13960
    },
    {
      "epoch": 1.9349030470914128,
      "grad_norm": 1.7205559015274048,
      "learning_rate": 1.4306528699364299e-05,
      "loss": 0.212,
      "step": 13970
    },
    {
      "epoch": 1.9362880886426592,
      "grad_norm": 2.38380765914917,
      "learning_rate": 1.4287968075727346e-05,
      "loss": 0.2249,
      "step": 13980
    },
    {
      "epoch": 1.9376731301939059,
      "grad_norm": 1.6681180000305176,
      "learning_rate": 1.4269407452090392e-05,
      "loss": 0.2049,
      "step": 13990
    },
    {
      "epoch": 1.9390581717451525,
      "grad_norm": 1.9246506690979004,
      "learning_rate": 1.4250846828453437e-05,
      "loss": 0.2088,
      "step": 14000
    },
    {
      "epoch": 1.940443213296399,
      "grad_norm": 1.7347540855407715,
      "learning_rate": 1.4232286204816483e-05,
      "loss": 0.2386,
      "step": 14010
    },
    {
      "epoch": 1.9418282548476453,
      "grad_norm": 2.201300621032715,
      "learning_rate": 1.421372558117953e-05,
      "loss": 0.2532,
      "step": 14020
    },
    {
      "epoch": 1.943213296398892,
      "grad_norm": 1.9885168075561523,
      "learning_rate": 1.4195164957542575e-05,
      "loss": 0.2625,
      "step": 14030
    },
    {
      "epoch": 1.9445983379501386,
      "grad_norm": 2.3285436630249023,
      "learning_rate": 1.417660433390562e-05,
      "loss": 0.3034,
      "step": 14040
    },
    {
      "epoch": 1.945983379501385,
      "grad_norm": 2.0906248092651367,
      "learning_rate": 1.4158043710268665e-05,
      "loss": 0.2216,
      "step": 14050
    },
    {
      "epoch": 1.9473684210526314,
      "grad_norm": 4.676970958709717,
      "learning_rate": 1.4139483086631712e-05,
      "loss": 0.2359,
      "step": 14060
    },
    {
      "epoch": 1.9487534626038783,
      "grad_norm": 1.8214576244354248,
      "learning_rate": 1.4120922462994757e-05,
      "loss": 0.2811,
      "step": 14070
    },
    {
      "epoch": 1.9501385041551247,
      "grad_norm": 2.022029161453247,
      "learning_rate": 1.4102361839357803e-05,
      "loss": 0.2421,
      "step": 14080
    },
    {
      "epoch": 1.951523545706371,
      "grad_norm": 1.716650366783142,
      "learning_rate": 1.408380121572085e-05,
      "loss": 0.2361,
      "step": 14090
    },
    {
      "epoch": 1.9529085872576177,
      "grad_norm": 5.157698631286621,
      "learning_rate": 1.4065240592083896e-05,
      "loss": 0.2323,
      "step": 14100
    },
    {
      "epoch": 1.9542936288088644,
      "grad_norm": 2.0606625080108643,
      "learning_rate": 1.4046679968446941e-05,
      "loss": 0.2289,
      "step": 14110
    },
    {
      "epoch": 1.9556786703601108,
      "grad_norm": 1.8860923051834106,
      "learning_rate": 1.4028119344809987e-05,
      "loss": 0.263,
      "step": 14120
    },
    {
      "epoch": 1.9570637119113572,
      "grad_norm": 1.9369615316390991,
      "learning_rate": 1.4009558721173034e-05,
      "loss": 0.2373,
      "step": 14130
    },
    {
      "epoch": 1.9584487534626038,
      "grad_norm": 2.072380781173706,
      "learning_rate": 1.399099809753608e-05,
      "loss": 0.2269,
      "step": 14140
    },
    {
      "epoch": 1.9598337950138505,
      "grad_norm": 1.8450301885604858,
      "learning_rate": 1.3972437473899123e-05,
      "loss": 0.2124,
      "step": 14150
    },
    {
      "epoch": 1.9612188365650969,
      "grad_norm": 2.4834184646606445,
      "learning_rate": 1.3953876850262169e-05,
      "loss": 0.2375,
      "step": 14160
    },
    {
      "epoch": 1.9626038781163435,
      "grad_norm": 2.2427444458007812,
      "learning_rate": 1.3935316226625216e-05,
      "loss": 0.2936,
      "step": 14170
    },
    {
      "epoch": 1.9639889196675901,
      "grad_norm": 2.3271632194519043,
      "learning_rate": 1.3916755602988261e-05,
      "loss": 0.2835,
      "step": 14180
    },
    {
      "epoch": 1.9653739612188366,
      "grad_norm": 1.8166530132293701,
      "learning_rate": 1.3898194979351307e-05,
      "loss": 0.2144,
      "step": 14190
    },
    {
      "epoch": 1.966759002770083,
      "grad_norm": 2.4603664875030518,
      "learning_rate": 1.3879634355714354e-05,
      "loss": 0.23,
      "step": 14200
    },
    {
      "epoch": 1.9681440443213296,
      "grad_norm": 1.665629506111145,
      "learning_rate": 1.38610737320774e-05,
      "loss": 0.2648,
      "step": 14210
    },
    {
      "epoch": 1.9695290858725762,
      "grad_norm": 2.7033531665802,
      "learning_rate": 1.3842513108440445e-05,
      "loss": 0.2634,
      "step": 14220
    },
    {
      "epoch": 1.9709141274238227,
      "grad_norm": 2.542165517807007,
      "learning_rate": 1.382395248480349e-05,
      "loss": 0.2244,
      "step": 14230
    },
    {
      "epoch": 1.9722991689750693,
      "grad_norm": 2.3917179107666016,
      "learning_rate": 1.3805391861166538e-05,
      "loss": 0.2586,
      "step": 14240
    },
    {
      "epoch": 1.973684210526316,
      "grad_norm": 3.0972111225128174,
      "learning_rate": 1.3786831237529583e-05,
      "loss": 0.2225,
      "step": 14250
    },
    {
      "epoch": 1.9750692520775623,
      "grad_norm": 1.795332431793213,
      "learning_rate": 1.3768270613892627e-05,
      "loss": 0.2266,
      "step": 14260
    },
    {
      "epoch": 1.9764542936288088,
      "grad_norm": 3.2170612812042236,
      "learning_rate": 1.3749709990255673e-05,
      "loss": 0.245,
      "step": 14270
    },
    {
      "epoch": 1.9778393351800554,
      "grad_norm": 2.6222457885742188,
      "learning_rate": 1.373114936661872e-05,
      "loss": 0.2335,
      "step": 14280
    },
    {
      "epoch": 1.979224376731302,
      "grad_norm": 1.6004931926727295,
      "learning_rate": 1.3712588742981765e-05,
      "loss": 0.2409,
      "step": 14290
    },
    {
      "epoch": 1.9806094182825484,
      "grad_norm": 2.342514753341675,
      "learning_rate": 1.369402811934481e-05,
      "loss": 0.2446,
      "step": 14300
    },
    {
      "epoch": 1.9819944598337949,
      "grad_norm": 1.6561387777328491,
      "learning_rate": 1.3675467495707856e-05,
      "loss": 0.2394,
      "step": 14310
    },
    {
      "epoch": 1.9833795013850417,
      "grad_norm": 3.7785511016845703,
      "learning_rate": 1.3656906872070903e-05,
      "loss": 0.2463,
      "step": 14320
    },
    {
      "epoch": 1.9847645429362881,
      "grad_norm": 1.7614632844924927,
      "learning_rate": 1.3638346248433949e-05,
      "loss": 0.2448,
      "step": 14330
    },
    {
      "epoch": 1.9861495844875345,
      "grad_norm": 1.4015835523605347,
      "learning_rate": 1.3619785624796994e-05,
      "loss": 0.2339,
      "step": 14340
    },
    {
      "epoch": 1.9875346260387812,
      "grad_norm": 1.7252857685089111,
      "learning_rate": 1.3601225001160042e-05,
      "loss": 0.2338,
      "step": 14350
    },
    {
      "epoch": 1.9889196675900278,
      "grad_norm": 1.8692224025726318,
      "learning_rate": 1.3582664377523085e-05,
      "loss": 0.2114,
      "step": 14360
    },
    {
      "epoch": 1.9903047091412742,
      "grad_norm": 1.5987521409988403,
      "learning_rate": 1.3564103753886131e-05,
      "loss": 0.228,
      "step": 14370
    },
    {
      "epoch": 1.9916897506925206,
      "grad_norm": 2.2164413928985596,
      "learning_rate": 1.3545543130249176e-05,
      "loss": 0.2284,
      "step": 14380
    },
    {
      "epoch": 1.9930747922437673,
      "grad_norm": 2.2460415363311768,
      "learning_rate": 1.3526982506612224e-05,
      "loss": 0.2315,
      "step": 14390
    },
    {
      "epoch": 1.994459833795014,
      "grad_norm": 2.1210713386535645,
      "learning_rate": 1.350842188297527e-05,
      "loss": 0.2825,
      "step": 14400
    },
    {
      "epoch": 1.9958448753462603,
      "grad_norm": 2.85060977935791,
      "learning_rate": 1.3489861259338315e-05,
      "loss": 0.2321,
      "step": 14410
    },
    {
      "epoch": 1.997229916897507,
      "grad_norm": 1.8384126424789429,
      "learning_rate": 1.347130063570136e-05,
      "loss": 0.2197,
      "step": 14420
    },
    {
      "epoch": 1.9986149584487536,
      "grad_norm": 1.542345404624939,
      "learning_rate": 1.3452740012064407e-05,
      "loss": 0.2353,
      "step": 14430
    },
    {
      "epoch": 2.0,
      "grad_norm": 2.0727384090423584,
      "learning_rate": 1.3434179388427453e-05,
      "loss": 0.2297,
      "step": 14440
    },
    {
      "epoch": 2.0013850415512464,
      "grad_norm": 1.7574317455291748,
      "learning_rate": 1.3415618764790498e-05,
      "loss": 0.1947,
      "step": 14450
    },
    {
      "epoch": 2.0027700831024933,
      "grad_norm": 1.6832847595214844,
      "learning_rate": 1.3397058141153542e-05,
      "loss": 0.1959,
      "step": 14460
    },
    {
      "epoch": 2.0041551246537397,
      "grad_norm": 1.722998857498169,
      "learning_rate": 1.337849751751659e-05,
      "loss": 0.2054,
      "step": 14470
    },
    {
      "epoch": 2.005540166204986,
      "grad_norm": 2.045290231704712,
      "learning_rate": 1.3359936893879635e-05,
      "loss": 0.1766,
      "step": 14480
    },
    {
      "epoch": 2.0069252077562325,
      "grad_norm": 1.2657092809677124,
      "learning_rate": 1.334137627024268e-05,
      "loss": 0.1511,
      "step": 14490
    },
    {
      "epoch": 2.0083102493074794,
      "grad_norm": 1.6155598163604736,
      "learning_rate": 1.3322815646605728e-05,
      "loss": 0.1591,
      "step": 14500
    },
    {
      "epoch": 2.009695290858726,
      "grad_norm": 3.8692007064819336,
      "learning_rate": 1.3304255022968773e-05,
      "loss": 0.208,
      "step": 14510
    },
    {
      "epoch": 2.011080332409972,
      "grad_norm": 2.4857311248779297,
      "learning_rate": 1.3285694399331819e-05,
      "loss": 0.1712,
      "step": 14520
    },
    {
      "epoch": 2.012465373961219,
      "grad_norm": 2.3056626319885254,
      "learning_rate": 1.3267133775694864e-05,
      "loss": 0.1958,
      "step": 14530
    },
    {
      "epoch": 2.0138504155124655,
      "grad_norm": 2.1693966388702393,
      "learning_rate": 1.3248573152057911e-05,
      "loss": 0.1853,
      "step": 14540
    },
    {
      "epoch": 2.015235457063712,
      "grad_norm": 4.402191162109375,
      "learning_rate": 1.3230012528420957e-05,
      "loss": 0.2022,
      "step": 14550
    },
    {
      "epoch": 2.0166204986149583,
      "grad_norm": 1.5139687061309814,
      "learning_rate": 1.3211451904784002e-05,
      "loss": 0.2085,
      "step": 14560
    },
    {
      "epoch": 2.018005540166205,
      "grad_norm": 2.144901990890503,
      "learning_rate": 1.3192891281147046e-05,
      "loss": 0.2012,
      "step": 14570
    },
    {
      "epoch": 2.0193905817174516,
      "grad_norm": 3.4196605682373047,
      "learning_rate": 1.3174330657510093e-05,
      "loss": 0.215,
      "step": 14580
    },
    {
      "epoch": 2.020775623268698,
      "grad_norm": 1.5005124807357788,
      "learning_rate": 1.3155770033873139e-05,
      "loss": 0.1661,
      "step": 14590
    },
    {
      "epoch": 2.0221606648199444,
      "grad_norm": 1.7353737354278564,
      "learning_rate": 1.3137209410236184e-05,
      "loss": 0.1908,
      "step": 14600
    },
    {
      "epoch": 2.0235457063711912,
      "grad_norm": 2.1631791591644287,
      "learning_rate": 1.311864878659923e-05,
      "loss": 0.1913,
      "step": 14610
    },
    {
      "epoch": 2.0249307479224377,
      "grad_norm": 2.5623526573181152,
      "learning_rate": 1.3100088162962277e-05,
      "loss": 0.1889,
      "step": 14620
    },
    {
      "epoch": 2.026315789473684,
      "grad_norm": 1.8216127157211304,
      "learning_rate": 1.3081527539325323e-05,
      "loss": 0.2089,
      "step": 14630
    },
    {
      "epoch": 2.027700831024931,
      "grad_norm": 2.1311192512512207,
      "learning_rate": 1.3062966915688368e-05,
      "loss": 0.1938,
      "step": 14640
    },
    {
      "epoch": 2.0290858725761773,
      "grad_norm": 2.107114315032959,
      "learning_rate": 1.3044406292051415e-05,
      "loss": 0.1792,
      "step": 14650
    },
    {
      "epoch": 2.0304709141274238,
      "grad_norm": 2.94160532951355,
      "learning_rate": 1.302584566841446e-05,
      "loss": 0.1977,
      "step": 14660
    },
    {
      "epoch": 2.03185595567867,
      "grad_norm": 2.283118724822998,
      "learning_rate": 1.3007285044777505e-05,
      "loss": 0.1676,
      "step": 14670
    },
    {
      "epoch": 2.033240997229917,
      "grad_norm": 3.027130365371704,
      "learning_rate": 1.298872442114055e-05,
      "loss": 0.1662,
      "step": 14680
    },
    {
      "epoch": 2.0346260387811634,
      "grad_norm": 1.537743091583252,
      "learning_rate": 1.2970163797503597e-05,
      "loss": 0.1946,
      "step": 14690
    },
    {
      "epoch": 2.03601108033241,
      "grad_norm": 1.9911495447158813,
      "learning_rate": 1.2951603173866643e-05,
      "loss": 0.1961,
      "step": 14700
    },
    {
      "epoch": 2.0373961218836567,
      "grad_norm": 2.0069620609283447,
      "learning_rate": 1.2933042550229688e-05,
      "loss": 0.217,
      "step": 14710
    },
    {
      "epoch": 2.038781163434903,
      "grad_norm": 1.7512022256851196,
      "learning_rate": 1.2914481926592734e-05,
      "loss": 0.1887,
      "step": 14720
    },
    {
      "epoch": 2.0401662049861495,
      "grad_norm": 2.5431530475616455,
      "learning_rate": 1.2895921302955781e-05,
      "loss": 0.18,
      "step": 14730
    },
    {
      "epoch": 2.041551246537396,
      "grad_norm": 3.3946635723114014,
      "learning_rate": 1.2877360679318827e-05,
      "loss": 0.2296,
      "step": 14740
    },
    {
      "epoch": 2.042936288088643,
      "grad_norm": 3.5196239948272705,
      "learning_rate": 1.2858800055681872e-05,
      "loss": 0.1829,
      "step": 14750
    },
    {
      "epoch": 2.044321329639889,
      "grad_norm": 2.5390875339508057,
      "learning_rate": 1.284023943204492e-05,
      "loss": 0.1804,
      "step": 14760
    },
    {
      "epoch": 2.0457063711911356,
      "grad_norm": 2.016263723373413,
      "learning_rate": 1.2821678808407965e-05,
      "loss": 0.1856,
      "step": 14770
    },
    {
      "epoch": 2.0470914127423825,
      "grad_norm": 2.1532645225524902,
      "learning_rate": 1.2803118184771009e-05,
      "loss": 0.1719,
      "step": 14780
    },
    {
      "epoch": 2.048476454293629,
      "grad_norm": 3.4412078857421875,
      "learning_rate": 1.2784557561134054e-05,
      "loss": 0.1574,
      "step": 14790
    },
    {
      "epoch": 2.0498614958448753,
      "grad_norm": 1.2067993879318237,
      "learning_rate": 1.2765996937497101e-05,
      "loss": 0.1661,
      "step": 14800
    },
    {
      "epoch": 2.0512465373961217,
      "grad_norm": 1.7038114070892334,
      "learning_rate": 1.2747436313860147e-05,
      "loss": 0.175,
      "step": 14810
    },
    {
      "epoch": 2.0526315789473686,
      "grad_norm": 1.9622423648834229,
      "learning_rate": 1.2728875690223192e-05,
      "loss": 0.192,
      "step": 14820
    },
    {
      "epoch": 2.054016620498615,
      "grad_norm": 1.806934118270874,
      "learning_rate": 1.2710315066586238e-05,
      "loss": 0.1814,
      "step": 14830
    },
    {
      "epoch": 2.0554016620498614,
      "grad_norm": 2.2102761268615723,
      "learning_rate": 1.2691754442949285e-05,
      "loss": 0.2402,
      "step": 14840
    },
    {
      "epoch": 2.056786703601108,
      "grad_norm": 1.8251749277114868,
      "learning_rate": 1.267319381931233e-05,
      "loss": 0.1764,
      "step": 14850
    },
    {
      "epoch": 2.0581717451523547,
      "grad_norm": 1.8050317764282227,
      "learning_rate": 1.2654633195675376e-05,
      "loss": 0.1671,
      "step": 14860
    },
    {
      "epoch": 2.059556786703601,
      "grad_norm": 1.6401031017303467,
      "learning_rate": 1.2636072572038423e-05,
      "loss": 0.1983,
      "step": 14870
    },
    {
      "epoch": 2.0609418282548475,
      "grad_norm": 2.121783494949341,
      "learning_rate": 1.2617511948401467e-05,
      "loss": 0.1669,
      "step": 14880
    },
    {
      "epoch": 2.0623268698060944,
      "grad_norm": 1.7833797931671143,
      "learning_rate": 1.2598951324764512e-05,
      "loss": 0.1812,
      "step": 14890
    },
    {
      "epoch": 2.063711911357341,
      "grad_norm": 1.8813719749450684,
      "learning_rate": 1.2580390701127558e-05,
      "loss": 0.1865,
      "step": 14900
    },
    {
      "epoch": 2.065096952908587,
      "grad_norm": 1.707542061805725,
      "learning_rate": 1.2561830077490605e-05,
      "loss": 0.2263,
      "step": 14910
    },
    {
      "epoch": 2.0664819944598336,
      "grad_norm": 2.113223075866699,
      "learning_rate": 1.254326945385365e-05,
      "loss": 0.2098,
      "step": 14920
    },
    {
      "epoch": 2.0678670360110805,
      "grad_norm": 1.8287922143936157,
      "learning_rate": 1.2524708830216696e-05,
      "loss": 0.1732,
      "step": 14930
    },
    {
      "epoch": 2.069252077562327,
      "grad_norm": 1.389681339263916,
      "learning_rate": 1.2506148206579742e-05,
      "loss": 0.1981,
      "step": 14940
    },
    {
      "epoch": 2.0706371191135733,
      "grad_norm": 2.0864617824554443,
      "learning_rate": 1.2487587582942789e-05,
      "loss": 0.1812,
      "step": 14950
    },
    {
      "epoch": 2.07202216066482,
      "grad_norm": 1.4142706394195557,
      "learning_rate": 1.2469026959305834e-05,
      "loss": 0.1618,
      "step": 14960
    },
    {
      "epoch": 2.0734072022160666,
      "grad_norm": 2.4035658836364746,
      "learning_rate": 1.245046633566888e-05,
      "loss": 0.2163,
      "step": 14970
    },
    {
      "epoch": 2.074792243767313,
      "grad_norm": 3.36538028717041,
      "learning_rate": 1.2431905712031924e-05,
      "loss": 0.1659,
      "step": 14980
    },
    {
      "epoch": 2.0761772853185594,
      "grad_norm": 4.023022651672363,
      "learning_rate": 1.2413345088394971e-05,
      "loss": 0.1942,
      "step": 14990
    },
    {
      "epoch": 2.0775623268698062,
      "grad_norm": 3.7977612018585205,
      "learning_rate": 1.2394784464758016e-05,
      "loss": 0.1708,
      "step": 15000
    },
    {
      "epoch": 2.0782548476454292,
      "eval_loss": 0.2703794538974762,
      "eval_runtime": 1428.8894,
      "eval_samples_per_second": 6.383,
      "eval_steps_per_second": 0.798,
      "step": 15005
    },
    {
      "epoch": 2.0789473684210527,
      "grad_norm": 1.9419952630996704,
      "learning_rate": 1.2376223841121062e-05,
      "loss": 0.1724,
      "step": 15010
    },
    {
      "epoch": 2.080332409972299,
      "grad_norm": 1.5353316068649292,
      "learning_rate": 1.2357663217484107e-05,
      "loss": 0.1838,
      "step": 15020
    },
    {
      "epoch": 2.081717451523546,
      "grad_norm": 1.7038683891296387,
      "learning_rate": 1.2339102593847155e-05,
      "loss": 0.1659,
      "step": 15030
    },
    {
      "epoch": 2.0831024930747923,
      "grad_norm": 1.4729688167572021,
      "learning_rate": 1.23205419702102e-05,
      "loss": 0.1753,
      "step": 15040
    },
    {
      "epoch": 2.0844875346260388,
      "grad_norm": 1.7278324365615845,
      "learning_rate": 1.2301981346573246e-05,
      "loss": 0.1754,
      "step": 15050
    },
    {
      "epoch": 2.085872576177285,
      "grad_norm": 1.8487584590911865,
      "learning_rate": 1.2283420722936293e-05,
      "loss": 0.1642,
      "step": 15060
    },
    {
      "epoch": 2.087257617728532,
      "grad_norm": 5.234111785888672,
      "learning_rate": 1.2264860099299338e-05,
      "loss": 0.2079,
      "step": 15070
    },
    {
      "epoch": 2.0886426592797784,
      "grad_norm": 2.1265268325805664,
      "learning_rate": 1.2246299475662384e-05,
      "loss": 0.1834,
      "step": 15080
    },
    {
      "epoch": 2.090027700831025,
      "grad_norm": 2.6006407737731934,
      "learning_rate": 1.2227738852025428e-05,
      "loss": 0.1703,
      "step": 15090
    },
    {
      "epoch": 2.0914127423822713,
      "grad_norm": 1.6003869771957397,
      "learning_rate": 1.2209178228388475e-05,
      "loss": 0.1881,
      "step": 15100
    },
    {
      "epoch": 2.092797783933518,
      "grad_norm": 1.5022588968276978,
      "learning_rate": 1.219061760475152e-05,
      "loss": 0.1654,
      "step": 15110
    },
    {
      "epoch": 2.0941828254847645,
      "grad_norm": 1.9021573066711426,
      "learning_rate": 1.2172056981114566e-05,
      "loss": 0.1449,
      "step": 15120
    },
    {
      "epoch": 2.095567867036011,
      "grad_norm": 2.192850112915039,
      "learning_rate": 1.2153496357477611e-05,
      "loss": 0.148,
      "step": 15130
    },
    {
      "epoch": 2.096952908587258,
      "grad_norm": 2.480792284011841,
      "learning_rate": 1.2134935733840659e-05,
      "loss": 0.2227,
      "step": 15140
    },
    {
      "epoch": 2.098337950138504,
      "grad_norm": 1.867102026939392,
      "learning_rate": 1.2116375110203704e-05,
      "loss": 0.2002,
      "step": 15150
    },
    {
      "epoch": 2.0997229916897506,
      "grad_norm": 2.851119041442871,
      "learning_rate": 1.209781448656675e-05,
      "loss": 0.1931,
      "step": 15160
    },
    {
      "epoch": 2.101108033240997,
      "grad_norm": 2.097811698913574,
      "learning_rate": 1.2079253862929797e-05,
      "loss": 0.1952,
      "step": 15170
    },
    {
      "epoch": 2.102493074792244,
      "grad_norm": 1.8236339092254639,
      "learning_rate": 1.2060693239292842e-05,
      "loss": 0.1726,
      "step": 15180
    },
    {
      "epoch": 2.1038781163434903,
      "grad_norm": 2.647979259490967,
      "learning_rate": 1.2042132615655886e-05,
      "loss": 0.18,
      "step": 15190
    },
    {
      "epoch": 2.1052631578947367,
      "grad_norm": 2.0955395698547363,
      "learning_rate": 1.2023571992018932e-05,
      "loss": 0.2037,
      "step": 15200
    },
    {
      "epoch": 2.1066481994459836,
      "grad_norm": 2.227377414703369,
      "learning_rate": 1.2005011368381979e-05,
      "loss": 0.2027,
      "step": 15210
    },
    {
      "epoch": 2.10803324099723,
      "grad_norm": 1.8922470808029175,
      "learning_rate": 1.1986450744745024e-05,
      "loss": 0.2151,
      "step": 15220
    },
    {
      "epoch": 2.1094182825484764,
      "grad_norm": 1.543190360069275,
      "learning_rate": 1.196789012110807e-05,
      "loss": 0.1816,
      "step": 15230
    },
    {
      "epoch": 2.110803324099723,
      "grad_norm": 1.440812110900879,
      "learning_rate": 1.1949329497471115e-05,
      "loss": 0.1457,
      "step": 15240
    },
    {
      "epoch": 2.1121883656509697,
      "grad_norm": 1.3764451742172241,
      "learning_rate": 1.1930768873834163e-05,
      "loss": 0.2024,
      "step": 15250
    },
    {
      "epoch": 2.113573407202216,
      "grad_norm": 1.9469165802001953,
      "learning_rate": 1.1912208250197208e-05,
      "loss": 0.1938,
      "step": 15260
    },
    {
      "epoch": 2.1149584487534625,
      "grad_norm": 2.06449818611145,
      "learning_rate": 1.1893647626560254e-05,
      "loss": 0.1746,
      "step": 15270
    },
    {
      "epoch": 2.1163434903047094,
      "grad_norm": 2.1765999794006348,
      "learning_rate": 1.18750870029233e-05,
      "loss": 0.1746,
      "step": 15280
    },
    {
      "epoch": 2.1177285318559558,
      "grad_norm": 1.6806100606918335,
      "learning_rate": 1.1856526379286346e-05,
      "loss": 0.146,
      "step": 15290
    },
    {
      "epoch": 2.119113573407202,
      "grad_norm": 1.8645600080490112,
      "learning_rate": 1.183796575564939e-05,
      "loss": 0.1805,
      "step": 15300
    },
    {
      "epoch": 2.1204986149584486,
      "grad_norm": 1.9853228330612183,
      "learning_rate": 1.1819405132012436e-05,
      "loss": 0.1881,
      "step": 15310
    },
    {
      "epoch": 2.1218836565096955,
      "grad_norm": 2.438157796859741,
      "learning_rate": 1.1800844508375481e-05,
      "loss": 0.1605,
      "step": 15320
    },
    {
      "epoch": 2.123268698060942,
      "grad_norm": 1.974244475364685,
      "learning_rate": 1.1782283884738528e-05,
      "loss": 0.2067,
      "step": 15330
    },
    {
      "epoch": 2.1246537396121883,
      "grad_norm": 2.455505847930908,
      "learning_rate": 1.1763723261101574e-05,
      "loss": 0.2004,
      "step": 15340
    },
    {
      "epoch": 2.1260387811634347,
      "grad_norm": 1.9168258905410767,
      "learning_rate": 1.174516263746462e-05,
      "loss": 0.2129,
      "step": 15350
    },
    {
      "epoch": 2.1274238227146816,
      "grad_norm": 1.6309889554977417,
      "learning_rate": 1.1726602013827666e-05,
      "loss": 0.1975,
      "step": 15360
    },
    {
      "epoch": 2.128808864265928,
      "grad_norm": 3.4665346145629883,
      "learning_rate": 1.1708041390190712e-05,
      "loss": 0.2004,
      "step": 15370
    },
    {
      "epoch": 2.1301939058171744,
      "grad_norm": 1.8809685707092285,
      "learning_rate": 1.1689480766553757e-05,
      "loss": 0.1998,
      "step": 15380
    },
    {
      "epoch": 2.1315789473684212,
      "grad_norm": 2.7498867511749268,
      "learning_rate": 1.1670920142916805e-05,
      "loss": 0.1567,
      "step": 15390
    },
    {
      "epoch": 2.1329639889196677,
      "grad_norm": 2.1605582237243652,
      "learning_rate": 1.1652359519279848e-05,
      "loss": 0.2108,
      "step": 15400
    },
    {
      "epoch": 2.134349030470914,
      "grad_norm": 1.3878306150436401,
      "learning_rate": 1.1633798895642894e-05,
      "loss": 0.1653,
      "step": 15410
    },
    {
      "epoch": 2.1357340720221605,
      "grad_norm": 1.9377297163009644,
      "learning_rate": 1.161523827200594e-05,
      "loss": 0.1893,
      "step": 15420
    },
    {
      "epoch": 2.1371191135734073,
      "grad_norm": 1.818156361579895,
      "learning_rate": 1.1596677648368985e-05,
      "loss": 0.1557,
      "step": 15430
    },
    {
      "epoch": 2.1385041551246537,
      "grad_norm": 2.047635555267334,
      "learning_rate": 1.1578117024732032e-05,
      "loss": 0.2056,
      "step": 15440
    },
    {
      "epoch": 2.1398891966759,
      "grad_norm": 1.8148167133331299,
      "learning_rate": 1.1559556401095078e-05,
      "loss": 0.204,
      "step": 15450
    },
    {
      "epoch": 2.141274238227147,
      "grad_norm": 1.9170321226119995,
      "learning_rate": 1.1540995777458123e-05,
      "loss": 0.1645,
      "step": 15460
    },
    {
      "epoch": 2.1426592797783934,
      "grad_norm": 2.07987117767334,
      "learning_rate": 1.152243515382117e-05,
      "loss": 0.1828,
      "step": 15470
    },
    {
      "epoch": 2.14404432132964,
      "grad_norm": 1.5561580657958984,
      "learning_rate": 1.1503874530184216e-05,
      "loss": 0.1782,
      "step": 15480
    },
    {
      "epoch": 2.1454293628808863,
      "grad_norm": 1.8059701919555664,
      "learning_rate": 1.1485313906547261e-05,
      "loss": 0.209,
      "step": 15490
    },
    {
      "epoch": 2.146814404432133,
      "grad_norm": 1.7873286008834839,
      "learning_rate": 1.1466753282910305e-05,
      "loss": 0.1892,
      "step": 15500
    },
    {
      "epoch": 2.1481994459833795,
      "grad_norm": 2.170375347137451,
      "learning_rate": 1.1448192659273352e-05,
      "loss": 0.1714,
      "step": 15510
    },
    {
      "epoch": 2.149584487534626,
      "grad_norm": 1.824212908744812,
      "learning_rate": 1.1429632035636398e-05,
      "loss": 0.1742,
      "step": 15520
    },
    {
      "epoch": 2.150969529085873,
      "grad_norm": 3.1203479766845703,
      "learning_rate": 1.1411071411999443e-05,
      "loss": 0.2095,
      "step": 15530
    },
    {
      "epoch": 2.152354570637119,
      "grad_norm": 2.1490399837493896,
      "learning_rate": 1.1392510788362489e-05,
      "loss": 0.1543,
      "step": 15540
    },
    {
      "epoch": 2.1537396121883656,
      "grad_norm": 2.8778560161590576,
      "learning_rate": 1.1373950164725536e-05,
      "loss": 0.19,
      "step": 15550
    },
    {
      "epoch": 2.155124653739612,
      "grad_norm": 2.4876325130462646,
      "learning_rate": 1.1355389541088582e-05,
      "loss": 0.2228,
      "step": 15560
    },
    {
      "epoch": 2.156509695290859,
      "grad_norm": 1.8188594579696655,
      "learning_rate": 1.1336828917451627e-05,
      "loss": 0.1879,
      "step": 15570
    },
    {
      "epoch": 2.1578947368421053,
      "grad_norm": 2.6546733379364014,
      "learning_rate": 1.1318268293814674e-05,
      "loss": 0.1667,
      "step": 15580
    },
    {
      "epoch": 2.1592797783933517,
      "grad_norm": 1.4731812477111816,
      "learning_rate": 1.129970767017772e-05,
      "loss": 0.1701,
      "step": 15590
    },
    {
      "epoch": 2.160664819944598,
      "grad_norm": 1.7102782726287842,
      "learning_rate": 1.1281147046540765e-05,
      "loss": 0.1939,
      "step": 15600
    },
    {
      "epoch": 2.162049861495845,
      "grad_norm": 1.9763939380645752,
      "learning_rate": 1.126258642290381e-05,
      "loss": 0.1957,
      "step": 15610
    },
    {
      "epoch": 2.1634349030470914,
      "grad_norm": 2.430368661880493,
      "learning_rate": 1.1244025799266856e-05,
      "loss": 0.2212,
      "step": 15620
    },
    {
      "epoch": 2.164819944598338,
      "grad_norm": 2.098733425140381,
      "learning_rate": 1.1225465175629902e-05,
      "loss": 0.1502,
      "step": 15630
    },
    {
      "epoch": 2.1662049861495847,
      "grad_norm": 1.9996839761734009,
      "learning_rate": 1.1206904551992947e-05,
      "loss": 0.2054,
      "step": 15640
    },
    {
      "epoch": 2.167590027700831,
      "grad_norm": 2.2129204273223877,
      "learning_rate": 1.1188343928355993e-05,
      "loss": 0.1923,
      "step": 15650
    },
    {
      "epoch": 2.1689750692520775,
      "grad_norm": 2.9811301231384277,
      "learning_rate": 1.116978330471904e-05,
      "loss": 0.1995,
      "step": 15660
    },
    {
      "epoch": 2.170360110803324,
      "grad_norm": 1.7352439165115356,
      "learning_rate": 1.1151222681082086e-05,
      "loss": 0.1815,
      "step": 15670
    },
    {
      "epoch": 2.1717451523545708,
      "grad_norm": 2.3152153491973877,
      "learning_rate": 1.1132662057445131e-05,
      "loss": 0.2229,
      "step": 15680
    },
    {
      "epoch": 2.173130193905817,
      "grad_norm": 2.018587350845337,
      "learning_rate": 1.1114101433808178e-05,
      "loss": 0.1789,
      "step": 15690
    },
    {
      "epoch": 2.1745152354570636,
      "grad_norm": 2.000908613204956,
      "learning_rate": 1.1095540810171224e-05,
      "loss": 0.1999,
      "step": 15700
    },
    {
      "epoch": 2.1759002770083105,
      "grad_norm": 2.4677839279174805,
      "learning_rate": 1.1076980186534268e-05,
      "loss": 0.1765,
      "step": 15710
    },
    {
      "epoch": 2.177285318559557,
      "grad_norm": 1.403136134147644,
      "learning_rate": 1.1058419562897313e-05,
      "loss": 0.1749,
      "step": 15720
    },
    {
      "epoch": 2.1786703601108033,
      "grad_norm": 1.935598611831665,
      "learning_rate": 1.1039858939260359e-05,
      "loss": 0.1506,
      "step": 15730
    },
    {
      "epoch": 2.1800554016620497,
      "grad_norm": 2.197678565979004,
      "learning_rate": 1.1021298315623406e-05,
      "loss": 0.1765,
      "step": 15740
    },
    {
      "epoch": 2.1814404432132966,
      "grad_norm": 1.7003947496414185,
      "learning_rate": 1.1002737691986451e-05,
      "loss": 0.1747,
      "step": 15750
    },
    {
      "epoch": 2.182825484764543,
      "grad_norm": 1.7991876602172852,
      "learning_rate": 1.0984177068349497e-05,
      "loss": 0.178,
      "step": 15760
    },
    {
      "epoch": 2.1842105263157894,
      "grad_norm": 3.0078437328338623,
      "learning_rate": 1.0965616444712544e-05,
      "loss": 0.164,
      "step": 15770
    },
    {
      "epoch": 2.1855955678670362,
      "grad_norm": 1.8674951791763306,
      "learning_rate": 1.094705582107559e-05,
      "loss": 0.2086,
      "step": 15780
    },
    {
      "epoch": 2.1869806094182827,
      "grad_norm": 1.6032930612564087,
      "learning_rate": 1.0928495197438635e-05,
      "loss": 0.151,
      "step": 15790
    },
    {
      "epoch": 2.188365650969529,
      "grad_norm": 2.2988972663879395,
      "learning_rate": 1.0909934573801682e-05,
      "loss": 0.1991,
      "step": 15800
    },
    {
      "epoch": 2.1897506925207755,
      "grad_norm": 2.0465915203094482,
      "learning_rate": 1.0891373950164726e-05,
      "loss": 0.1855,
      "step": 15810
    },
    {
      "epoch": 2.1911357340720223,
      "grad_norm": 1.6645904779434204,
      "learning_rate": 1.0874669388891467e-05,
      "loss": 0.1907,
      "step": 15820
    },
    {
      "epoch": 2.1925207756232687,
      "grad_norm": 1.4574722051620483,
      "learning_rate": 1.0856108765254514e-05,
      "loss": 0.1808,
      "step": 15830
    },
    {
      "epoch": 2.193905817174515,
      "grad_norm": 3.1846442222595215,
      "learning_rate": 1.083754814161756e-05,
      "loss": 0.2199,
      "step": 15840
    },
    {
      "epoch": 2.1952908587257616,
      "grad_norm": 2.510326385498047,
      "learning_rate": 1.0818987517980605e-05,
      "loss": 0.1804,
      "step": 15850
    },
    {
      "epoch": 2.1966759002770084,
      "grad_norm": 1.9207181930541992,
      "learning_rate": 1.0800426894343653e-05,
      "loss": 0.1802,
      "step": 15860
    },
    {
      "epoch": 2.198060941828255,
      "grad_norm": 1.5893478393554688,
      "learning_rate": 1.0781866270706696e-05,
      "loss": 0.1877,
      "step": 15870
    },
    {
      "epoch": 2.1994459833795013,
      "grad_norm": 2.8297579288482666,
      "learning_rate": 1.0763305647069742e-05,
      "loss": 0.1832,
      "step": 15880
    },
    {
      "epoch": 2.200831024930748,
      "grad_norm": 2.0689809322357178,
      "learning_rate": 1.0744745023432787e-05,
      "loss": 0.1696,
      "step": 15890
    },
    {
      "epoch": 2.2022160664819945,
      "grad_norm": 2.195650577545166,
      "learning_rate": 1.0726184399795833e-05,
      "loss": 0.1962,
      "step": 15900
    },
    {
      "epoch": 2.203601108033241,
      "grad_norm": 2.4047739505767822,
      "learning_rate": 1.070762377615888e-05,
      "loss": 0.1616,
      "step": 15910
    },
    {
      "epoch": 2.2049861495844874,
      "grad_norm": 2.298598289489746,
      "learning_rate": 1.0689063152521926e-05,
      "loss": 0.1956,
      "step": 15920
    },
    {
      "epoch": 2.206371191135734,
      "grad_norm": 2.514930009841919,
      "learning_rate": 1.0670502528884971e-05,
      "loss": 0.192,
      "step": 15930
    },
    {
      "epoch": 2.2077562326869806,
      "grad_norm": 2.1210293769836426,
      "learning_rate": 1.0651941905248018e-05,
      "loss": 0.1501,
      "step": 15940
    },
    {
      "epoch": 2.209141274238227,
      "grad_norm": 1.428801417350769,
      "learning_rate": 1.0633381281611064e-05,
      "loss": 0.1822,
      "step": 15950
    },
    {
      "epoch": 2.2105263157894735,
      "grad_norm": 1.8047534227371216,
      "learning_rate": 1.061482065797411e-05,
      "loss": 0.1616,
      "step": 15960
    },
    {
      "epoch": 2.2119113573407203,
      "grad_norm": 1.586500644683838,
      "learning_rate": 1.0596260034337153e-05,
      "loss": 0.1567,
      "step": 15970
    },
    {
      "epoch": 2.2132963988919667,
      "grad_norm": 1.429770588874817,
      "learning_rate": 1.05776994107002e-05,
      "loss": 0.1873,
      "step": 15980
    },
    {
      "epoch": 2.214681440443213,
      "grad_norm": 3.8475210666656494,
      "learning_rate": 1.0559138787063246e-05,
      "loss": 0.1759,
      "step": 15990
    },
    {
      "epoch": 2.21606648199446,
      "grad_norm": 2.3511464595794678,
      "learning_rate": 1.0540578163426291e-05,
      "loss": 0.1683,
      "step": 16000
    },
    {
      "epoch": 2.2174515235457064,
      "grad_norm": 2.5054216384887695,
      "learning_rate": 1.0522017539789337e-05,
      "loss": 0.1761,
      "step": 16010
    },
    {
      "epoch": 2.218836565096953,
      "grad_norm": 1.5130455493927002,
      "learning_rate": 1.0503456916152384e-05,
      "loss": 0.1769,
      "step": 16020
    },
    {
      "epoch": 2.2202216066481997,
      "grad_norm": 2.0365564823150635,
      "learning_rate": 1.048489629251543e-05,
      "loss": 0.1929,
      "step": 16030
    },
    {
      "epoch": 2.221606648199446,
      "grad_norm": 2.6106247901916504,
      "learning_rate": 1.0466335668878475e-05,
      "loss": 0.1926,
      "step": 16040
    },
    {
      "epoch": 2.2229916897506925,
      "grad_norm": 1.5493723154067993,
      "learning_rate": 1.0447775045241522e-05,
      "loss": 0.177,
      "step": 16050
    },
    {
      "epoch": 2.224376731301939,
      "grad_norm": 2.3234448432922363,
      "learning_rate": 1.0429214421604568e-05,
      "loss": 0.2127,
      "step": 16060
    },
    {
      "epoch": 2.2257617728531858,
      "grad_norm": 2.54538893699646,
      "learning_rate": 1.0410653797967613e-05,
      "loss": 0.1878,
      "step": 16070
    },
    {
      "epoch": 2.227146814404432,
      "grad_norm": 1.641268014907837,
      "learning_rate": 1.0392093174330657e-05,
      "loss": 0.1522,
      "step": 16080
    },
    {
      "epoch": 2.2285318559556786,
      "grad_norm": 2.013471841812134,
      "learning_rate": 1.0373532550693704e-05,
      "loss": 0.1901,
      "step": 16090
    },
    {
      "epoch": 2.229916897506925,
      "grad_norm": 2.284034490585327,
      "learning_rate": 1.035497192705675e-05,
      "loss": 0.1998,
      "step": 16100
    },
    {
      "epoch": 2.231301939058172,
      "grad_norm": 1.8952127695083618,
      "learning_rate": 1.0336411303419795e-05,
      "loss": 0.1582,
      "step": 16110
    },
    {
      "epoch": 2.2326869806094183,
      "grad_norm": 2.218730926513672,
      "learning_rate": 1.031785067978284e-05,
      "loss": 0.1871,
      "step": 16120
    },
    {
      "epoch": 2.2340720221606647,
      "grad_norm": 1.4592667818069458,
      "learning_rate": 1.0299290056145888e-05,
      "loss": 0.1613,
      "step": 16130
    },
    {
      "epoch": 2.2354570637119116,
      "grad_norm": 2.5558269023895264,
      "learning_rate": 1.0280729432508934e-05,
      "loss": 0.1907,
      "step": 16140
    },
    {
      "epoch": 2.236842105263158,
      "grad_norm": 2.4344468116760254,
      "learning_rate": 1.0262168808871979e-05,
      "loss": 0.1599,
      "step": 16150
    },
    {
      "epoch": 2.2382271468144044,
      "grad_norm": 1.4910821914672852,
      "learning_rate": 1.0243608185235026e-05,
      "loss": 0.1576,
      "step": 16160
    },
    {
      "epoch": 2.239612188365651,
      "grad_norm": 2.0156784057617188,
      "learning_rate": 1.0225047561598072e-05,
      "loss": 0.191,
      "step": 16170
    },
    {
      "epoch": 2.2409972299168976,
      "grad_norm": 3.575056314468384,
      "learning_rate": 1.0206486937961116e-05,
      "loss": 0.2032,
      "step": 16180
    },
    {
      "epoch": 2.242382271468144,
      "grad_norm": 2.0502638816833496,
      "learning_rate": 1.0187926314324161e-05,
      "loss": 0.1915,
      "step": 16190
    },
    {
      "epoch": 2.2437673130193905,
      "grad_norm": 1.5162267684936523,
      "learning_rate": 1.0169365690687207e-05,
      "loss": 0.1873,
      "step": 16200
    },
    {
      "epoch": 2.245152354570637,
      "grad_norm": 2.2193379402160645,
      "learning_rate": 1.0150805067050254e-05,
      "loss": 0.1924,
      "step": 16210
    },
    {
      "epoch": 2.2465373961218837,
      "grad_norm": 2.0222744941711426,
      "learning_rate": 1.01322444434133e-05,
      "loss": 0.1615,
      "step": 16220
    },
    {
      "epoch": 2.24792243767313,
      "grad_norm": 1.7618517875671387,
      "learning_rate": 1.0113683819776345e-05,
      "loss": 0.1622,
      "step": 16230
    },
    {
      "epoch": 2.2493074792243766,
      "grad_norm": 1.4167286157608032,
      "learning_rate": 1.0095123196139392e-05,
      "loss": 0.1759,
      "step": 16240
    },
    {
      "epoch": 2.2506925207756234,
      "grad_norm": 1.6987353563308716,
      "learning_rate": 1.0076562572502437e-05,
      "loss": 0.1722,
      "step": 16250
    },
    {
      "epoch": 2.25207756232687,
      "grad_norm": 1.8066134452819824,
      "learning_rate": 1.0058001948865483e-05,
      "loss": 0.1547,
      "step": 16260
    },
    {
      "epoch": 2.2534626038781163,
      "grad_norm": 1.7205597162246704,
      "learning_rate": 1.003944132522853e-05,
      "loss": 0.1733,
      "step": 16270
    },
    {
      "epoch": 2.254847645429363,
      "grad_norm": 1.9057214260101318,
      "learning_rate": 1.0020880701591574e-05,
      "loss": 0.1933,
      "step": 16280
    },
    {
      "epoch": 2.2562326869806095,
      "grad_norm": 1.8358714580535889,
      "learning_rate": 1.000232007795462e-05,
      "loss": 0.1775,
      "step": 16290
    },
    {
      "epoch": 2.257617728531856,
      "grad_norm": 3.4662563800811768,
      "learning_rate": 9.983759454317667e-06,
      "loss": 0.1976,
      "step": 16300
    },
    {
      "epoch": 2.2590027700831024,
      "grad_norm": 2.5907483100891113,
      "learning_rate": 9.96519883068071e-06,
      "loss": 0.1674,
      "step": 16310
    },
    {
      "epoch": 2.260387811634349,
      "grad_norm": 2.281738042831421,
      "learning_rate": 9.946638207043758e-06,
      "loss": 0.1941,
      "step": 16320
    },
    {
      "epoch": 2.2617728531855956,
      "grad_norm": 2.349745035171509,
      "learning_rate": 9.928077583406803e-06,
      "loss": 0.1961,
      "step": 16330
    },
    {
      "epoch": 2.263157894736842,
      "grad_norm": 1.396642804145813,
      "learning_rate": 9.909516959769849e-06,
      "loss": 0.1475,
      "step": 16340
    },
    {
      "epoch": 2.2645429362880884,
      "grad_norm": 1.8703711032867432,
      "learning_rate": 9.892812398496592e-06,
      "loss": 0.1619,
      "step": 16350
    },
    {
      "epoch": 2.2659279778393353,
      "grad_norm": 2.279014825820923,
      "learning_rate": 9.874251774859635e-06,
      "loss": 0.1788,
      "step": 16360
    },
    {
      "epoch": 2.2673130193905817,
      "grad_norm": 1.6533187627792358,
      "learning_rate": 9.855691151222681e-06,
      "loss": 0.1947,
      "step": 16370
    },
    {
      "epoch": 2.268698060941828,
      "grad_norm": 1.9308675527572632,
      "learning_rate": 9.837130527585728e-06,
      "loss": 0.1818,
      "step": 16380
    },
    {
      "epoch": 2.270083102493075,
      "grad_norm": 2.1606502532958984,
      "learning_rate": 9.818569903948774e-06,
      "loss": 0.1866,
      "step": 16390
    },
    {
      "epoch": 2.2714681440443214,
      "grad_norm": 2.4330480098724365,
      "learning_rate": 9.800009280311819e-06,
      "loss": 0.1811,
      "step": 16400
    },
    {
      "epoch": 2.272853185595568,
      "grad_norm": 2.237210512161255,
      "learning_rate": 9.781448656674865e-06,
      "loss": 0.16,
      "step": 16410
    },
    {
      "epoch": 2.2742382271468142,
      "grad_norm": 5.955811977386475,
      "learning_rate": 9.76288803303791e-06,
      "loss": 0.1702,
      "step": 16420
    },
    {
      "epoch": 2.275623268698061,
      "grad_norm": 1.7061985731124878,
      "learning_rate": 9.744327409400957e-06,
      "loss": 0.1758,
      "step": 16430
    },
    {
      "epoch": 2.2770083102493075,
      "grad_norm": 3.15761399269104,
      "learning_rate": 9.725766785764003e-06,
      "loss": 0.1877,
      "step": 16440
    },
    {
      "epoch": 2.278393351800554,
      "grad_norm": 1.7660126686096191,
      "learning_rate": 9.707206162127048e-06,
      "loss": 0.1702,
      "step": 16450
    },
    {
      "epoch": 2.2797783933518003,
      "grad_norm": 2.0085220336914062,
      "learning_rate": 9.688645538490094e-06,
      "loss": 0.176,
      "step": 16460
    },
    {
      "epoch": 2.281163434903047,
      "grad_norm": 2.159771203994751,
      "learning_rate": 9.67008491485314e-06,
      "loss": 0.1999,
      "step": 16470
    },
    {
      "epoch": 2.2825484764542936,
      "grad_norm": 2.3023860454559326,
      "learning_rate": 9.651524291216185e-06,
      "loss": 0.1575,
      "step": 16480
    },
    {
      "epoch": 2.28393351800554,
      "grad_norm": 1.5170584917068481,
      "learning_rate": 9.632963667579232e-06,
      "loss": 0.1908,
      "step": 16490
    },
    {
      "epoch": 2.285318559556787,
      "grad_norm": 2.998106002807617,
      "learning_rate": 9.614403043942278e-06,
      "loss": 0.1824,
      "step": 16500
    },
    {
      "epoch": 2.2867036011080333,
      "grad_norm": 2.6079273223876953,
      "learning_rate": 9.595842420305323e-06,
      "loss": 0.1978,
      "step": 16510
    },
    {
      "epoch": 2.2880886426592797,
      "grad_norm": 2.0469090938568115,
      "learning_rate": 9.577281796668369e-06,
      "loss": 0.181,
      "step": 16520
    },
    {
      "epoch": 2.2894736842105265,
      "grad_norm": 1.8900119066238403,
      "learning_rate": 9.558721173031414e-06,
      "loss": 0.1852,
      "step": 16530
    },
    {
      "epoch": 2.290858725761773,
      "grad_norm": 1.3825252056121826,
      "learning_rate": 9.540160549394461e-06,
      "loss": 0.2009,
      "step": 16540
    },
    {
      "epoch": 2.2922437673130194,
      "grad_norm": 2.3342790603637695,
      "learning_rate": 9.521599925757507e-06,
      "loss": 0.208,
      "step": 16550
    },
    {
      "epoch": 2.293628808864266,
      "grad_norm": 3.8766579627990723,
      "learning_rate": 9.503039302120552e-06,
      "loss": 0.1838,
      "step": 16560
    },
    {
      "epoch": 2.2950138504155126,
      "grad_norm": 2.5892879962921143,
      "learning_rate": 9.484478678483598e-06,
      "loss": 0.1826,
      "step": 16570
    },
    {
      "epoch": 2.296398891966759,
      "grad_norm": 1.9301683902740479,
      "learning_rate": 9.465918054846643e-06,
      "loss": 0.1768,
      "step": 16580
    },
    {
      "epoch": 2.2977839335180055,
      "grad_norm": 1.7350757122039795,
      "learning_rate": 9.447357431209689e-06,
      "loss": 0.1769,
      "step": 16590
    },
    {
      "epoch": 2.299168975069252,
      "grad_norm": 2.5931735038757324,
      "learning_rate": 9.428796807572736e-06,
      "loss": 0.1934,
      "step": 16600
    },
    {
      "epoch": 2.3005540166204987,
      "grad_norm": 1.9637055397033691,
      "learning_rate": 9.410236183935781e-06,
      "loss": 0.1603,
      "step": 16610
    },
    {
      "epoch": 2.301939058171745,
      "grad_norm": 2.185250997543335,
      "learning_rate": 9.391675560298827e-06,
      "loss": 0.1741,
      "step": 16620
    },
    {
      "epoch": 2.3033240997229916,
      "grad_norm": 2.1665894985198975,
      "learning_rate": 9.373114936661872e-06,
      "loss": 0.1598,
      "step": 16630
    },
    {
      "epoch": 2.3047091412742384,
      "grad_norm": 2.147671937942505,
      "learning_rate": 9.354554313024918e-06,
      "loss": 0.1916,
      "step": 16640
    },
    {
      "epoch": 2.306094182825485,
      "grad_norm": 2.141869068145752,
      "learning_rate": 9.335993689387965e-06,
      "loss": 0.16,
      "step": 16650
    },
    {
      "epoch": 2.3074792243767313,
      "grad_norm": 2.271667957305908,
      "learning_rate": 9.31743306575101e-06,
      "loss": 0.1961,
      "step": 16660
    },
    {
      "epoch": 2.3088642659279777,
      "grad_norm": 2.0384247303009033,
      "learning_rate": 9.298872442114054e-06,
      "loss": 0.1948,
      "step": 16670
    },
    {
      "epoch": 2.3102493074792245,
      "grad_norm": 1.5816787481307983,
      "learning_rate": 9.280311818477102e-06,
      "loss": 0.1827,
      "step": 16680
    },
    {
      "epoch": 2.311634349030471,
      "grad_norm": 1.7221791744232178,
      "learning_rate": 9.261751194840147e-06,
      "loss": 0.1798,
      "step": 16690
    },
    {
      "epoch": 2.3130193905817173,
      "grad_norm": 1.7499399185180664,
      "learning_rate": 9.243190571203193e-06,
      "loss": 0.1946,
      "step": 16700
    },
    {
      "epoch": 2.3144044321329638,
      "grad_norm": 2.3477981090545654,
      "learning_rate": 9.22462994756624e-06,
      "loss": 0.1628,
      "step": 16710
    },
    {
      "epoch": 2.3157894736842106,
      "grad_norm": 2.5354487895965576,
      "learning_rate": 9.206069323929285e-06,
      "loss": 0.1748,
      "step": 16720
    },
    {
      "epoch": 2.317174515235457,
      "grad_norm": 2.410682201385498,
      "learning_rate": 9.187508700292331e-06,
      "loss": 0.1858,
      "step": 16730
    },
    {
      "epoch": 2.3185595567867034,
      "grad_norm": 2.190929651260376,
      "learning_rate": 9.168948076655376e-06,
      "loss": 0.1744,
      "step": 16740
    },
    {
      "epoch": 2.3199445983379503,
      "grad_norm": 2.5295703411102295,
      "learning_rate": 9.150387453018422e-06,
      "loss": 0.1855,
      "step": 16750
    },
    {
      "epoch": 2.3213296398891967,
      "grad_norm": 1.313277244567871,
      "learning_rate": 9.133682891745163e-06,
      "loss": 0.1862,
      "step": 16760
    },
    {
      "epoch": 2.322714681440443,
      "grad_norm": 2.6606435775756836,
      "learning_rate": 9.11512226810821e-06,
      "loss": 0.1474,
      "step": 16770
    },
    {
      "epoch": 2.32409972299169,
      "grad_norm": 2.0530002117156982,
      "learning_rate": 9.096561644471254e-06,
      "loss": 0.1808,
      "step": 16780
    },
    {
      "epoch": 2.3254847645429364,
      "grad_norm": 1.8997056484222412,
      "learning_rate": 9.078001020834301e-06,
      "loss": 0.1928,
      "step": 16790
    },
    {
      "epoch": 2.326869806094183,
      "grad_norm": 2.367507219314575,
      "learning_rate": 9.059440397197347e-06,
      "loss": 0.1783,
      "step": 16800
    },
    {
      "epoch": 2.3282548476454292,
      "grad_norm": 1.7851054668426514,
      "learning_rate": 9.040879773560392e-06,
      "loss": 0.1978,
      "step": 16810
    },
    {
      "epoch": 2.329639889196676,
      "grad_norm": 1.6374269723892212,
      "learning_rate": 9.022319149923438e-06,
      "loss": 0.1696,
      "step": 16820
    },
    {
      "epoch": 2.3310249307479225,
      "grad_norm": 1.65655517578125,
      "learning_rate": 9.003758526286483e-06,
      "loss": 0.1911,
      "step": 16830
    },
    {
      "epoch": 2.332409972299169,
      "grad_norm": 1.8260128498077393,
      "learning_rate": 8.985197902649529e-06,
      "loss": 0.1993,
      "step": 16840
    },
    {
      "epoch": 2.3337950138504153,
      "grad_norm": 1.7871785163879395,
      "learning_rate": 8.966637279012576e-06,
      "loss": 0.1881,
      "step": 16850
    },
    {
      "epoch": 2.335180055401662,
      "grad_norm": 2.481699228286743,
      "learning_rate": 8.948076655375621e-06,
      "loss": 0.1825,
      "step": 16860
    },
    {
      "epoch": 2.3365650969529086,
      "grad_norm": 1.8377317190170288,
      "learning_rate": 8.929516031738667e-06,
      "loss": 0.1687,
      "step": 16870
    },
    {
      "epoch": 2.337950138504155,
      "grad_norm": 1.7560187578201294,
      "learning_rate": 8.910955408101712e-06,
      "loss": 0.1762,
      "step": 16880
    },
    {
      "epoch": 2.339335180055402,
      "grad_norm": 2.3741097450256348,
      "learning_rate": 8.892394784464758e-06,
      "loss": 0.1885,
      "step": 16890
    },
    {
      "epoch": 2.3407202216066483,
      "grad_norm": 2.3812923431396484,
      "learning_rate": 8.873834160827805e-06,
      "loss": 0.203,
      "step": 16900
    },
    {
      "epoch": 2.3421052631578947,
      "grad_norm": 1.9939693212509155,
      "learning_rate": 8.85527353719085e-06,
      "loss": 0.2002,
      "step": 16910
    },
    {
      "epoch": 2.343490304709141,
      "grad_norm": 2.0856332778930664,
      "learning_rate": 8.836712913553896e-06,
      "loss": 0.2113,
      "step": 16920
    },
    {
      "epoch": 2.344875346260388,
      "grad_norm": 1.7179794311523438,
      "learning_rate": 8.818152289916942e-06,
      "loss": 0.1582,
      "step": 16930
    },
    {
      "epoch": 2.3462603878116344,
      "grad_norm": 2.0003726482391357,
      "learning_rate": 8.799591666279987e-06,
      "loss": 0.2333,
      "step": 16940
    },
    {
      "epoch": 2.347645429362881,
      "grad_norm": 1.780743956565857,
      "learning_rate": 8.781031042643033e-06,
      "loss": 0.1748,
      "step": 16950
    },
    {
      "epoch": 2.349030470914127,
      "grad_norm": 3.4279558658599854,
      "learning_rate": 8.76247041900608e-06,
      "loss": 0.1969,
      "step": 16960
    },
    {
      "epoch": 2.350415512465374,
      "grad_norm": 1.674522042274475,
      "learning_rate": 8.743909795369125e-06,
      "loss": 0.1952,
      "step": 16970
    },
    {
      "epoch": 2.3518005540166205,
      "grad_norm": 1.9975336790084839,
      "learning_rate": 8.725349171732171e-06,
      "loss": 0.1838,
      "step": 16980
    },
    {
      "epoch": 2.353185595567867,
      "grad_norm": 2.15136456489563,
      "learning_rate": 8.706788548095216e-06,
      "loss": 0.1835,
      "step": 16990
    },
    {
      "epoch": 2.3545706371191137,
      "grad_norm": 1.4658695459365845,
      "learning_rate": 8.688227924458262e-06,
      "loss": 0.1541,
      "step": 17000
    },
    {
      "epoch": 2.35595567867036,
      "grad_norm": 2.032360792160034,
      "learning_rate": 8.669667300821309e-06,
      "loss": 0.1694,
      "step": 17010
    },
    {
      "epoch": 2.3573407202216066,
      "grad_norm": 2.0457422733306885,
      "learning_rate": 8.651106677184355e-06,
      "loss": 0.1971,
      "step": 17020
    },
    {
      "epoch": 2.3587257617728534,
      "grad_norm": 1.985001564025879,
      "learning_rate": 8.6325460535474e-06,
      "loss": 0.1649,
      "step": 17030
    },
    {
      "epoch": 2.3601108033241,
      "grad_norm": 1.8881748914718628,
      "learning_rate": 8.613985429910446e-06,
      "loss": 0.1711,
      "step": 17040
    },
    {
      "epoch": 2.3614958448753463,
      "grad_norm": 2.045001745223999,
      "learning_rate": 8.595424806273491e-06,
      "loss": 0.1908,
      "step": 17050
    },
    {
      "epoch": 2.3628808864265927,
      "grad_norm": 2.6451058387756348,
      "learning_rate": 8.576864182636537e-06,
      "loss": 0.1899,
      "step": 17060
    },
    {
      "epoch": 2.3642659279778395,
      "grad_norm": 2.57863187789917,
      "learning_rate": 8.558303558999584e-06,
      "loss": 0.1604,
      "step": 17070
    },
    {
      "epoch": 2.365650969529086,
      "grad_norm": 4.005101203918457,
      "learning_rate": 8.53974293536263e-06,
      "loss": 0.1464,
      "step": 17080
    },
    {
      "epoch": 2.3670360110803323,
      "grad_norm": 2.0819427967071533,
      "learning_rate": 8.521182311725675e-06,
      "loss": 0.1723,
      "step": 17090
    },
    {
      "epoch": 2.3684210526315788,
      "grad_norm": 2.7164533138275146,
      "learning_rate": 8.50262168808872e-06,
      "loss": 0.2051,
      "step": 17100
    },
    {
      "epoch": 2.3698060941828256,
      "grad_norm": 1.8587703704833984,
      "learning_rate": 8.484061064451766e-06,
      "loss": 0.1622,
      "step": 17110
    },
    {
      "epoch": 2.371191135734072,
      "grad_norm": 1.5107576847076416,
      "learning_rate": 8.465500440814813e-06,
      "loss": 0.176,
      "step": 17120
    },
    {
      "epoch": 2.3725761772853184,
      "grad_norm": 3.7486839294433594,
      "learning_rate": 8.446939817177859e-06,
      "loss": 0.1531,
      "step": 17130
    },
    {
      "epoch": 2.3739612188365653,
      "grad_norm": 2.4600539207458496,
      "learning_rate": 8.428379193540902e-06,
      "loss": 0.2029,
      "step": 17140
    },
    {
      "epoch": 2.3753462603878117,
      "grad_norm": 1.6657919883728027,
      "learning_rate": 8.40981856990395e-06,
      "loss": 0.163,
      "step": 17150
    },
    {
      "epoch": 2.376731301939058,
      "grad_norm": 1.488139271736145,
      "learning_rate": 8.391257946266995e-06,
      "loss": 0.1732,
      "step": 17160
    },
    {
      "epoch": 2.3781163434903045,
      "grad_norm": 1.7949665784835815,
      "learning_rate": 8.37269732263004e-06,
      "loss": 0.2044,
      "step": 17170
    },
    {
      "epoch": 2.3795013850415514,
      "grad_norm": 4.909599781036377,
      "learning_rate": 8.354136698993088e-06,
      "loss": 0.1786,
      "step": 17180
    },
    {
      "epoch": 2.380886426592798,
      "grad_norm": 1.3685661554336548,
      "learning_rate": 8.335576075356132e-06,
      "loss": 0.1948,
      "step": 17190
    },
    {
      "epoch": 2.3822714681440442,
      "grad_norm": 1.8317877054214478,
      "learning_rate": 8.317015451719179e-06,
      "loss": 0.1766,
      "step": 17200
    },
    {
      "epoch": 2.3836565096952906,
      "grad_norm": 2.7056987285614014,
      "learning_rate": 8.298454828082224e-06,
      "loss": 0.166,
      "step": 17210
    },
    {
      "epoch": 2.3850415512465375,
      "grad_norm": 2.0532264709472656,
      "learning_rate": 8.27989420444527e-06,
      "loss": 0.1553,
      "step": 17220
    },
    {
      "epoch": 2.386426592797784,
      "grad_norm": 1.6754969358444214,
      "learning_rate": 8.261333580808315e-06,
      "loss": 0.1811,
      "step": 17230
    },
    {
      "epoch": 2.3878116343490303,
      "grad_norm": 1.6388112306594849,
      "learning_rate": 8.242772957171363e-06,
      "loss": 0.201,
      "step": 17240
    },
    {
      "epoch": 2.389196675900277,
      "grad_norm": 1.9280608892440796,
      "learning_rate": 8.224212333534406e-06,
      "loss": 0.1714,
      "step": 17250
    },
    {
      "epoch": 2.3905817174515236,
      "grad_norm": 1.5879631042480469,
      "learning_rate": 8.205651709897454e-06,
      "loss": 0.1941,
      "step": 17260
    },
    {
      "epoch": 2.39196675900277,
      "grad_norm": 1.5063045024871826,
      "learning_rate": 8.187091086260499e-06,
      "loss": 0.1816,
      "step": 17270
    },
    {
      "epoch": 2.393351800554017,
      "grad_norm": 1.6192227602005005,
      "learning_rate": 8.168530462623545e-06,
      "loss": 0.1703,
      "step": 17280
    },
    {
      "epoch": 2.3947368421052633,
      "grad_norm": 1.5527336597442627,
      "learning_rate": 8.149969838986592e-06,
      "loss": 0.1936,
      "step": 17290
    },
    {
      "epoch": 2.3961218836565097,
      "grad_norm": 3.69242000579834,
      "learning_rate": 8.131409215349636e-06,
      "loss": 0.1867,
      "step": 17300
    },
    {
      "epoch": 2.397506925207756,
      "grad_norm": 2.34364914894104,
      "learning_rate": 8.112848591712683e-06,
      "loss": 0.1905,
      "step": 17310
    },
    {
      "epoch": 2.398891966759003,
      "grad_norm": 1.7522242069244385,
      "learning_rate": 8.094287968075728e-06,
      "loss": 0.1719,
      "step": 17320
    },
    {
      "epoch": 2.4002770083102494,
      "grad_norm": 1.8389091491699219,
      "learning_rate": 8.075727344438774e-06,
      "loss": 0.157,
      "step": 17330
    },
    {
      "epoch": 2.401662049861496,
      "grad_norm": 1.5576094388961792,
      "learning_rate": 8.05716672080182e-06,
      "loss": 0.1705,
      "step": 17340
    },
    {
      "epoch": 2.403047091412742,
      "grad_norm": 3.3434033393859863,
      "learning_rate": 8.038606097164865e-06,
      "loss": 0.2162,
      "step": 17350
    },
    {
      "epoch": 2.404432132963989,
      "grad_norm": 1.8596067428588867,
      "learning_rate": 8.02004547352791e-06,
      "loss": 0.1546,
      "step": 17360
    },
    {
      "epoch": 2.4058171745152355,
      "grad_norm": 1.6991015672683716,
      "learning_rate": 8.001484849890957e-06,
      "loss": 0.1709,
      "step": 17370
    },
    {
      "epoch": 2.407202216066482,
      "grad_norm": 1.4487606287002563,
      "learning_rate": 7.982924226254003e-06,
      "loss": 0.1858,
      "step": 17380
    },
    {
      "epoch": 2.4085872576177287,
      "grad_norm": 1.7766512632369995,
      "learning_rate": 7.964363602617048e-06,
      "loss": 0.1825,
      "step": 17390
    },
    {
      "epoch": 2.409972299168975,
      "grad_norm": 2.881904363632202,
      "learning_rate": 7.945802978980094e-06,
      "loss": 0.2057,
      "step": 17400
    },
    {
      "epoch": 2.4113573407202216,
      "grad_norm": 1.7567830085754395,
      "learning_rate": 7.92724235534314e-06,
      "loss": 0.1728,
      "step": 17410
    },
    {
      "epoch": 2.412742382271468,
      "grad_norm": 2.2497482299804688,
      "learning_rate": 7.908681731706187e-06,
      "loss": 0.1695,
      "step": 17420
    },
    {
      "epoch": 2.414127423822715,
      "grad_norm": 1.412612795829773,
      "learning_rate": 7.890121108069232e-06,
      "loss": 0.1562,
      "step": 17430
    },
    {
      "epoch": 2.4155124653739612,
      "grad_norm": 2.2560765743255615,
      "learning_rate": 7.871560484432278e-06,
      "loss": 0.1865,
      "step": 17440
    },
    {
      "epoch": 2.4168975069252077,
      "grad_norm": 4.349898338317871,
      "learning_rate": 7.852999860795323e-06,
      "loss": 0.1842,
      "step": 17450
    },
    {
      "epoch": 2.418282548476454,
      "grad_norm": 1.4243489503860474,
      "learning_rate": 7.834439237158369e-06,
      "loss": 0.1711,
      "step": 17460
    },
    {
      "epoch": 2.419667590027701,
      "grad_norm": 1.888654351234436,
      "learning_rate": 7.815878613521414e-06,
      "loss": 0.2135,
      "step": 17470
    },
    {
      "epoch": 2.4210526315789473,
      "grad_norm": 2.302077293395996,
      "learning_rate": 7.797317989884461e-06,
      "loss": 0.1969,
      "step": 17480
    },
    {
      "epoch": 2.4224376731301938,
      "grad_norm": 1.739283800125122,
      "learning_rate": 7.778757366247507e-06,
      "loss": 0.1409,
      "step": 17490
    },
    {
      "epoch": 2.4238227146814406,
      "grad_norm": 2.2265708446502686,
      "learning_rate": 7.760196742610552e-06,
      "loss": 0.1555,
      "step": 17500
    },
    {
      "epoch": 2.425207756232687,
      "grad_norm": 3.4545814990997314,
      "learning_rate": 7.741636118973598e-06,
      "loss": 0.1922,
      "step": 17510
    },
    {
      "epoch": 2.4265927977839334,
      "grad_norm": 1.799225091934204,
      "learning_rate": 7.723075495336643e-06,
      "loss": 0.1541,
      "step": 17520
    },
    {
      "epoch": 2.4279778393351803,
      "grad_norm": 3.538924217224121,
      "learning_rate": 7.70451487169969e-06,
      "loss": 0.1595,
      "step": 17530
    },
    {
      "epoch": 2.4293628808864267,
      "grad_norm": 3.1783182621002197,
      "learning_rate": 7.685954248062736e-06,
      "loss": 0.1915,
      "step": 17540
    },
    {
      "epoch": 2.430747922437673,
      "grad_norm": 1.569459080696106,
      "learning_rate": 7.667393624425782e-06,
      "loss": 0.1822,
      "step": 17550
    },
    {
      "epoch": 2.4321329639889195,
      "grad_norm": 1.8626432418823242,
      "learning_rate": 7.648833000788827e-06,
      "loss": 0.1566,
      "step": 17560
    },
    {
      "epoch": 2.4335180055401664,
      "grad_norm": 1.8595503568649292,
      "learning_rate": 7.630272377151873e-06,
      "loss": 0.1844,
      "step": 17570
    },
    {
      "epoch": 2.434903047091413,
      "grad_norm": 1.743048906326294,
      "learning_rate": 7.611711753514919e-06,
      "loss": 0.1704,
      "step": 17580
    },
    {
      "epoch": 2.436288088642659,
      "grad_norm": 2.213383674621582,
      "learning_rate": 7.5931511298779645e-06,
      "loss": 0.1702,
      "step": 17590
    },
    {
      "epoch": 2.4376731301939056,
      "grad_norm": 1.8055698871612549,
      "learning_rate": 7.574590506241011e-06,
      "loss": 0.1555,
      "step": 17600
    },
    {
      "epoch": 2.4390581717451525,
      "grad_norm": 2.1330082416534424,
      "learning_rate": 7.5560298826040555e-06,
      "loss": 0.2097,
      "step": 17610
    },
    {
      "epoch": 2.440443213296399,
      "grad_norm": 2.3374805450439453,
      "learning_rate": 7.537469258967102e-06,
      "loss": 0.1959,
      "step": 17620
    },
    {
      "epoch": 2.4418282548476453,
      "grad_norm": 1.8412171602249146,
      "learning_rate": 7.518908635330147e-06,
      "loss": 0.1711,
      "step": 17630
    },
    {
      "epoch": 2.443213296398892,
      "grad_norm": 1.8535511493682861,
      "learning_rate": 7.500348011693194e-06,
      "loss": 0.1739,
      "step": 17640
    },
    {
      "epoch": 2.4445983379501386,
      "grad_norm": 1.7968270778656006,
      "learning_rate": 7.48178738805624e-06,
      "loss": 0.1841,
      "step": 17650
    },
    {
      "epoch": 2.445983379501385,
      "grad_norm": 2.1843976974487305,
      "learning_rate": 7.463226764419285e-06,
      "loss": 0.142,
      "step": 17660
    },
    {
      "epoch": 2.4473684210526314,
      "grad_norm": 1.7341108322143555,
      "learning_rate": 7.44466614078233e-06,
      "loss": 0.1807,
      "step": 17670
    },
    {
      "epoch": 2.4487534626038783,
      "grad_norm": 1.8200232982635498,
      "learning_rate": 7.426105517145377e-06,
      "loss": 0.1564,
      "step": 17680
    },
    {
      "epoch": 2.4501385041551247,
      "grad_norm": 3.129906415939331,
      "learning_rate": 7.407544893508423e-06,
      "loss": 0.1846,
      "step": 17690
    },
    {
      "epoch": 2.451523545706371,
      "grad_norm": 2.155862331390381,
      "learning_rate": 7.3889842698714685e-06,
      "loss": 0.1618,
      "step": 17700
    },
    {
      "epoch": 2.4529085872576175,
      "grad_norm": 1.7917015552520752,
      "learning_rate": 7.370423646234514e-06,
      "loss": 0.229,
      "step": 17710
    },
    {
      "epoch": 2.4542936288088644,
      "grad_norm": 1.904911756515503,
      "learning_rate": 7.3518630225975595e-06,
      "loss": 0.1847,
      "step": 17720
    },
    {
      "epoch": 2.455678670360111,
      "grad_norm": 2.046907901763916,
      "learning_rate": 7.333302398960606e-06,
      "loss": 0.1729,
      "step": 17730
    },
    {
      "epoch": 2.457063711911357,
      "grad_norm": 2.4984397888183594,
      "learning_rate": 7.314741775323651e-06,
      "loss": 0.1569,
      "step": 17740
    },
    {
      "epoch": 2.458448753462604,
      "grad_norm": 1.768541693687439,
      "learning_rate": 7.296181151686698e-06,
      "loss": 0.1665,
      "step": 17750
    },
    {
      "epoch": 2.4598337950138505,
      "grad_norm": 2.0088300704956055,
      "learning_rate": 7.277620528049743e-06,
      "loss": 0.1772,
      "step": 17760
    },
    {
      "epoch": 2.461218836565097,
      "grad_norm": 2.9492692947387695,
      "learning_rate": 7.259059904412789e-06,
      "loss": 0.1923,
      "step": 17770
    },
    {
      "epoch": 2.4626038781163437,
      "grad_norm": 1.7164802551269531,
      "learning_rate": 7.240499280775834e-06,
      "loss": 0.1693,
      "step": 17780
    },
    {
      "epoch": 2.46398891966759,
      "grad_norm": 1.7039817571640015,
      "learning_rate": 7.2219386571388806e-06,
      "loss": 0.1357,
      "step": 17790
    },
    {
      "epoch": 2.4653739612188366,
      "grad_norm": 1.6272010803222656,
      "learning_rate": 7.203378033501927e-06,
      "loss": 0.1675,
      "step": 17800
    },
    {
      "epoch": 2.466759002770083,
      "grad_norm": 2.1668031215667725,
      "learning_rate": 7.1848174098649724e-06,
      "loss": 0.2196,
      "step": 17810
    },
    {
      "epoch": 2.46814404432133,
      "grad_norm": 2.1896896362304688,
      "learning_rate": 7.166256786228017e-06,
      "loss": 0.1705,
      "step": 17820
    },
    {
      "epoch": 2.4695290858725762,
      "grad_norm": 1.9577006101608276,
      "learning_rate": 7.1476961625910634e-06,
      "loss": 0.1603,
      "step": 17830
    },
    {
      "epoch": 2.4709141274238227,
      "grad_norm": 4.705322742462158,
      "learning_rate": 7.12913553895411e-06,
      "loss": 0.2003,
      "step": 17840
    },
    {
      "epoch": 2.472299168975069,
      "grad_norm": 1.6234703063964844,
      "learning_rate": 7.110574915317155e-06,
      "loss": 0.2046,
      "step": 17850
    },
    {
      "epoch": 2.473684210526316,
      "grad_norm": 2.3687870502471924,
      "learning_rate": 7.092014291680202e-06,
      "loss": 0.18,
      "step": 17860
    },
    {
      "epoch": 2.4750692520775623,
      "grad_norm": 1.580241322517395,
      "learning_rate": 7.073453668043246e-06,
      "loss": 0.1803,
      "step": 17870
    },
    {
      "epoch": 2.4764542936288088,
      "grad_norm": 2.288207530975342,
      "learning_rate": 7.054893044406293e-06,
      "loss": 0.1567,
      "step": 17880
    },
    {
      "epoch": 2.4778393351800556,
      "grad_norm": 2.1847081184387207,
      "learning_rate": 7.036332420769338e-06,
      "loss": 0.1676,
      "step": 17890
    },
    {
      "epoch": 2.479224376731302,
      "grad_norm": 2.0806612968444824,
      "learning_rate": 7.0177717971323845e-06,
      "loss": 0.1605,
      "step": 17900
    },
    {
      "epoch": 2.4806094182825484,
      "grad_norm": 1.6858736276626587,
      "learning_rate": 6.999211173495431e-06,
      "loss": 0.1498,
      "step": 17910
    },
    {
      "epoch": 2.481994459833795,
      "grad_norm": 1.8091322183609009,
      "learning_rate": 6.9806505498584755e-06,
      "loss": 0.1508,
      "step": 17920
    },
    {
      "epoch": 2.4833795013850417,
      "grad_norm": 2.947080135345459,
      "learning_rate": 6.962089926221521e-06,
      "loss": 0.1519,
      "step": 17930
    },
    {
      "epoch": 2.484764542936288,
      "grad_norm": 1.562985897064209,
      "learning_rate": 6.943529302584567e-06,
      "loss": 0.1828,
      "step": 17940
    },
    {
      "epoch": 2.4861495844875345,
      "grad_norm": 2.3566386699676514,
      "learning_rate": 6.924968678947614e-06,
      "loss": 0.1745,
      "step": 17950
    },
    {
      "epoch": 2.487534626038781,
      "grad_norm": 2.319905996322632,
      "learning_rate": 6.906408055310659e-06,
      "loss": 0.1805,
      "step": 17960
    },
    {
      "epoch": 2.488919667590028,
      "grad_norm": 4.170083999633789,
      "learning_rate": 6.887847431673704e-06,
      "loss": 0.1932,
      "step": 17970
    },
    {
      "epoch": 2.490304709141274,
      "grad_norm": 3.8577587604522705,
      "learning_rate": 6.86928680803675e-06,
      "loss": 0.1939,
      "step": 17980
    },
    {
      "epoch": 2.4916897506925206,
      "grad_norm": 1.916488528251648,
      "learning_rate": 6.850726184399797e-06,
      "loss": 0.1808,
      "step": 17990
    },
    {
      "epoch": 2.4930747922437675,
      "grad_norm": 2.2478854656219482,
      "learning_rate": 6.832165560762842e-06,
      "loss": 0.1912,
      "step": 18000
    }
  ],
  "logging_steps": 10,
  "max_steps": 21660,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 300,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 8.194381944570511e+18,
  "train_batch_size": 12,
  "trial_name": null,
  "trial_params": null
}