{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 4955,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0020181634712411706,
      "grad_norm": 84.60143280029297,
      "learning_rate": 2.0161290322580646e-06,
      "loss": 7.1336,
      "step": 10
    },
    {
      "epoch": 0.004036326942482341,
      "grad_norm": 15.496525764465332,
      "learning_rate": 4.032258064516129e-06,
      "loss": 5.515,
      "step": 20
    },
    {
      "epoch": 0.006054490413723511,
      "grad_norm": 10.33206844329834,
      "learning_rate": 6.048387096774194e-06,
      "loss": 4.8214,
      "step": 30
    },
    {
      "epoch": 0.008072653884964682,
      "grad_norm": 19.034317016601562,
      "learning_rate": 8.064516129032258e-06,
      "loss": 4.4868,
      "step": 40
    },
    {
      "epoch": 0.010090817356205853,
      "grad_norm": 4.963449001312256,
      "learning_rate": 1.0080645161290323e-05,
      "loss": 4.1247,
      "step": 50
    },
    {
      "epoch": 0.012108980827447022,
      "grad_norm": 4.877665042877197,
      "learning_rate": 1.2096774193548388e-05,
      "loss": 3.756,
      "step": 60
    },
    {
      "epoch": 0.014127144298688193,
      "grad_norm": 4.284060955047607,
      "learning_rate": 1.4112903225806454e-05,
      "loss": 3.4368,
      "step": 70
    },
    {
      "epoch": 0.016145307769929364,
      "grad_norm": 3.7732603549957275,
      "learning_rate": 1.6129032258064517e-05,
      "loss": 3.2998,
      "step": 80
    },
    {
      "epoch": 0.018163471241170535,
      "grad_norm": 3.365959405899048,
      "learning_rate": 1.8145161290322583e-05,
      "loss": 3.1228,
      "step": 90
    },
    {
      "epoch": 0.020181634712411706,
      "grad_norm": 2.8467206954956055,
      "learning_rate": 2.0161290322580645e-05,
      "loss": 2.9786,
      "step": 100
    },
    {
      "epoch": 0.022199798183652877,
      "grad_norm": 3.936636209487915,
      "learning_rate": 2.217741935483871e-05,
      "loss": 2.815,
      "step": 110
    },
    {
      "epoch": 0.024217961654894045,
      "grad_norm": 2.843057155609131,
      "learning_rate": 2.4193548387096777e-05,
      "loss": 2.7479,
      "step": 120
    },
    {
      "epoch": 0.026236125126135216,
      "grad_norm": 2.4136409759521484,
      "learning_rate": 2.620967741935484e-05,
      "loss": 2.6495,
      "step": 130
    },
    {
      "epoch": 0.028254288597376387,
      "grad_norm": 4.50978946685791,
      "learning_rate": 2.822580645161291e-05,
      "loss": 2.6704,
      "step": 140
    },
    {
      "epoch": 0.030272452068617558,
      "grad_norm": 2.8832032680511475,
      "learning_rate": 3.024193548387097e-05,
      "loss": 2.5093,
      "step": 150
    },
    {
      "epoch": 0.03229061553985873,
      "grad_norm": 3.834477424621582,
      "learning_rate": 3.2258064516129034e-05,
      "loss": 2.515,
      "step": 160
    },
    {
      "epoch": 0.034308779011099896,
      "grad_norm": 2.2256412506103516,
      "learning_rate": 3.427419354838709e-05,
      "loss": 2.4173,
      "step": 170
    },
    {
      "epoch": 0.03632694248234107,
      "grad_norm": 2.659034013748169,
      "learning_rate": 3.6290322580645165e-05,
      "loss": 2.3726,
      "step": 180
    },
    {
      "epoch": 0.03834510595358224,
      "grad_norm": 2.66379714012146,
      "learning_rate": 3.8306451612903224e-05,
      "loss": 2.4307,
      "step": 190
    },
    {
      "epoch": 0.04036326942482341,
      "grad_norm": 2.4209799766540527,
      "learning_rate": 4.032258064516129e-05,
      "loss": 2.4125,
      "step": 200
    },
    {
      "epoch": 0.04238143289606458,
      "grad_norm": 2.361922025680542,
      "learning_rate": 4.2338709677419356e-05,
      "loss": 2.331,
      "step": 210
    },
    {
      "epoch": 0.044399596367305755,
      "grad_norm": 2.37805438041687,
      "learning_rate": 4.435483870967742e-05,
      "loss": 2.3345,
      "step": 220
    },
    {
      "epoch": 0.04641775983854692,
      "grad_norm": 2.6350855827331543,
      "learning_rate": 4.637096774193548e-05,
      "loss": 2.3108,
      "step": 230
    },
    {
      "epoch": 0.04843592330978809,
      "grad_norm": 2.274717092514038,
      "learning_rate": 4.8387096774193554e-05,
      "loss": 2.3286,
      "step": 240
    },
    {
      "epoch": 0.050454086781029264,
      "grad_norm": 2.4076735973358154,
      "learning_rate": 5.040322580645161e-05,
      "loss": 2.2257,
      "step": 250
    },
    {
      "epoch": 0.05247225025227043,
      "grad_norm": 2.0606577396392822,
      "learning_rate": 5.241935483870968e-05,
      "loss": 2.2772,
      "step": 260
    },
    {
      "epoch": 0.054490413723511606,
      "grad_norm": 2.362431287765503,
      "learning_rate": 5.443548387096774e-05,
      "loss": 2.2675,
      "step": 270
    },
    {
      "epoch": 0.056508577194752774,
      "grad_norm": 2.4200310707092285,
      "learning_rate": 5.645161290322582e-05,
      "loss": 2.236,
      "step": 280
    },
    {
      "epoch": 0.05852674066599395,
      "grad_norm": 2.1776976585388184,
      "learning_rate": 5.8467741935483876e-05,
      "loss": 2.1248,
      "step": 290
    },
    {
      "epoch": 0.060544904137235116,
      "grad_norm": 2.3392269611358643,
      "learning_rate": 6.048387096774194e-05,
      "loss": 2.1562,
      "step": 300
    },
    {
      "epoch": 0.06256306760847628,
      "grad_norm": 2.3293347358703613,
      "learning_rate": 6.25e-05,
      "loss": 2.1715,
      "step": 310
    },
    {
      "epoch": 0.06458123107971746,
      "grad_norm": 1.9923762083053589,
      "learning_rate": 6.451612903225807e-05,
      "loss": 2.1212,
      "step": 320
    },
    {
      "epoch": 0.06659939455095863,
      "grad_norm": 2.042971611022949,
      "learning_rate": 6.653225806451613e-05,
      "loss": 2.0921,
      "step": 330
    },
    {
      "epoch": 0.06861755802219979,
      "grad_norm": 2.2022523880004883,
      "learning_rate": 6.854838709677419e-05,
      "loss": 2.0906,
      "step": 340
    },
    {
      "epoch": 0.07063572149344097,
      "grad_norm": 2.102933406829834,
      "learning_rate": 7.056451612903226e-05,
      "loss": 2.2652,
      "step": 350
    },
    {
      "epoch": 0.07265388496468214,
      "grad_norm": 2.3307838439941406,
      "learning_rate": 7.258064516129033e-05,
      "loss": 2.0891,
      "step": 360
    },
    {
      "epoch": 0.07467204843592332,
      "grad_norm": 1.9409267902374268,
      "learning_rate": 7.45967741935484e-05,
      "loss": 2.0769,
      "step": 370
    },
    {
      "epoch": 0.07669021190716448,
      "grad_norm": 1.8024511337280273,
      "learning_rate": 7.661290322580645e-05,
      "loss": 2.0587,
      "step": 380
    },
    {
      "epoch": 0.07870837537840565,
      "grad_norm": 2.0050477981567383,
      "learning_rate": 7.862903225806451e-05,
      "loss": 2.0375,
      "step": 390
    },
    {
      "epoch": 0.08072653884964683,
      "grad_norm": 3.634002923965454,
      "learning_rate": 8.064516129032258e-05,
      "loss": 2.0089,
      "step": 400
    },
    {
      "epoch": 0.08274470232088799,
      "grad_norm": 2.52044415473938,
      "learning_rate": 8.266129032258066e-05,
      "loss": 2.0246,
      "step": 410
    },
    {
      "epoch": 0.08476286579212916,
      "grad_norm": 2.014629364013672,
      "learning_rate": 8.467741935483871e-05,
      "loss": 2.0291,
      "step": 420
    },
    {
      "epoch": 0.08678102926337034,
      "grad_norm": 2.003462791442871,
      "learning_rate": 8.669354838709678e-05,
      "loss": 2.0223,
      "step": 430
    },
    {
      "epoch": 0.08879919273461151,
      "grad_norm": 2.210601329803467,
      "learning_rate": 8.870967741935484e-05,
      "loss": 2.0178,
      "step": 440
    },
    {
      "epoch": 0.09081735620585267,
      "grad_norm": 2.3255221843719482,
      "learning_rate": 9.072580645161291e-05,
      "loss": 2.0062,
      "step": 450
    },
    {
      "epoch": 0.09283551967709384,
      "grad_norm": 2.130826950073242,
      "learning_rate": 9.274193548387096e-05,
      "loss": 1.9744,
      "step": 460
    },
    {
      "epoch": 0.09485368314833502,
      "grad_norm": 2.3463449478149414,
      "learning_rate": 9.475806451612904e-05,
      "loss": 2.1566,
      "step": 470
    },
    {
      "epoch": 0.09687184661957618,
      "grad_norm": 1.9628673791885376,
      "learning_rate": 9.677419354838711e-05,
      "loss": 2.046,
      "step": 480
    },
    {
      "epoch": 0.09889001009081735,
      "grad_norm": 1.8357641696929932,
      "learning_rate": 9.879032258064517e-05,
      "loss": 2.121,
      "step": 490
    },
    {
      "epoch": 0.10090817356205853,
      "grad_norm": 2.052020788192749,
      "learning_rate": 9.999995545373623e-05,
      "loss": 1.9792,
      "step": 500
    },
    {
      "epoch": 0.1029263370332997,
      "grad_norm": 2.158012866973877,
      "learning_rate": 9.999945430918042e-05,
      "loss": 1.8667,
      "step": 510
    },
    {
      "epoch": 0.10494450050454086,
      "grad_norm": 1.946934461593628,
      "learning_rate": 9.999839634283869e-05,
      "loss": 2.0411,
      "step": 520
    },
    {
      "epoch": 0.10696266397578204,
      "grad_norm": 2.1030478477478027,
      "learning_rate": 9.999678156649317e-05,
      "loss": 2.0485,
      "step": 530
    },
    {
      "epoch": 0.10898082744702321,
      "grad_norm": 1.9499808549880981,
      "learning_rate": 9.999460999812691e-05,
      "loss": 1.9301,
      "step": 540
    },
    {
      "epoch": 0.11099899091826437,
      "grad_norm": 1.789939045906067,
      "learning_rate": 9.999188166192368e-05,
      "loss": 1.924,
      "step": 550
    },
    {
      "epoch": 0.11301715438950555,
      "grad_norm": 1.7510501146316528,
      "learning_rate": 9.998859658826777e-05,
      "loss": 1.9682,
      "step": 560
    },
    {
      "epoch": 0.11503531786074672,
      "grad_norm": 2.5464296340942383,
      "learning_rate": 9.998475481374358e-05,
      "loss": 2.0132,
      "step": 570
    },
    {
      "epoch": 0.1170534813319879,
      "grad_norm": 1.796861171722412,
      "learning_rate": 9.998035638113527e-05,
      "loss": 1.9089,
      "step": 580
    },
    {
      "epoch": 0.11907164480322906,
      "grad_norm": 2.1990606784820557,
      "learning_rate": 9.997540133942624e-05,
      "loss": 1.8077,
      "step": 590
    },
    {
      "epoch": 0.12108980827447023,
      "grad_norm": 1.6746110916137695,
      "learning_rate": 9.996988974379857e-05,
      "loss": 1.9023,
      "step": 600
    },
    {
      "epoch": 0.1231079717457114,
      "grad_norm": 1.7681794166564941,
      "learning_rate": 9.996382165563247e-05,
      "loss": 1.8878,
      "step": 610
    },
    {
      "epoch": 0.12512613521695257,
      "grad_norm": 1.6506789922714233,
      "learning_rate": 9.995719714250556e-05,
      "loss": 1.993,
      "step": 620
    },
    {
      "epoch": 0.12714429868819374,
      "grad_norm": 2.155871868133545,
      "learning_rate": 9.995001627819211e-05,
      "loss": 1.847,
      "step": 630
    },
    {
      "epoch": 0.12916246215943492,
      "grad_norm": 1.7361620664596558,
      "learning_rate": 9.99422791426622e-05,
      "loss": 1.8265,
      "step": 640
    },
    {
      "epoch": 0.1311806256306761,
      "grad_norm": 2.3019630908966064,
      "learning_rate": 9.993398582208093e-05,
      "loss": 1.8233,
      "step": 650
    },
    {
      "epoch": 0.13319878910191726,
      "grad_norm": 1.9044718742370605,
      "learning_rate": 9.99251364088073e-05,
      "loss": 1.9208,
      "step": 660
    },
    {
      "epoch": 0.13521695257315844,
      "grad_norm": 2.070833683013916,
      "learning_rate": 9.991573100139334e-05,
      "loss": 1.8743,
      "step": 670
    },
    {
      "epoch": 0.13723511604439959,
      "grad_norm": 1.8902406692504883,
      "learning_rate": 9.990576970458285e-05,
      "loss": 1.8131,
      "step": 680
    },
    {
      "epoch": 0.13925327951564076,
      "grad_norm": 2.179497718811035,
      "learning_rate": 9.989525262931045e-05,
      "loss": 1.816,
      "step": 690
    },
    {
      "epoch": 0.14127144298688193,
      "grad_norm": 2.6633455753326416,
      "learning_rate": 9.988417989270011e-05,
      "loss": 1.8408,
      "step": 700
    },
    {
      "epoch": 0.1432896064581231,
      "grad_norm": 1.8275139331817627,
      "learning_rate": 9.987255161806402e-05,
      "loss": 1.7789,
      "step": 710
    },
    {
      "epoch": 0.14530776992936428,
      "grad_norm": 1.9536734819412231,
      "learning_rate": 9.986036793490112e-05,
      "loss": 1.9016,
      "step": 720
    },
    {
      "epoch": 0.14732593340060546,
      "grad_norm": 1.7954963445663452,
      "learning_rate": 9.984762897889568e-05,
      "loss": 1.8267,
      "step": 730
    },
    {
      "epoch": 0.14934409687184663,
      "grad_norm": 1.7522506713867188,
      "learning_rate": 9.983433489191581e-05,
      "loss": 1.8596,
      "step": 740
    },
    {
      "epoch": 0.15136226034308778,
      "grad_norm": 1.799124836921692,
      "learning_rate": 9.98204858220119e-05,
      "loss": 1.8224,
      "step": 750
    },
    {
      "epoch": 0.15338042381432895,
      "grad_norm": 1.8433665037155151,
      "learning_rate": 9.980608192341488e-05,
      "loss": 1.8241,
      "step": 760
    },
    {
      "epoch": 0.15539858728557013,
      "grad_norm": 1.764257550239563,
      "learning_rate": 9.979112335653462e-05,
      "loss": 1.8093,
      "step": 770
    },
    {
      "epoch": 0.1574167507568113,
      "grad_norm": 1.8525418043136597,
      "learning_rate": 9.977561028795803e-05,
      "loss": 1.7784,
      "step": 780
    },
    {
      "epoch": 0.15943491422805248,
      "grad_norm": 2.0689351558685303,
      "learning_rate": 9.97595428904473e-05,
      "loss": 1.8073,
      "step": 790
    },
    {
      "epoch": 0.16145307769929365,
      "grad_norm": 1.7697125673294067,
      "learning_rate": 9.974292134293792e-05,
      "loss": 1.804,
      "step": 800
    },
    {
      "epoch": 0.16347124117053483,
      "grad_norm": 1.8966635465621948,
      "learning_rate": 9.97257458305367e-05,
      "loss": 1.8198,
      "step": 810
    },
    {
      "epoch": 0.16548940464177597,
      "grad_norm": 1.6123894453048706,
      "learning_rate": 9.970801654451973e-05,
      "loss": 1.7637,
      "step": 820
    },
    {
      "epoch": 0.16750756811301715,
      "grad_norm": 1.6604522466659546,
      "learning_rate": 9.968973368233022e-05,
      "loss": 1.7528,
      "step": 830
    },
    {
      "epoch": 0.16952573158425832,
      "grad_norm": 1.8791446685791016,
      "learning_rate": 9.96708974475763e-05,
      "loss": 1.7687,
      "step": 840
    },
    {
      "epoch": 0.1715438950554995,
      "grad_norm": 2.045793056488037,
      "learning_rate": 9.965150805002878e-05,
      "loss": 1.8325,
      "step": 850
    },
    {
      "epoch": 0.17356205852674067,
      "grad_norm": 1.8702943325042725,
      "learning_rate": 9.963156570561878e-05,
      "loss": 1.712,
      "step": 860
    },
    {
      "epoch": 0.17558022199798184,
      "grad_norm": 1.9760271310806274,
      "learning_rate": 9.96110706364354e-05,
      "loss": 1.8057,
      "step": 870
    },
    {
      "epoch": 0.17759838546922302,
      "grad_norm": 1.9553672075271606,
      "learning_rate": 9.959002307072312e-05,
      "loss": 1.7453,
      "step": 880
    },
    {
      "epoch": 0.17961654894046417,
      "grad_norm": 1.989668607711792,
      "learning_rate": 9.956842324287936e-05,
      "loss": 1.9109,
      "step": 890
    },
    {
      "epoch": 0.18163471241170534,
      "grad_norm": 1.766709566116333,
      "learning_rate": 9.954627139345186e-05,
      "loss": 1.7539,
      "step": 900
    },
    {
      "epoch": 0.18365287588294651,
      "grad_norm": 1.933042287826538,
      "learning_rate": 9.952356776913594e-05,
      "loss": 1.8372,
      "step": 910
    },
    {
      "epoch": 0.1856710393541877,
      "grad_norm": 1.717915415763855,
      "learning_rate": 9.950031262277183e-05,
      "loss": 1.8199,
      "step": 920
    },
    {
      "epoch": 0.18768920282542886,
      "grad_norm": 9.502272605895996,
      "learning_rate": 9.947650621334179e-05,
      "loss": 1.814,
      "step": 930
    },
    {
      "epoch": 0.18970736629667004,
      "grad_norm": 2.0936007499694824,
      "learning_rate": 9.945214880596725e-05,
      "loss": 1.7535,
      "step": 940
    },
    {
      "epoch": 0.1917255297679112,
      "grad_norm": 2.1896564960479736,
      "learning_rate": 9.94272406719059e-05,
      "loss": 1.772,
      "step": 950
    },
    {
      "epoch": 0.19374369323915236,
      "grad_norm": 1.951393723487854,
      "learning_rate": 9.940178208854858e-05,
      "loss": 1.7976,
      "step": 960
    },
    {
      "epoch": 0.19576185671039353,
      "grad_norm": 1.8681849241256714,
      "learning_rate": 9.937577333941626e-05,
      "loss": 1.662,
      "step": 970
    },
    {
      "epoch": 0.1977800201816347,
      "grad_norm": 1.8085284233093262,
      "learning_rate": 9.934921471415687e-05,
      "loss": 1.7778,
      "step": 980
    },
    {
      "epoch": 0.19979818365287588,
      "grad_norm": 2.0100769996643066,
      "learning_rate": 9.932210650854205e-05,
      "loss": 1.7732,
      "step": 990
    },
    {
      "epoch": 0.20181634712411706,
      "grad_norm": 1.6803241968154907,
      "learning_rate": 9.929444902446392e-05,
      "loss": 1.7685,
      "step": 1000
    },
    {
      "epoch": 0.20383451059535823,
      "grad_norm": 1.8448835611343384,
      "learning_rate": 9.92662425699316e-05,
      "loss": 1.7719,
      "step": 1010
    },
    {
      "epoch": 0.2058526740665994,
      "grad_norm": 1.8499823808670044,
      "learning_rate": 9.923748745906789e-05,
      "loss": 1.8417,
      "step": 1020
    },
    {
      "epoch": 0.20787083753784055,
      "grad_norm": 1.7802287340164185,
      "learning_rate": 9.920818401210574e-05,
      "loss": 1.7677,
      "step": 1030
    },
    {
      "epoch": 0.20988900100908173,
      "grad_norm": 2.019920587539673,
      "learning_rate": 9.917833255538467e-05,
      "loss": 1.8071,
      "step": 1040
    },
    {
      "epoch": 0.2119071644803229,
      "grad_norm": 1.838690161705017,
      "learning_rate": 9.914793342134711e-05,
      "loss": 1.7962,
      "step": 1050
    },
    {
      "epoch": 0.21392532795156408,
      "grad_norm": 2.0018012523651123,
      "learning_rate": 9.911698694853477e-05,
      "loss": 1.7135,
      "step": 1060
    },
    {
      "epoch": 0.21594349142280525,
      "grad_norm": 1.905208706855774,
      "learning_rate": 9.908549348158485e-05,
      "loss": 1.9039,
      "step": 1070
    },
    {
      "epoch": 0.21796165489404642,
      "grad_norm": 2.0252766609191895,
      "learning_rate": 9.905345337122609e-05,
      "loss": 1.8479,
      "step": 1080
    },
    {
      "epoch": 0.2199798183652876,
      "grad_norm": 1.7580780982971191,
      "learning_rate": 9.902086697427504e-05,
      "loss": 1.8081,
      "step": 1090
    },
    {
      "epoch": 0.22199798183652875,
      "grad_norm": 1.7557222843170166,
      "learning_rate": 9.8987734653632e-05,
      "loss": 1.6225,
      "step": 1100
    },
    {
      "epoch": 0.22401614530776992,
      "grad_norm": 1.779552936553955,
      "learning_rate": 9.895405677827692e-05,
      "loss": 1.674,
      "step": 1110
    },
    {
      "epoch": 0.2260343087790111,
      "grad_norm": 1.6549618244171143,
      "learning_rate": 9.89198337232654e-05,
      "loss": 1.6844,
      "step": 1120
    },
    {
      "epoch": 0.22805247225025227,
      "grad_norm": 1.816671371459961,
      "learning_rate": 9.888506586972446e-05,
      "loss": 1.7142,
      "step": 1130
    },
    {
      "epoch": 0.23007063572149344,
      "grad_norm": 1.7347807884216309,
      "learning_rate": 9.884975360484827e-05,
      "loss": 1.8952,
      "step": 1140
    },
    {
      "epoch": 0.23208879919273462,
      "grad_norm": 1.9305518865585327,
      "learning_rate": 9.881389732189392e-05,
      "loss": 1.7851,
      "step": 1150
    },
    {
      "epoch": 0.2341069626639758,
      "grad_norm": 1.5616772174835205,
      "learning_rate": 9.877749742017694e-05,
      "loss": 1.7088,
      "step": 1160
    },
    {
      "epoch": 0.23612512613521694,
      "grad_norm": 1.8221651315689087,
      "learning_rate": 9.874055430506691e-05,
      "loss": 1.6248,
      "step": 1170
    },
    {
      "epoch": 0.23814328960645811,
      "grad_norm": 1.7022042274475098,
      "learning_rate": 9.870306838798297e-05,
      "loss": 1.669,
      "step": 1180
    },
    {
      "epoch": 0.2401614530776993,
      "grad_norm": 1.7719357013702393,
      "learning_rate": 9.866504008638917e-05,
      "loss": 1.7587,
      "step": 1190
    },
    {
      "epoch": 0.24217961654894046,
      "grad_norm": 1.9335434436798096,
      "learning_rate": 9.862646982378987e-05,
      "loss": 1.8279,
      "step": 1200
    },
    {
      "epoch": 0.24419778002018164,
      "grad_norm": 1.7225123643875122,
      "learning_rate": 9.8587358029725e-05,
      "loss": 1.7519,
      "step": 1210
    },
    {
      "epoch": 0.2462159434914228,
      "grad_norm": 1.6799899339675903,
      "learning_rate": 9.854770513976531e-05,
      "loss": 1.6876,
      "step": 1220
    },
    {
      "epoch": 0.248234106962664,
      "grad_norm": 1.7735378742218018,
      "learning_rate": 9.850751159550746e-05,
      "loss": 1.687,
      "step": 1230
    },
    {
      "epoch": 0.25025227043390513,
      "grad_norm": 1.9135595560073853,
      "learning_rate": 9.846677784456918e-05,
      "loss": 1.785,
      "step": 1240
    },
    {
      "epoch": 0.2522704339051463,
      "grad_norm": 1.684078335762024,
      "learning_rate": 9.842550434058421e-05,
      "loss": 1.6777,
      "step": 1250
    },
    {
      "epoch": 0.2542885973763875,
      "grad_norm": 1.8692346811294556,
      "learning_rate": 9.838369154319728e-05,
      "loss": 1.8198,
      "step": 1260
    },
    {
      "epoch": 0.25630676084762866,
      "grad_norm": 1.526811957359314,
      "learning_rate": 9.8341339918059e-05,
      "loss": 1.6035,
      "step": 1270
    },
    {
      "epoch": 0.25832492431886983,
      "grad_norm": 1.8684613704681396,
      "learning_rate": 9.82984499368207e-05,
      "loss": 1.7229,
      "step": 1280
    },
    {
      "epoch": 0.260343087790111,
      "grad_norm": 1.9074355363845825,
      "learning_rate": 9.825502207712909e-05,
      "loss": 1.6801,
      "step": 1290
    },
    {
      "epoch": 0.2623612512613522,
      "grad_norm": 1.5898246765136719,
      "learning_rate": 9.821105682262099e-05,
      "loss": 1.6945,
      "step": 1300
    },
    {
      "epoch": 0.26437941473259335,
      "grad_norm": 1.633530616760254,
      "learning_rate": 9.816655466291803e-05,
      "loss": 1.723,
      "step": 1310
    },
    {
      "epoch": 0.26639757820383453,
      "grad_norm": 1.637403130531311,
      "learning_rate": 9.812151609362102e-05,
      "loss": 1.6019,
      "step": 1320
    },
    {
      "epoch": 0.2684157416750757,
      "grad_norm": 1.7958626747131348,
      "learning_rate": 9.807594161630458e-05,
      "loss": 1.5707,
      "step": 1330
    },
    {
      "epoch": 0.2704339051463169,
      "grad_norm": 1.7324177026748657,
      "learning_rate": 9.802983173851149e-05,
      "loss": 1.6786,
      "step": 1340
    },
    {
      "epoch": 0.272452068617558,
      "grad_norm": 1.55552339553833,
      "learning_rate": 9.798318697374702e-05,
      "loss": 1.6684,
      "step": 1350
    },
    {
      "epoch": 0.27447023208879917,
      "grad_norm": 1.7341140508651733,
      "learning_rate": 9.79360078414733e-05,
      "loss": 1.6447,
      "step": 1360
    },
    {
      "epoch": 0.27648839556004035,
      "grad_norm": 1.8685839176177979,
      "learning_rate": 9.78882948671034e-05,
      "loss": 1.6794,
      "step": 1370
    },
    {
      "epoch": 0.2785065590312815,
      "grad_norm": 1.783153772354126,
      "learning_rate": 9.784004858199563e-05,
      "loss": 1.7196,
      "step": 1380
    },
    {
      "epoch": 0.2805247225025227,
      "grad_norm": 1.7783135175704956,
      "learning_rate": 9.779126952344748e-05,
      "loss": 1.6273,
      "step": 1390
    },
    {
      "epoch": 0.28254288597376387,
      "grad_norm": 1.6643409729003906,
      "learning_rate": 9.774195823468973e-05,
      "loss": 1.6116,
      "step": 1400
    },
    {
      "epoch": 0.28456104944500504,
      "grad_norm": 1.7578685283660889,
      "learning_rate": 9.769211526488038e-05,
      "loss": 1.6021,
      "step": 1410
    },
    {
      "epoch": 0.2865792129162462,
      "grad_norm": 1.5535609722137451,
      "learning_rate": 9.764174116909852e-05,
      "loss": 1.7308,
      "step": 1420
    },
    {
      "epoch": 0.2885973763874874,
      "grad_norm": 1.8649767637252808,
      "learning_rate": 9.759083650833815e-05,
      "loss": 1.7038,
      "step": 1430
    },
    {
      "epoch": 0.29061553985872857,
      "grad_norm": 1.589314341545105,
      "learning_rate": 9.753940184950192e-05,
      "loss": 1.6144,
      "step": 1440
    },
    {
      "epoch": 0.29263370332996974,
      "grad_norm": 1.9105316400527954,
      "learning_rate": 9.748743776539488e-05,
      "loss": 1.7696,
      "step": 1450
    },
    {
      "epoch": 0.2946518668012109,
      "grad_norm": 1.9593696594238281,
      "learning_rate": 9.743494483471801e-05,
      "loss": 1.6077,
      "step": 1460
    },
    {
      "epoch": 0.2966700302724521,
      "grad_norm": 1.767230749130249,
      "learning_rate": 9.738192364206185e-05,
      "loss": 1.6627,
      "step": 1470
    },
    {
      "epoch": 0.29868819374369326,
      "grad_norm": 1.7512140274047852,
      "learning_rate": 9.732837477789993e-05,
      "loss": 1.6611,
      "step": 1480
    },
    {
      "epoch": 0.3007063572149344,
      "grad_norm": 1.9849492311477661,
      "learning_rate": 9.727429883858227e-05,
      "loss": 1.6493,
      "step": 1490
    },
    {
      "epoch": 0.30272452068617556,
      "grad_norm": 1.7700562477111816,
      "learning_rate": 9.721969642632865e-05,
      "loss": 1.5956,
      "step": 1500
    },
    {
      "epoch": 0.30474268415741673,
      "grad_norm": 1.5900918245315552,
      "learning_rate": 9.716456814922196e-05,
      "loss": 1.5717,
      "step": 1510
    },
    {
      "epoch": 0.3067608476286579,
      "grad_norm": 1.5321190357208252,
      "learning_rate": 9.710891462120141e-05,
      "loss": 1.6783,
      "step": 1520
    },
    {
      "epoch": 0.3087790110998991,
      "grad_norm": 1.8479689359664917,
      "learning_rate": 9.70527364620557e-05,
      "loss": 1.7176,
      "step": 1530
    },
    {
      "epoch": 0.31079717457114026,
      "grad_norm": 1.5251414775848389,
      "learning_rate": 9.699603429741615e-05,
      "loss": 1.6911,
      "step": 1540
    },
    {
      "epoch": 0.31281533804238143,
      "grad_norm": 1.658829927444458,
      "learning_rate": 9.693880875874961e-05,
      "loss": 1.8104,
      "step": 1550
    },
    {
      "epoch": 0.3148335015136226,
      "grad_norm": 1.8885022401809692,
      "learning_rate": 9.68810604833516e-05,
      "loss": 1.5729,
      "step": 1560
    },
    {
      "epoch": 0.3168516649848638,
      "grad_norm": 1.5589392185211182,
      "learning_rate": 9.682279011433908e-05,
      "loss": 1.7939,
      "step": 1570
    },
    {
      "epoch": 0.31886982845610495,
      "grad_norm": 1.6108678579330444,
      "learning_rate": 9.676399830064339e-05,
      "loss": 1.5793,
      "step": 1580
    },
    {
      "epoch": 0.32088799192734613,
      "grad_norm": 1.651929259300232,
      "learning_rate": 9.670468569700288e-05,
      "loss": 1.6892,
      "step": 1590
    },
    {
      "epoch": 0.3229061553985873,
      "grad_norm": 1.899056077003479,
      "learning_rate": 9.664485296395578e-05,
      "loss": 1.5486,
      "step": 1600
    },
    {
      "epoch": 0.3249243188698285,
      "grad_norm": 1.6485919952392578,
      "learning_rate": 9.658450076783274e-05,
      "loss": 1.6536,
      "step": 1610
    },
    {
      "epoch": 0.32694248234106965,
      "grad_norm": 1.6275869607925415,
      "learning_rate": 9.652362978074947e-05,
      "loss": 1.6136,
      "step": 1620
    },
    {
      "epoch": 0.32896064581231077,
      "grad_norm": 1.6739528179168701,
      "learning_rate": 9.646224068059917e-05,
      "loss": 1.7081,
      "step": 1630
    },
    {
      "epoch": 0.33097880928355194,
      "grad_norm": 1.6004359722137451,
      "learning_rate": 9.640033415104508e-05,
      "loss": 1.6391,
      "step": 1640
    },
    {
      "epoch": 0.3329969727547931,
      "grad_norm": 1.5969157218933105,
      "learning_rate": 9.633791088151283e-05,
      "loss": 1.5738,
      "step": 1650
    },
    {
      "epoch": 0.3350151362260343,
      "grad_norm": 1.7182707786560059,
      "learning_rate": 9.627497156718271e-05,
      "loss": 1.7195,
      "step": 1660
    },
    {
      "epoch": 0.33703329969727547,
      "grad_norm": 1.680814504623413,
      "learning_rate": 9.621151690898203e-05,
      "loss": 1.626,
      "step": 1670
    },
    {
      "epoch": 0.33905146316851664,
      "grad_norm": 2.010774612426758,
      "learning_rate": 9.614754761357718e-05,
      "loss": 1.8037,
      "step": 1680
    },
    {
      "epoch": 0.3410696266397578,
      "grad_norm": 1.6631429195404053,
      "learning_rate": 9.608306439336592e-05,
      "loss": 1.7439,
      "step": 1690
    },
    {
      "epoch": 0.343087790110999,
      "grad_norm": 1.5902904272079468,
      "learning_rate": 9.60180679664693e-05,
      "loss": 1.6691,
      "step": 1700
    },
    {
      "epoch": 0.34510595358224017,
      "grad_norm": 1.7272005081176758,
      "learning_rate": 9.595255905672377e-05,
      "loss": 1.5521,
      "step": 1710
    },
    {
      "epoch": 0.34712411705348134,
      "grad_norm": 1.6618432998657227,
      "learning_rate": 9.588653839367302e-05,
      "loss": 1.5553,
      "step": 1720
    },
    {
      "epoch": 0.3491422805247225,
      "grad_norm": 1.6251617670059204,
      "learning_rate": 9.582000671256e-05,
      "loss": 1.6653,
      "step": 1730
    },
    {
      "epoch": 0.3511604439959637,
      "grad_norm": 2.123147487640381,
      "learning_rate": 9.575296475431855e-05,
      "loss": 1.6303,
      "step": 1740
    },
    {
      "epoch": 0.35317860746720486,
      "grad_norm": 1.7185384035110474,
      "learning_rate": 9.568541326556527e-05,
      "loss": 1.5665,
      "step": 1750
    },
    {
      "epoch": 0.35519677093844604,
      "grad_norm": 1.6353096961975098,
      "learning_rate": 9.56173529985912e-05,
      "loss": 1.6406,
      "step": 1760
    },
    {
      "epoch": 0.35721493440968716,
      "grad_norm": 1.5363441705703735,
      "learning_rate": 9.554878471135339e-05,
      "loss": 1.6211,
      "step": 1770
    },
    {
      "epoch": 0.35923309788092833,
      "grad_norm": 1.7037582397460938,
      "learning_rate": 9.547970916746649e-05,
      "loss": 1.617,
      "step": 1780
    },
    {
      "epoch": 0.3612512613521695,
      "grad_norm": 1.7400474548339844,
      "learning_rate": 9.541012713619428e-05,
      "loss": 1.5177,
      "step": 1790
    },
    {
      "epoch": 0.3632694248234107,
      "grad_norm": 1.3855012655258179,
      "learning_rate": 9.5340039392441e-05,
      "loss": 1.5964,
      "step": 1800
    },
    {
      "epoch": 0.36528758829465185,
      "grad_norm": 1.669772744178772,
      "learning_rate": 9.526944671674286e-05,
      "loss": 1.5476,
      "step": 1810
    },
    {
      "epoch": 0.36730575176589303,
      "grad_norm": 1.547868251800537,
      "learning_rate": 9.51983498952592e-05,
      "loss": 1.7272,
      "step": 1820
    },
    {
      "epoch": 0.3693239152371342,
      "grad_norm": 1.9002543687820435,
      "learning_rate": 9.512674971976385e-05,
      "loss": 1.4606,
      "step": 1830
    },
    {
      "epoch": 0.3713420787083754,
      "grad_norm": 1.597686767578125,
      "learning_rate": 9.505464698763629e-05,
      "loss": 1.5597,
      "step": 1840
    },
    {
      "epoch": 0.37336024217961655,
      "grad_norm": 1.425994634628296,
      "learning_rate": 9.49820425018527e-05,
      "loss": 1.5451,
      "step": 1850
    },
    {
      "epoch": 0.3753784056508577,
      "grad_norm": 2.0066096782684326,
      "learning_rate": 9.49089370709771e-05,
      "loss": 1.6121,
      "step": 1860
    },
    {
      "epoch": 0.3773965691220989,
      "grad_norm": 1.5784003734588623,
      "learning_rate": 9.483533150915229e-05,
      "loss": 1.6218,
      "step": 1870
    },
    {
      "epoch": 0.3794147325933401,
      "grad_norm": 1.843019723892212,
      "learning_rate": 9.476122663609086e-05,
      "loss": 1.6694,
      "step": 1880
    },
    {
      "epoch": 0.38143289606458125,
      "grad_norm": 1.7118667364120483,
      "learning_rate": 9.468662327706594e-05,
      "loss": 1.5564,
      "step": 1890
    },
    {
      "epoch": 0.3834510595358224,
      "grad_norm": 1.6396056413650513,
      "learning_rate": 9.461152226290212e-05,
      "loss": 1.6626,
      "step": 1900
    },
    {
      "epoch": 0.3854692230070636,
      "grad_norm": 1.4227858781814575,
      "learning_rate": 9.453592442996614e-05,
      "loss": 1.5375,
      "step": 1910
    },
    {
      "epoch": 0.3874873864783047,
      "grad_norm": 1.6100040674209595,
      "learning_rate": 9.445983062015761e-05,
      "loss": 1.4965,
      "step": 1920
    },
    {
      "epoch": 0.3895055499495459,
      "grad_norm": 1.6516296863555908,
      "learning_rate": 9.43832416808996e-05,
      "loss": 1.5941,
      "step": 1930
    },
    {
      "epoch": 0.39152371342078707,
      "grad_norm": 1.6929583549499512,
      "learning_rate": 9.430615846512923e-05,
      "loss": 1.6325,
      "step": 1940
    },
    {
      "epoch": 0.39354187689202824,
      "grad_norm": 1.5503323078155518,
      "learning_rate": 9.422858183128808e-05,
      "loss": 1.6673,
      "step": 1950
    },
    {
      "epoch": 0.3955600403632694,
      "grad_norm": 1.7053431272506714,
      "learning_rate": 9.415051264331285e-05,
      "loss": 1.4846,
      "step": 1960
    },
    {
      "epoch": 0.3975782038345106,
      "grad_norm": 1.7111166715621948,
      "learning_rate": 9.407195177062549e-05,
      "loss": 1.598,
      "step": 1970
    },
    {
      "epoch": 0.39959636730575177,
      "grad_norm": 1.728541374206543,
      "learning_rate": 9.399290008812365e-05,
      "loss": 1.4917,
      "step": 1980
    },
    {
      "epoch": 0.40161453077699294,
      "grad_norm": 1.6542996168136597,
      "learning_rate": 9.391335847617093e-05,
      "loss": 1.6358,
      "step": 1990
    },
    {
      "epoch": 0.4036326942482341,
      "grad_norm": 1.4176194667816162,
      "learning_rate": 9.383332782058705e-05,
      "loss": 1.6766,
      "step": 2000
    },
    {
      "epoch": 0.4056508577194753,
      "grad_norm": 1.4830904006958008,
      "learning_rate": 9.375280901263796e-05,
      "loss": 1.5902,
      "step": 2010
    },
    {
      "epoch": 0.40766902119071646,
      "grad_norm": 1.6302123069763184,
      "learning_rate": 9.367180294902603e-05,
      "loss": 1.613,
      "step": 2020
    },
    {
      "epoch": 0.40968718466195764,
      "grad_norm": 1.4098937511444092,
      "learning_rate": 9.359031053187988e-05,
      "loss": 1.5243,
      "step": 2030
    },
    {
      "epoch": 0.4117053481331988,
      "grad_norm": 2.8872201442718506,
      "learning_rate": 9.350833266874451e-05,
      "loss": 1.5927,
      "step": 2040
    },
    {
      "epoch": 0.41372351160444,
      "grad_norm": 2.0234012603759766,
      "learning_rate": 9.342587027257104e-05,
      "loss": 1.7196,
      "step": 2050
    },
    {
      "epoch": 0.4157416750756811,
      "grad_norm": 1.7716432809829712,
      "learning_rate": 9.334292426170672e-05,
      "loss": 1.6426,
      "step": 2060
    },
    {
      "epoch": 0.4177598385469223,
      "grad_norm": 1.5563617944717407,
      "learning_rate": 9.325949555988452e-05,
      "loss": 1.6418,
      "step": 2070
    },
    {
      "epoch": 0.41977800201816345,
      "grad_norm": 1.4168179035186768,
      "learning_rate": 9.317558509621296e-05,
      "loss": 1.6293,
      "step": 2080
    },
    {
      "epoch": 0.42179616548940463,
      "grad_norm": 1.492793321609497,
      "learning_rate": 9.309119380516573e-05,
      "loss": 1.5355,
      "step": 2090
    },
    {
      "epoch": 0.4238143289606458,
      "grad_norm": 1.7277498245239258,
      "learning_rate": 9.300632262657128e-05,
      "loss": 1.6541,
      "step": 2100
    },
    {
      "epoch": 0.425832492431887,
      "grad_norm": 1.7189927101135254,
      "learning_rate": 9.292097250560232e-05,
      "loss": 1.7026,
      "step": 2110
    },
    {
      "epoch": 0.42785065590312815,
      "grad_norm": 1.4795873165130615,
      "learning_rate": 9.283514439276539e-05,
      "loss": 1.5959,
      "step": 2120
    },
    {
      "epoch": 0.4298688193743693,
      "grad_norm": 1.5818445682525635,
      "learning_rate": 9.274883924389018e-05,
      "loss": 1.6147,
      "step": 2130
    },
    {
      "epoch": 0.4318869828456105,
      "grad_norm": 1.4752700328826904,
      "learning_rate": 9.266205802011892e-05,
      "loss": 1.6281,
      "step": 2140
    },
    {
      "epoch": 0.4339051463168517,
      "grad_norm": 1.4389899969100952,
      "learning_rate": 9.257480168789565e-05,
      "loss": 1.5655,
      "step": 2150
    },
    {
      "epoch": 0.43592330978809285,
      "grad_norm": 1.4133797883987427,
      "learning_rate": 9.248707121895555e-05,
      "loss": 1.6437,
      "step": 2160
    },
    {
      "epoch": 0.437941473259334,
      "grad_norm": 1.9490972757339478,
      "learning_rate": 9.239886759031398e-05,
      "loss": 1.4673,
      "step": 2170
    },
    {
      "epoch": 0.4399596367305752,
      "grad_norm": 1.6025413274765015,
      "learning_rate": 9.231019178425573e-05,
      "loss": 1.6627,
      "step": 2180
    },
    {
      "epoch": 0.4419778002018164,
      "grad_norm": 1.5877257585525513,
      "learning_rate": 9.222104478832398e-05,
      "loss": 1.5995,
      "step": 2190
    },
    {
      "epoch": 0.4439959636730575,
      "grad_norm": 1.5336265563964844,
      "learning_rate": 9.213142759530936e-05,
      "loss": 1.5419,
      "step": 2200
    },
    {
      "epoch": 0.44601412714429867,
      "grad_norm": 1.4506264925003052,
      "learning_rate": 9.204134120323883e-05,
      "loss": 1.6579,
      "step": 2210
    },
    {
      "epoch": 0.44803229061553984,
      "grad_norm": 1.896984338760376,
      "learning_rate": 9.195078661536471e-05,
      "loss": 1.5389,
      "step": 2220
    },
    {
      "epoch": 0.450050454086781,
      "grad_norm": 1.4249799251556396,
      "learning_rate": 9.185976484015333e-05,
      "loss": 1.5563,
      "step": 2230
    },
    {
      "epoch": 0.4520686175580222,
      "grad_norm": 1.5877562761306763,
      "learning_rate": 9.176827689127389e-05,
      "loss": 1.6289,
      "step": 2240
    },
    {
      "epoch": 0.45408678102926336,
      "grad_norm": 1.5677759647369385,
      "learning_rate": 9.167632378758719e-05,
      "loss": 1.4721,
      "step": 2250
    },
    {
      "epoch": 0.45610494450050454,
      "grad_norm": 1.6074806451797485,
      "learning_rate": 9.158390655313422e-05,
      "loss": 1.6101,
      "step": 2260
    },
    {
      "epoch": 0.4581231079717457,
      "grad_norm": 1.6484979391098022,
      "learning_rate": 9.149102621712482e-05,
      "loss": 1.51,
      "step": 2270
    },
    {
      "epoch": 0.4601412714429869,
      "grad_norm": 1.7982864379882812,
      "learning_rate": 9.139768381392616e-05,
      "loss": 1.6383,
      "step": 2280
    },
    {
      "epoch": 0.46215943491422806,
      "grad_norm": 2.003589391708374,
      "learning_rate": 9.130388038305127e-05,
      "loss": 1.6297,
      "step": 2290
    },
    {
      "epoch": 0.46417759838546924,
      "grad_norm": 1.659283995628357,
      "learning_rate": 9.12096169691474e-05,
      "loss": 1.6508,
      "step": 2300
    },
    {
      "epoch": 0.4661957618567104,
      "grad_norm": 1.4378119707107544,
      "learning_rate": 9.111489462198448e-05,
      "loss": 1.5852,
      "step": 2310
    },
    {
      "epoch": 0.4682139253279516,
      "grad_norm": 1.7221019268035889,
      "learning_rate": 9.101971439644335e-05,
      "loss": 1.5671,
      "step": 2320
    },
    {
      "epoch": 0.47023208879919276,
      "grad_norm": 1.6366978883743286,
      "learning_rate": 9.092407735250404e-05,
      "loss": 1.6594,
      "step": 2330
    },
    {
      "epoch": 0.4722502522704339,
      "grad_norm": 1.7291353940963745,
      "learning_rate": 9.082798455523396e-05,
      "loss": 1.5025,
      "step": 2340
    },
    {
      "epoch": 0.47426841574167505,
      "grad_norm": 1.6143367290496826,
      "learning_rate": 9.073143707477607e-05,
      "loss": 1.6939,
      "step": 2350
    },
    {
      "epoch": 0.47628657921291623,
      "grad_norm": 1.5067676305770874,
      "learning_rate": 9.063443598633688e-05,
      "loss": 1.5281,
      "step": 2360
    },
    {
      "epoch": 0.4783047426841574,
      "grad_norm": 1.5984981060028076,
      "learning_rate": 9.053698237017459e-05,
      "loss": 1.5932,
      "step": 2370
    },
    {
      "epoch": 0.4803229061553986,
      "grad_norm": 1.7212659120559692,
      "learning_rate": 9.043907731158699e-05,
      "loss": 1.5234,
      "step": 2380
    },
    {
      "epoch": 0.48234106962663975,
      "grad_norm": 1.4098666906356812,
      "learning_rate": 9.034072190089932e-05,
      "loss": 1.5491,
      "step": 2390
    },
    {
      "epoch": 0.4843592330978809,
      "grad_norm": 1.656089186668396,
      "learning_rate": 9.02419172334523e-05,
      "loss": 1.4821,
      "step": 2400
    },
    {
      "epoch": 0.4863773965691221,
      "grad_norm": 1.4160220623016357,
      "learning_rate": 9.014266440958974e-05,
      "loss": 1.6342,
      "step": 2410
    },
    {
      "epoch": 0.4883955600403633,
      "grad_norm": 1.7586220502853394,
      "learning_rate": 9.004296453464638e-05,
      "loss": 1.5503,
      "step": 2420
    },
    {
      "epoch": 0.49041372351160445,
      "grad_norm": 1.5569350719451904,
      "learning_rate": 8.994281871893562e-05,
      "loss": 1.5558,
      "step": 2430
    },
    {
      "epoch": 0.4924318869828456,
      "grad_norm": 1.9452998638153076,
      "learning_rate": 8.984222807773706e-05,
      "loss": 1.6341,
      "step": 2440
    },
    {
      "epoch": 0.4944500504540868,
      "grad_norm": 1.6458998918533325,
      "learning_rate": 8.974119373128411e-05,
      "loss": 1.5798,
      "step": 2450
    },
    {
      "epoch": 0.496468213925328,
      "grad_norm": 1.7907352447509766,
      "learning_rate": 8.963971680475161e-05,
      "loss": 1.499,
      "step": 2460
    },
    {
      "epoch": 0.49848637739656915,
      "grad_norm": 1.6107879877090454,
      "learning_rate": 8.95377984282431e-05,
      "loss": 1.5705,
      "step": 2470
    },
    {
      "epoch": 0.5005045408678103,
      "grad_norm": 1.5708277225494385,
      "learning_rate": 8.943543973677846e-05,
      "loss": 1.6062,
      "step": 2480
    },
    {
      "epoch": 0.5025227043390514,
      "grad_norm": 1.5355361700057983,
      "learning_rate": 8.933264187028109e-05,
      "loss": 1.6155,
      "step": 2490
    },
    {
      "epoch": 0.5045408678102926,
      "grad_norm": 2.4249730110168457,
      "learning_rate": 8.922940597356532e-05,
      "loss": 1.4927,
      "step": 2500
    },
    {
      "epoch": 0.5065590312815338,
      "grad_norm": 1.5792551040649414,
      "learning_rate": 8.912573319632367e-05,
      "loss": 1.6917,
      "step": 2510
    },
    {
      "epoch": 0.508577194752775,
      "grad_norm": 1.5651421546936035,
      "learning_rate": 8.90216246931139e-05,
      "loss": 1.5866,
      "step": 2520
    },
    {
      "epoch": 0.5105953582240161,
      "grad_norm": 1.485982060432434,
      "learning_rate": 8.891708162334635e-05,
      "loss": 1.5548,
      "step": 2530
    },
    {
      "epoch": 0.5126135216952573,
      "grad_norm": 1.4294884204864502,
      "learning_rate": 8.88121051512709e-05,
      "loss": 1.5208,
      "step": 2540
    },
    {
      "epoch": 0.5146316851664985,
      "grad_norm": 1.7587571144104004,
      "learning_rate": 8.870669644596402e-05,
      "loss": 1.5843,
      "step": 2550
    },
    {
      "epoch": 0.5166498486377397,
      "grad_norm": 1.257310152053833,
      "learning_rate": 8.860085668131582e-05,
      "loss": 1.437,
      "step": 2560
    },
    {
      "epoch": 0.5186680121089808,
      "grad_norm": 1.6487629413604736,
      "learning_rate": 8.84945870360169e-05,
      "loss": 1.6055,
      "step": 2570
    },
    {
      "epoch": 0.520686175580222,
      "grad_norm": 1.415015459060669,
      "learning_rate": 8.838788869354522e-05,
      "loss": 1.509,
      "step": 2580
    },
    {
      "epoch": 0.5227043390514632,
      "grad_norm": 1.5729633569717407,
      "learning_rate": 8.828076284215301e-05,
      "loss": 1.4648,
      "step": 2590
    },
    {
      "epoch": 0.5247225025227044,
      "grad_norm": 2.0716793537139893,
      "learning_rate": 8.817321067485343e-05,
      "loss": 1.6064,
      "step": 2600
    },
    {
      "epoch": 0.5267406659939455,
      "grad_norm": 1.4554495811462402,
      "learning_rate": 8.806523338940736e-05,
      "loss": 1.6376,
      "step": 2610
    },
    {
      "epoch": 0.5287588294651867,
      "grad_norm": 1.7924822568893433,
      "learning_rate": 8.795683218831001e-05,
      "loss": 1.6513,
      "step": 2620
    },
    {
      "epoch": 0.5307769929364279,
      "grad_norm": 1.3876484632492065,
      "learning_rate": 8.78480082787776e-05,
      "loss": 1.6005,
      "step": 2630
    },
    {
      "epoch": 0.5327951564076691,
      "grad_norm": 1.5425324440002441,
      "learning_rate": 8.773876287273377e-05,
      "loss": 1.6121,
      "step": 2640
    },
    {
      "epoch": 0.5348133198789102,
      "grad_norm": 1.5110645294189453,
      "learning_rate": 8.762909718679629e-05,
      "loss": 1.5611,
      "step": 2650
    },
    {
      "epoch": 0.5368314833501514,
      "grad_norm": 1.580310583114624,
      "learning_rate": 8.751901244226332e-05,
      "loss": 1.636,
      "step": 2660
    },
    {
      "epoch": 0.5388496468213926,
      "grad_norm": 1.5676929950714111,
      "learning_rate": 8.740850986509994e-05,
      "loss": 1.4185,
      "step": 2670
    },
    {
      "epoch": 0.5408678102926338,
      "grad_norm": 1.6521614789962769,
      "learning_rate": 8.729759068592442e-05,
      "loss": 1.5195,
      "step": 2680
    },
    {
      "epoch": 0.5428859737638748,
      "grad_norm": 1.6536593437194824,
      "learning_rate": 8.718625613999457e-05,
      "loss": 1.6065,
      "step": 2690
    },
    {
      "epoch": 0.544904137235116,
      "grad_norm": 1.223604679107666,
      "learning_rate": 8.70745074671939e-05,
      "loss": 1.5292,
      "step": 2700
    },
    {
      "epoch": 0.5469223007063572,
      "grad_norm": 1.5844485759735107,
      "learning_rate": 8.696234591201793e-05,
      "loss": 1.5145,
      "step": 2710
    },
    {
      "epoch": 0.5489404641775983,
      "grad_norm": 1.4692803621292114,
      "learning_rate": 8.684977272356024e-05,
      "loss": 1.5126,
      "step": 2720
    },
    {
      "epoch": 0.5509586276488395,
      "grad_norm": 1.509020209312439,
      "learning_rate": 8.673678915549855e-05,
      "loss": 1.6746,
      "step": 2730
    },
    {
      "epoch": 0.5529767911200807,
      "grad_norm": 1.6188277006149292,
      "learning_rate": 8.662339646608089e-05,
      "loss": 1.5323,
      "step": 2740
    },
    {
      "epoch": 0.5549949545913219,
      "grad_norm": 1.4918463230133057,
      "learning_rate": 8.650959591811141e-05,
      "loss": 1.5413,
      "step": 2750
    },
    {
      "epoch": 0.557013118062563,
      "grad_norm": 1.5165650844573975,
      "learning_rate": 8.639538877893644e-05,
      "loss": 1.4788,
      "step": 2760
    },
    {
      "epoch": 0.5590312815338042,
      "grad_norm": 1.4886066913604736,
      "learning_rate": 8.628077632043032e-05,
      "loss": 1.5158,
      "step": 2770
    },
    {
      "epoch": 0.5610494450050454,
      "grad_norm": 1.6249706745147705,
      "learning_rate": 8.616575981898125e-05,
      "loss": 1.4793,
      "step": 2780
    },
    {
      "epoch": 0.5630676084762866,
      "grad_norm": 1.3315315246582031,
      "learning_rate": 8.605034055547709e-05,
      "loss": 1.4828,
      "step": 2790
    },
    {
      "epoch": 0.5650857719475277,
      "grad_norm": 1.448897123336792,
      "learning_rate": 8.593451981529108e-05,
      "loss": 1.5655,
      "step": 2800
    },
    {
      "epoch": 0.5671039354187689,
      "grad_norm": 1.4807590246200562,
      "learning_rate": 8.581829888826754e-05,
      "loss": 1.5999,
      "step": 2810
    },
    {
      "epoch": 0.5691220988900101,
      "grad_norm": 1.7087481021881104,
      "learning_rate": 8.570167906870745e-05,
      "loss": 1.591,
      "step": 2820
    },
    {
      "epoch": 0.5711402623612513,
      "grad_norm": 1.6135573387145996,
      "learning_rate": 8.558466165535411e-05,
      "loss": 1.6063,
      "step": 2830
    },
    {
      "epoch": 0.5731584258324924,
      "grad_norm": 1.5271415710449219,
      "learning_rate": 8.546724795137865e-05,
      "loss": 1.5007,
      "step": 2840
    },
    {
      "epoch": 0.5751765893037336,
      "grad_norm": 1.5794763565063477,
      "learning_rate": 8.534943926436554e-05,
      "loss": 1.5415,
      "step": 2850
    },
    {
      "epoch": 0.5771947527749748,
      "grad_norm": 1.4942843914031982,
      "learning_rate": 8.523123690629791e-05,
      "loss": 1.5891,
      "step": 2860
    },
    {
      "epoch": 0.579212916246216,
      "grad_norm": 1.5353363752365112,
      "learning_rate": 8.511264219354313e-05,
      "loss": 1.4995,
      "step": 2870
    },
    {
      "epoch": 0.5812310797174571,
      "grad_norm": 1.5738115310668945,
      "learning_rate": 8.4993656446838e-05,
      "loss": 1.5277,
      "step": 2880
    },
    {
      "epoch": 0.5832492431886983,
      "grad_norm": 1.4808515310287476,
      "learning_rate": 8.48742809912741e-05,
      "loss": 1.5682,
      "step": 2890
    },
    {
      "epoch": 0.5852674066599395,
      "grad_norm": 1.5826464891433716,
      "learning_rate": 8.475451715628302e-05,
      "loss": 1.4706,
      "step": 2900
    },
    {
      "epoch": 0.5872855701311807,
      "grad_norm": 1.5062007904052734,
      "learning_rate": 8.463436627562158e-05,
      "loss": 1.6083,
      "step": 2910
    },
    {
      "epoch": 0.5893037336024218,
      "grad_norm": 1.56938898563385,
      "learning_rate": 8.451382968735693e-05,
      "loss": 1.4747,
      "step": 2920
    },
    {
      "epoch": 0.591321897073663,
      "grad_norm": 1.4118072986602783,
      "learning_rate": 8.43929087338517e-05,
      "loss": 1.4768,
      "step": 2930
    },
    {
      "epoch": 0.5933400605449042,
      "grad_norm": 1.5036567449569702,
      "learning_rate": 8.4271604761749e-05,
      "loss": 1.4414,
      "step": 2940
    },
    {
      "epoch": 0.5953582240161454,
      "grad_norm": 1.4589097499847412,
      "learning_rate": 8.414991912195747e-05,
      "loss": 1.5648,
      "step": 2950
    },
    {
      "epoch": 0.5973763874873865,
      "grad_norm": 1.522581934928894,
      "learning_rate": 8.402785316963618e-05,
      "loss": 1.4947,
      "step": 2960
    },
    {
      "epoch": 0.5993945509586277,
      "grad_norm": 1.5915330648422241,
      "learning_rate": 8.390540826417964e-05,
      "loss": 1.474,
      "step": 2970
    },
    {
      "epoch": 0.6014127144298688,
      "grad_norm": 1.5158594846725464,
      "learning_rate": 8.378258576920253e-05,
      "loss": 1.5417,
      "step": 2980
    },
    {
      "epoch": 0.6034308779011099,
      "grad_norm": 1.5189268589019775,
      "learning_rate": 8.365938705252459e-05,
      "loss": 1.4829,
      "step": 2990
    },
    {
      "epoch": 0.6054490413723511,
      "grad_norm": 1.3481444120407104,
      "learning_rate": 8.353581348615538e-05,
      "loss": 1.5622,
      "step": 3000
    },
    {
      "epoch": 0.6074672048435923,
      "grad_norm": 1.482692003250122,
      "learning_rate": 8.341186644627901e-05,
      "loss": 1.6286,
      "step": 3010
    },
    {
      "epoch": 0.6094853683148335,
      "grad_norm": 1.5743776559829712,
      "learning_rate": 8.32875473132388e-05,
      "loss": 1.4813,
      "step": 3020
    },
    {
      "epoch": 0.6115035317860746,
      "grad_norm": 1.3886172771453857,
      "learning_rate": 8.316285747152189e-05,
      "loss": 1.4297,
      "step": 3030
    },
    {
      "epoch": 0.6135216952573158,
      "grad_norm": 1.558706283569336,
      "learning_rate": 8.30377983097438e-05,
      "loss": 1.4639,
      "step": 3040
    },
    {
      "epoch": 0.615539858728557,
      "grad_norm": 1.537921667098999,
      "learning_rate": 8.291237122063309e-05,
      "loss": 1.5532,
      "step": 3050
    },
    {
      "epoch": 0.6175580221997982,
      "grad_norm": 1.2276337146759033,
      "learning_rate": 8.27865776010157e-05,
      "loss": 1.4639,
      "step": 3060
    },
    {
      "epoch": 0.6195761856710393,
      "grad_norm": 1.4864561557769775,
      "learning_rate": 8.266041885179949e-05,
      "loss": 1.436,
      "step": 3070
    },
    {
      "epoch": 0.6215943491422805,
      "grad_norm": 1.7501429319381714,
      "learning_rate": 8.253389637795858e-05,
      "loss": 1.4653,
      "step": 3080
    },
    {
      "epoch": 0.6236125126135217,
      "grad_norm": 1.4437967538833618,
      "learning_rate": 8.240701158851778e-05,
      "loss": 1.4266,
      "step": 3090
    },
    {
      "epoch": 0.6256306760847629,
      "grad_norm": 1.3351330757141113,
      "learning_rate": 8.227976589653676e-05,
      "loss": 1.4005,
      "step": 3100
    },
    {
      "epoch": 0.627648839556004,
      "grad_norm": 1.4452919960021973,
      "learning_rate": 8.215216071909448e-05,
      "loss": 1.5651,
      "step": 3110
    },
    {
      "epoch": 0.6296670030272452,
      "grad_norm": 1.4321256875991821,
      "learning_rate": 8.202419747727333e-05,
      "loss": 1.4941,
      "step": 3120
    },
    {
      "epoch": 0.6316851664984864,
      "grad_norm": 1.3962360620498657,
      "learning_rate": 8.189587759614325e-05,
      "loss": 1.4671,
      "step": 3130
    },
    {
      "epoch": 0.6337033299697276,
      "grad_norm": 1.4179112911224365,
      "learning_rate": 8.176720250474594e-05,
      "loss": 1.4636,
      "step": 3140
    },
    {
      "epoch": 0.6357214934409687,
      "grad_norm": 1.4552099704742432,
      "learning_rate": 8.163817363607894e-05,
      "loss": 1.5253,
      "step": 3150
    },
    {
      "epoch": 0.6377396569122099,
      "grad_norm": 1.6266930103302002,
      "learning_rate": 8.150879242707962e-05,
      "loss": 1.4704,
      "step": 3160
    },
    {
      "epoch": 0.6397578203834511,
      "grad_norm": 1.480033278465271,
      "learning_rate": 8.137906031860925e-05,
      "loss": 1.5921,
      "step": 3170
    },
    {
      "epoch": 0.6417759838546923,
      "grad_norm": 1.4520894289016724,
      "learning_rate": 8.124897875543684e-05,
      "loss": 1.4444,
      "step": 3180
    },
    {
      "epoch": 0.6437941473259334,
      "grad_norm": 1.3743687868118286,
      "learning_rate": 8.111854918622321e-05,
      "loss": 1.6175,
      "step": 3190
    },
    {
      "epoch": 0.6458123107971746,
      "grad_norm": 1.5462607145309448,
      "learning_rate": 8.098777306350469e-05,
      "loss": 1.4526,
      "step": 3200
    },
    {
      "epoch": 0.6478304742684158,
      "grad_norm": 1.4813790321350098,
      "learning_rate": 8.08566518436771e-05,
      "loss": 1.5253,
      "step": 3210
    },
    {
      "epoch": 0.649848637739657,
      "grad_norm": 1.5957119464874268,
      "learning_rate": 8.072518698697938e-05,
      "loss": 1.4505,
      "step": 3220
    },
    {
      "epoch": 0.6518668012108981,
      "grad_norm": 1.5894341468811035,
      "learning_rate": 8.059337995747743e-05,
      "loss": 1.4643,
      "step": 3230
    },
    {
      "epoch": 0.6538849646821393,
      "grad_norm": 1.4520728588104248,
      "learning_rate": 8.046123222304781e-05,
      "loss": 1.5529,
      "step": 3240
    },
    {
      "epoch": 0.6559031281533805,
      "grad_norm": 1.379225730895996,
      "learning_rate": 8.032874525536131e-05,
      "loss": 1.4944,
      "step": 3250
    },
    {
      "epoch": 0.6579212916246215,
      "grad_norm": 1.4799381494522095,
      "learning_rate": 8.019592052986665e-05,
      "loss": 1.3809,
      "step": 3260
    },
    {
      "epoch": 0.6599394550958627,
      "grad_norm": 1.3304007053375244,
      "learning_rate": 8.006275952577397e-05,
      "loss": 1.5455,
      "step": 3270
    },
    {
      "epoch": 0.6619576185671039,
      "grad_norm": 1.4968523979187012,
      "learning_rate": 7.992926372603842e-05,
      "loss": 1.4879,
      "step": 3280
    },
    {
      "epoch": 0.6639757820383451,
      "grad_norm": 1.582527756690979,
      "learning_rate": 7.979543461734362e-05,
      "loss": 1.4796,
      "step": 3290
    },
    {
      "epoch": 0.6659939455095862,
      "grad_norm": 1.3123412132263184,
      "learning_rate": 7.966127369008512e-05,
      "loss": 1.4623,
      "step": 3300
    },
    {
      "epoch": 0.6680121089808274,
      "grad_norm": 1.3255366086959839,
      "learning_rate": 7.952678243835376e-05,
      "loss": 1.4871,
      "step": 3310
    },
    {
      "epoch": 0.6700302724520686,
      "grad_norm": 1.375701904296875,
      "learning_rate": 7.939196235991904e-05,
      "loss": 1.49,
      "step": 3320
    },
    {
      "epoch": 0.6720484359233098,
      "grad_norm": 1.5660688877105713,
      "learning_rate": 7.925681495621253e-05,
      "loss": 1.5556,
      "step": 3330
    },
    {
      "epoch": 0.6740665993945509,
      "grad_norm": 1.2856935262680054,
      "learning_rate": 7.912134173231098e-05,
      "loss": 1.4971,
      "step": 3340
    },
    {
      "epoch": 0.6760847628657921,
      "grad_norm": 1.7174125909805298,
      "learning_rate": 7.898554419691974e-05,
      "loss": 1.506,
      "step": 3350
    },
    {
      "epoch": 0.6781029263370333,
      "grad_norm": 1.4166866540908813,
      "learning_rate": 7.884942386235582e-05,
      "loss": 1.367,
      "step": 3360
    },
    {
      "epoch": 0.6801210898082745,
      "grad_norm": 1.3765437602996826,
      "learning_rate": 7.871298224453113e-05,
      "loss": 1.4017,
      "step": 3370
    },
    {
      "epoch": 0.6821392532795156,
      "grad_norm": 1.4745761156082153,
      "learning_rate": 7.857622086293557e-05,
      "loss": 1.6014,
      "step": 3380
    },
    {
      "epoch": 0.6841574167507568,
      "grad_norm": 1.5563029050827026,
      "learning_rate": 7.843914124062006e-05,
      "loss": 1.4713,
      "step": 3390
    },
    {
      "epoch": 0.686175580221998,
      "grad_norm": 1.6175247430801392,
      "learning_rate": 7.830174490417972e-05,
      "loss": 1.5117,
      "step": 3400
    },
    {
      "epoch": 0.6881937436932392,
      "grad_norm": 1.4464702606201172,
      "learning_rate": 7.816403338373666e-05,
      "loss": 1.4251,
      "step": 3410
    },
    {
      "epoch": 0.6902119071644803,
      "grad_norm": 1.3877936601638794,
      "learning_rate": 7.802600821292314e-05,
      "loss": 1.3907,
      "step": 3420
    },
    {
      "epoch": 0.6922300706357215,
      "grad_norm": 1.4214582443237305,
      "learning_rate": 7.78876709288644e-05,
      "loss": 1.4608,
      "step": 3430
    },
    {
      "epoch": 0.6942482341069627,
      "grad_norm": 1.3867719173431396,
      "learning_rate": 7.774902307216148e-05,
      "loss": 1.5583,
      "step": 3440
    },
    {
      "epoch": 0.6962663975782039,
      "grad_norm": 1.345284104347229,
      "learning_rate": 7.76100661868742e-05,
      "loss": 1.5107,
      "step": 3450
    },
    {
      "epoch": 0.698284561049445,
      "grad_norm": 1.4984257221221924,
      "learning_rate": 7.747080182050388e-05,
      "loss": 1.4186,
      "step": 3460
    },
    {
      "epoch": 0.7003027245206862,
      "grad_norm": 1.4104434251785278,
      "learning_rate": 7.733123152397609e-05,
      "loss": 1.4989,
      "step": 3470
    },
    {
      "epoch": 0.7023208879919274,
      "grad_norm": 1.3834434747695923,
      "learning_rate": 7.719135685162342e-05,
      "loss": 1.4089,
      "step": 3480
    },
    {
      "epoch": 0.7043390514631686,
      "grad_norm": 1.4428340196609497,
      "learning_rate": 7.705117936116822e-05,
      "loss": 1.5516,
      "step": 3490
    },
    {
      "epoch": 0.7063572149344097,
      "grad_norm": 1.5729140043258667,
      "learning_rate": 7.691070061370507e-05,
      "loss": 1.5622,
      "step": 3500
    },
    {
      "epoch": 0.7083753784056509,
      "grad_norm": 1.3539918661117554,
      "learning_rate": 7.676992217368364e-05,
      "loss": 1.4938,
      "step": 3510
    },
    {
      "epoch": 0.7103935418768921,
      "grad_norm": 1.540166974067688,
      "learning_rate": 7.662884560889105e-05,
      "loss": 1.3785,
      "step": 3520
    },
    {
      "epoch": 0.7124117053481333,
      "grad_norm": 1.3016571998596191,
      "learning_rate": 7.648747249043457e-05,
      "loss": 1.5543,
      "step": 3530
    },
    {
      "epoch": 0.7144298688193743,
      "grad_norm": 1.4095804691314697,
      "learning_rate": 7.634580439272401e-05,
      "loss": 1.5495,
      "step": 3540
    },
    {
      "epoch": 0.7164480322906155,
      "grad_norm": 1.280922770500183,
      "learning_rate": 7.620384289345425e-05,
      "loss": 1.5104,
      "step": 3550
    },
    {
      "epoch": 0.7184661957618567,
      "grad_norm": 1.3793776035308838,
      "learning_rate": 7.606158957358769e-05,
      "loss": 1.5002,
      "step": 3560
    },
    {
      "epoch": 0.7204843592330978,
      "grad_norm": 1.5305780172348022,
      "learning_rate": 7.591904601733655e-05,
      "loss": 1.5148,
      "step": 3570
    },
    {
      "epoch": 0.722502522704339,
      "grad_norm": 1.3183702230453491,
      "learning_rate": 7.577621381214529e-05,
      "loss": 1.4927,
      "step": 3580
    },
    {
      "epoch": 0.7245206861755802,
      "grad_norm": 1.2844158411026,
      "learning_rate": 7.563309454867295e-05,
      "loss": 1.4843,
      "step": 3590
    },
    {
      "epoch": 0.7265388496468214,
      "grad_norm": 1.252433180809021,
      "learning_rate": 7.548968982077542e-05,
      "loss": 1.4047,
      "step": 3600
    },
    {
      "epoch": 0.7285570131180625,
      "grad_norm": 1.1570249795913696,
      "learning_rate": 7.534600122548765e-05,
      "loss": 1.4062,
      "step": 3610
    },
    {
      "epoch": 0.7305751765893037,
      "grad_norm": 1.3853447437286377,
      "learning_rate": 7.520203036300588e-05,
      "loss": 1.4593,
      "step": 3620
    },
    {
      "epoch": 0.7325933400605449,
      "grad_norm": 1.6483482122421265,
      "learning_rate": 7.505777883666993e-05,
      "loss": 1.6098,
      "step": 3630
    },
    {
      "epoch": 0.7346115035317861,
      "grad_norm": 1.3295645713806152,
      "learning_rate": 7.491324825294514e-05,
      "loss": 1.4467,
      "step": 3640
    },
    {
      "epoch": 0.7366296670030272,
      "grad_norm": 1.336206078529358,
      "learning_rate": 7.476844022140464e-05,
      "loss": 1.5218,
      "step": 3650
    },
    {
      "epoch": 0.7386478304742684,
      "grad_norm": 1.2594281435012817,
      "learning_rate": 7.462335635471136e-05,
      "loss": 1.4216,
      "step": 3660
    },
    {
      "epoch": 0.7406659939455096,
      "grad_norm": 2.950639009475708,
      "learning_rate": 7.44779982686001e-05,
      "loss": 1.4549,
      "step": 3670
    },
    {
      "epoch": 0.7426841574167508,
      "grad_norm": 1.4663448333740234,
      "learning_rate": 7.43323675818595e-05,
      "loss": 1.3631,
      "step": 3680
    },
    {
      "epoch": 0.7447023208879919,
      "grad_norm": 1.5686269998550415,
      "learning_rate": 7.418646591631404e-05,
      "loss": 1.3991,
      "step": 3690
    },
    {
      "epoch": 0.7467204843592331,
      "grad_norm": 1.5072070360183716,
      "learning_rate": 7.404029489680598e-05,
      "loss": 1.4257,
      "step": 3700
    },
    {
      "epoch": 0.7487386478304743,
      "grad_norm": 1.391025185585022,
      "learning_rate": 7.389385615117723e-05,
      "loss": 1.4345,
      "step": 3710
    },
    {
      "epoch": 0.7507568113017155,
      "grad_norm": 1.382051944732666,
      "learning_rate": 7.37471513102513e-05,
      "loss": 1.4038,
      "step": 3720
    },
    {
      "epoch": 0.7527749747729566,
      "grad_norm": 1.3509782552719116,
      "learning_rate": 7.360018200781502e-05,
      "loss": 1.4457,
      "step": 3730
    },
    {
      "epoch": 0.7547931382441978,
      "grad_norm": 1.6141653060913086,
      "learning_rate": 7.345294988060046e-05,
      "loss": 1.5944,
      "step": 3740
    },
    {
      "epoch": 0.756811301715439,
      "grad_norm": 1.4731391668319702,
      "learning_rate": 7.330545656826662e-05,
      "loss": 1.4548,
      "step": 3750
    },
    {
      "epoch": 0.7588294651866802,
      "grad_norm": 1.3180512189865112,
      "learning_rate": 7.315770371338126e-05,
      "loss": 1.3972,
      "step": 3760
    },
    {
      "epoch": 0.7608476286579213,
      "grad_norm": 1.3752028942108154,
      "learning_rate": 7.300969296140244e-05,
      "loss": 1.5337,
      "step": 3770
    },
    {
      "epoch": 0.7628657921291625,
      "grad_norm": 1.5503935813903809,
      "learning_rate": 7.286142596066044e-05,
      "loss": 1.4658,
      "step": 3780
    },
    {
      "epoch": 0.7648839556004037,
      "grad_norm": 1.3432625532150269,
      "learning_rate": 7.271290436233916e-05,
      "loss": 1.5027,
      "step": 3790
    },
    {
      "epoch": 0.7669021190716448,
      "grad_norm": 1.6639512777328491,
      "learning_rate": 7.25641298204579e-05,
      "loss": 1.4577,
      "step": 3800
    },
    {
      "epoch": 0.768920282542886,
      "grad_norm": 1.5050352811813354,
      "learning_rate": 7.241510399185287e-05,
      "loss": 1.4345,
      "step": 3810
    },
    {
      "epoch": 0.7709384460141272,
      "grad_norm": 1.6508047580718994,
      "learning_rate": 7.226582853615874e-05,
      "loss": 1.359,
      "step": 3820
    },
    {
      "epoch": 0.7729566094853683,
      "grad_norm": 1.489529013633728,
      "learning_rate": 7.211630511579015e-05,
      "loss": 1.4296,
      "step": 3830
    },
    {
      "epoch": 0.7749747729566094,
      "grad_norm": 1.270341396331787,
      "learning_rate": 7.196653539592326e-05,
      "loss": 1.4177,
      "step": 3840
    },
    {
      "epoch": 0.7769929364278506,
      "grad_norm": 1.2509267330169678,
      "learning_rate": 7.181652104447711e-05,
      "loss": 1.4425,
      "step": 3850
    },
    {
      "epoch": 0.7790110998990918,
      "grad_norm": 1.4303765296936035,
      "learning_rate": 7.166626373209514e-05,
      "loss": 1.4735,
      "step": 3860
    },
    {
      "epoch": 0.781029263370333,
      "grad_norm": 1.3523200750350952,
      "learning_rate": 7.15157651321265e-05,
      "loss": 1.5438,
      "step": 3870
    },
    {
      "epoch": 0.7830474268415741,
      "grad_norm": 1.3462188243865967,
      "learning_rate": 7.136502692060746e-05,
      "loss": 1.5316,
      "step": 3880
    },
    {
      "epoch": 0.7850655903128153,
      "grad_norm": 1.3250367641448975,
      "learning_rate": 7.121405077624276e-05,
      "loss": 1.4727,
      "step": 3890
    },
    {
      "epoch": 0.7870837537840565,
      "grad_norm": 1.267572045326233,
      "learning_rate": 7.106283838038685e-05,
      "loss": 1.4804,
      "step": 3900
    },
    {
      "epoch": 0.7891019172552977,
      "grad_norm": 1.2590205669403076,
      "learning_rate": 7.091139141702527e-05,
      "loss": 1.3984,
      "step": 3910
    },
    {
      "epoch": 0.7911200807265388,
      "grad_norm": 1.4484533071517944,
      "learning_rate": 7.075971157275575e-05,
      "loss": 1.4728,
      "step": 3920
    },
    {
      "epoch": 0.79313824419778,
      "grad_norm": 1.4239338636398315,
      "learning_rate": 7.06078005367696e-05,
      "loss": 1.4305,
      "step": 3930
    },
    {
      "epoch": 0.7951564076690212,
      "grad_norm": 1.4230101108551025,
      "learning_rate": 7.045566000083278e-05,
      "loss": 1.5003,
      "step": 3940
    },
    {
      "epoch": 0.7971745711402624,
      "grad_norm": 1.2686034440994263,
      "learning_rate": 7.030329165926706e-05,
      "loss": 1.4169,
      "step": 3950
    },
    {
      "epoch": 0.7991927346115035,
      "grad_norm": 1.5182725191116333,
      "learning_rate": 7.01506972089312e-05,
      "loss": 1.5385,
      "step": 3960
    },
    {
      "epoch": 0.8012108980827447,
      "grad_norm": 1.4067586660385132,
      "learning_rate": 6.999787834920202e-05,
      "loss": 1.3908,
      "step": 3970
    },
    {
      "epoch": 0.8032290615539859,
      "grad_norm": 1.2837873697280884,
      "learning_rate": 6.984483678195553e-05,
      "loss": 1.4505,
      "step": 3980
    },
    {
      "epoch": 0.805247225025227,
      "grad_norm": 1.4042167663574219,
      "learning_rate": 6.969157421154789e-05,
      "loss": 1.4897,
      "step": 3990
    },
    {
      "epoch": 0.8072653884964682,
      "grad_norm": 1.6277389526367188,
      "learning_rate": 6.95380923447965e-05,
      "loss": 1.4117,
      "step": 4000
    },
    {
      "epoch": 0.8092835519677094,
      "grad_norm": 1.572359323501587,
      "learning_rate": 6.938439289096095e-05,
      "loss": 1.4158,
      "step": 4010
    },
    {
      "epoch": 0.8113017154389506,
      "grad_norm": 1.5279749631881714,
      "learning_rate": 6.923047756172401e-05,
      "loss": 1.455,
      "step": 4020
    },
    {
      "epoch": 0.8133198789101918,
      "grad_norm": 1.298711895942688,
      "learning_rate": 6.907634807117257e-05,
      "loss": 1.3315,
      "step": 4030
    },
    {
      "epoch": 0.8153380423814329,
      "grad_norm": 1.2476575374603271,
      "learning_rate": 6.892200613577852e-05,
      "loss": 1.514,
      "step": 4040
    },
    {
      "epoch": 0.8173562058526741,
      "grad_norm": 1.289162278175354,
      "learning_rate": 6.876745347437964e-05,
      "loss": 1.4861,
      "step": 4050
    },
    {
      "epoch": 0.8193743693239153,
      "grad_norm": 1.2558218240737915,
      "learning_rate": 6.861269180816052e-05,
      "loss": 1.3809,
      "step": 4060
    },
    {
      "epoch": 0.8213925327951564,
      "grad_norm": 1.2769505977630615,
      "learning_rate": 6.845772286063332e-05,
      "loss": 1.4678,
      "step": 4070
    },
    {
      "epoch": 0.8234106962663976,
      "grad_norm": 1.4346575736999512,
      "learning_rate": 6.830254835761856e-05,
      "loss": 1.4251,
      "step": 4080
    },
    {
      "epoch": 0.8254288597376388,
      "grad_norm": 1.4318442344665527,
      "learning_rate": 6.814717002722602e-05,
      "loss": 1.5475,
      "step": 4090
    },
    {
      "epoch": 0.82744702320888,
      "grad_norm": 1.2699110507965088,
      "learning_rate": 6.799158959983536e-05,
      "loss": 1.4722,
      "step": 4100
    },
    {
      "epoch": 0.829465186680121,
      "grad_norm": 1.5809247493743896,
      "learning_rate": 6.78358088080769e-05,
      "loss": 1.5189,
      "step": 4110
    },
    {
      "epoch": 0.8314833501513622,
      "grad_norm": 1.4829879999160767,
      "learning_rate": 6.767982938681239e-05,
      "loss": 1.5611,
      "step": 4120
    },
    {
      "epoch": 0.8335015136226034,
      "grad_norm": 1.251018762588501,
      "learning_rate": 6.752365307311556e-05,
      "loss": 1.4698,
      "step": 4130
    },
    {
      "epoch": 0.8355196770938446,
      "grad_norm": 1.1748842000961304,
      "learning_rate": 6.736728160625284e-05,
      "loss": 1.5476,
      "step": 4140
    },
    {
      "epoch": 0.8375378405650857,
      "grad_norm": 1.4876999855041504,
      "learning_rate": 6.721071672766406e-05,
      "loss": 1.4378,
      "step": 4150
    },
    {
      "epoch": 0.8395560040363269,
      "grad_norm": 1.4530222415924072,
      "learning_rate": 6.705396018094297e-05,
      "loss": 1.4794,
      "step": 4160
    },
    {
      "epoch": 0.8415741675075681,
      "grad_norm": 1.2909533977508545,
      "learning_rate": 6.689701371181781e-05,
      "loss": 1.3877,
      "step": 4170
    },
    {
      "epoch": 0.8435923309788093,
      "grad_norm": 1.4188405275344849,
      "learning_rate": 6.673987906813191e-05,
      "loss": 1.3629,
      "step": 4180
    },
    {
      "epoch": 0.8456104944500504,
      "grad_norm": 1.498369812965393,
      "learning_rate": 6.658255799982424e-05,
      "loss": 1.4719,
      "step": 4190
    },
    {
      "epoch": 0.8476286579212916,
      "grad_norm": 1.3397397994995117,
      "learning_rate": 6.642505225890987e-05,
      "loss": 1.3999,
      "step": 4200
    },
    {
      "epoch": 0.8496468213925328,
      "grad_norm": 1.3505257368087769,
      "learning_rate": 6.626736359946052e-05,
      "loss": 1.4824,
      "step": 4210
    },
    {
      "epoch": 0.851664984863774,
      "grad_norm": 1.312658667564392,
      "learning_rate": 6.610949377758497e-05,
      "loss": 1.4902,
      "step": 4220
    },
    {
      "epoch": 0.8536831483350151,
      "grad_norm": 1.4204723834991455,
      "learning_rate": 6.595144455140952e-05,
      "loss": 1.4635,
      "step": 4230
    },
    {
      "epoch": 0.8557013118062563,
      "grad_norm": 1.2958680391311646,
      "learning_rate": 6.579321768105845e-05,
      "loss": 1.4672,
      "step": 4240
    },
    {
      "epoch": 0.8577194752774975,
      "grad_norm": 1.4016082286834717,
      "learning_rate": 6.563481492863436e-05,
      "loss": 1.4476,
      "step": 4250
    },
    {
      "epoch": 0.8597376387487387,
      "grad_norm": 1.3869260549545288,
      "learning_rate": 6.547623805819854e-05,
      "loss": 1.4194,
      "step": 4260
    },
    {
      "epoch": 0.8617558022199798,
      "grad_norm": 1.2927767038345337,
      "learning_rate": 6.531748883575143e-05,
      "loss": 1.4523,
      "step": 4270
    },
    {
      "epoch": 0.863773965691221,
      "grad_norm": 2.418339729309082,
      "learning_rate": 6.51585690292128e-05,
      "loss": 1.3799,
      "step": 4280
    },
    {
      "epoch": 0.8657921291624622,
      "grad_norm": 1.6442086696624756,
      "learning_rate": 6.499948040840219e-05,
      "loss": 1.4596,
      "step": 4290
    },
    {
      "epoch": 0.8678102926337034,
      "grad_norm": 1.377209186553955,
      "learning_rate": 6.484022474501914e-05,
      "loss": 1.4226,
      "step": 4300
    },
    {
      "epoch": 0.8698284561049445,
      "grad_norm": 1.3288756608963013,
      "learning_rate": 6.468080381262347e-05,
      "loss": 1.4244,
      "step": 4310
    },
    {
      "epoch": 0.8718466195761857,
      "grad_norm": 1.6183438301086426,
      "learning_rate": 6.45212193866155e-05,
      "loss": 1.4628,
      "step": 4320
    },
    {
      "epoch": 0.8738647830474269,
      "grad_norm": 1.3636276721954346,
      "learning_rate": 6.436147324421635e-05,
      "loss": 1.4082,
      "step": 4330
    },
    {
      "epoch": 0.875882946518668,
      "grad_norm": 1.5240586996078491,
      "learning_rate": 6.420156716444805e-05,
      "loss": 1.4043,
      "step": 4340
    },
    {
      "epoch": 0.8779011099899092,
      "grad_norm": 1.2216293811798096,
      "learning_rate": 6.404150292811386e-05,
      "loss": 1.3972,
      "step": 4350
    },
    {
      "epoch": 0.8799192734611504,
      "grad_norm": 1.447521448135376,
      "learning_rate": 6.388128231777828e-05,
      "loss": 1.5133,
      "step": 4360
    },
    {
      "epoch": 0.8819374369323916,
      "grad_norm": 1.3184555768966675,
      "learning_rate": 6.372090711774732e-05,
      "loss": 1.3777,
      "step": 4370
    },
    {
      "epoch": 0.8839556004036327,
      "grad_norm": 1.3064029216766357,
      "learning_rate": 6.356037911404858e-05,
      "loss": 1.4235,
      "step": 4380
    },
    {
      "epoch": 0.8859737638748738,
      "grad_norm": 1.252462387084961,
      "learning_rate": 6.339970009441137e-05,
      "loss": 1.4071,
      "step": 4390
    },
    {
      "epoch": 0.887991927346115,
      "grad_norm": 1.3973218202590942,
      "learning_rate": 6.323887184824678e-05,
      "loss": 1.397,
      "step": 4400
    },
    {
      "epoch": 0.8900100908173562,
      "grad_norm": 1.3893166780471802,
      "learning_rate": 6.307789616662778e-05,
      "loss": 1.3642,
      "step": 4410
    },
    {
      "epoch": 0.8920282542885973,
      "grad_norm": 1.329697847366333,
      "learning_rate": 6.291677484226929e-05,
      "loss": 1.5611,
      "step": 4420
    },
    {
      "epoch": 0.8940464177598385,
      "grad_norm": 1.4498480558395386,
      "learning_rate": 6.275550966950814e-05,
      "loss": 1.49,
      "step": 4430
    },
    {
      "epoch": 0.8960645812310797,
      "grad_norm": 1.3522253036499023,
      "learning_rate": 6.259410244428318e-05,
      "loss": 1.3945,
      "step": 4440
    },
    {
      "epoch": 0.8980827447023209,
      "grad_norm": 1.3933300971984863,
      "learning_rate": 6.243255496411519e-05,
      "loss": 1.4169,
      "step": 4450
    },
    {
      "epoch": 0.900100908173562,
      "grad_norm": 1.4387352466583252,
      "learning_rate": 6.227086902808697e-05,
      "loss": 1.5595,
      "step": 4460
    },
    {
      "epoch": 0.9021190716448032,
      "grad_norm": 1.339574933052063,
      "learning_rate": 6.210904643682318e-05,
      "loss": 1.4787,
      "step": 4470
    },
    {
      "epoch": 0.9041372351160444,
      "grad_norm": 1.3527144193649292,
      "learning_rate": 6.194708899247037e-05,
      "loss": 1.4132,
      "step": 4480
    },
    {
      "epoch": 0.9061553985872856,
      "grad_norm": 1.471655249595642,
      "learning_rate": 6.178499849867689e-05,
      "loss": 1.4548,
      "step": 4490
    },
    {
      "epoch": 0.9081735620585267,
      "grad_norm": 1.5146980285644531,
      "learning_rate": 6.162277676057284e-05,
      "loss": 1.4628,
      "step": 4500
    },
    {
      "epoch": 0.9101917255297679,
      "grad_norm": 1.2837083339691162,
      "learning_rate": 6.146042558474987e-05,
      "loss": 1.4305,
      "step": 4510
    },
    {
      "epoch": 0.9122098890010091,
      "grad_norm": 1.2286232709884644,
      "learning_rate": 6.129794677924113e-05,
      "loss": 1.4211,
      "step": 4520
    },
    {
      "epoch": 0.9142280524722503,
      "grad_norm": 1.3042244911193848,
      "learning_rate": 6.113534215350116e-05,
      "loss": 1.4328,
      "step": 4530
    },
    {
      "epoch": 0.9162462159434914,
      "grad_norm": 1.2900363206863403,
      "learning_rate": 6.097261351838569e-05,
      "loss": 1.591,
      "step": 4540
    },
    {
      "epoch": 0.9182643794147326,
      "grad_norm": 1.315226674079895,
      "learning_rate": 6.0809762686131474e-05,
      "loss": 1.3962,
      "step": 4550
    },
    {
      "epoch": 0.9202825428859738,
      "grad_norm": 1.2552099227905273,
      "learning_rate": 6.064679147033614e-05,
      "loss": 1.5005,
      "step": 4560
    },
    {
      "epoch": 0.922300706357215,
      "grad_norm": 1.4059544801712036,
      "learning_rate": 6.0483701685937954e-05,
      "loss": 1.4515,
      "step": 4570
    },
    {
      "epoch": 0.9243188698284561,
      "grad_norm": 1.4410680532455444,
      "learning_rate": 6.0320495149195644e-05,
      "loss": 1.4045,
      "step": 4580
    },
    {
      "epoch": 0.9263370332996973,
      "grad_norm": 1.1760427951812744,
      "learning_rate": 6.015717367766815e-05,
      "loss": 1.5034,
      "step": 4590
    },
    {
      "epoch": 0.9283551967709385,
      "grad_norm": 1.3556947708129883,
      "learning_rate": 5.999373909019437e-05,
      "loss": 1.4571,
      "step": 4600
    },
    {
      "epoch": 0.9303733602421796,
      "grad_norm": 1.2202001810073853,
      "learning_rate": 5.9830193206872974e-05,
      "loss": 1.4304,
      "step": 4610
    },
    {
      "epoch": 0.9323915237134208,
      "grad_norm": 1.2118003368377686,
      "learning_rate": 5.966653784904207e-05,
      "loss": 1.4254,
      "step": 4620
    },
    {
      "epoch": 0.934409687184662,
      "grad_norm": 1.5171030759811401,
      "learning_rate": 5.950277483925889e-05,
      "loss": 1.4243,
      "step": 4630
    },
    {
      "epoch": 0.9364278506559032,
      "grad_norm": 1.0997145175933838,
      "learning_rate": 5.933890600127958e-05,
      "loss": 1.4485,
      "step": 4640
    },
    {
      "epoch": 0.9384460141271443,
      "grad_norm": 1.3518075942993164,
      "learning_rate": 5.917493316003884e-05,
      "loss": 1.4907,
      "step": 4650
    },
    {
      "epoch": 0.9404641775983855,
      "grad_norm": 1.3248131275177002,
      "learning_rate": 5.90108581416296e-05,
      "loss": 1.4629,
      "step": 4660
    },
    {
      "epoch": 0.9424823410696267,
      "grad_norm": 1.2627878189086914,
      "learning_rate": 5.8846682773282694e-05,
      "loss": 1.451,
      "step": 4670
    },
    {
      "epoch": 0.9445005045408678,
      "grad_norm": 1.4110251665115356,
      "learning_rate": 5.868240888334653e-05,
      "loss": 1.4425,
      "step": 4680
    },
    {
      "epoch": 0.9465186680121089,
      "grad_norm": 1.2221981287002563,
      "learning_rate": 5.851803830126666e-05,
      "loss": 1.5313,
      "step": 4690
    },
    {
      "epoch": 0.9485368314833501,
      "grad_norm": 1.2160431146621704,
      "learning_rate": 5.835357285756552e-05,
      "loss": 1.3897,
      "step": 4700
    },
    {
      "epoch": 0.9505549949545913,
      "grad_norm": 1.2338696718215942,
      "learning_rate": 5.8189014383821914e-05,
      "loss": 1.311,
      "step": 4710
    },
    {
      "epoch": 0.9525731584258325,
      "grad_norm": 1.3585981130599976,
      "learning_rate": 5.8024364712650724e-05,
      "loss": 1.4082,
      "step": 4720
    },
    {
      "epoch": 0.9545913218970736,
      "grad_norm": 1.922635555267334,
      "learning_rate": 5.785962567768243e-05,
      "loss": 1.3854,
      "step": 4730
    },
    {
      "epoch": 0.9566094853683148,
      "grad_norm": 1.230394959449768,
      "learning_rate": 5.769479911354273e-05,
      "loss": 1.4562,
      "step": 4740
    },
    {
      "epoch": 0.958627648839556,
      "grad_norm": 1.2346444129943848,
      "learning_rate": 5.7529886855832096e-05,
      "loss": 1.5012,
      "step": 4750
    },
    {
      "epoch": 0.9606458123107972,
      "grad_norm": 1.4491231441497803,
      "learning_rate": 5.736489074110533e-05,
      "loss": 1.2942,
      "step": 4760
    },
    {
      "epoch": 0.9626639757820383,
      "grad_norm": 1.3211175203323364,
      "learning_rate": 5.71998126068511e-05,
      "loss": 1.3634,
      "step": 4770
    },
    {
      "epoch": 0.9646821392532795,
      "grad_norm": 1.215053915977478,
      "learning_rate": 5.7034654291471524e-05,
      "loss": 1.434,
      "step": 4780
    },
    {
      "epoch": 0.9667003027245207,
      "grad_norm": 1.1765618324279785,
      "learning_rate": 5.686941763426161e-05,
      "loss": 1.4677,
      "step": 4790
    },
    {
      "epoch": 0.9687184661957619,
      "grad_norm": 1.3212573528289795,
      "learning_rate": 5.670410447538889e-05,
      "loss": 1.4113,
      "step": 4800
    },
    {
      "epoch": 0.970736629667003,
      "grad_norm": 1.455395221710205,
      "learning_rate": 5.653871665587278e-05,
      "loss": 1.4146,
      "step": 4810
    },
    {
      "epoch": 0.9727547931382442,
      "grad_norm": 1.19629967212677,
      "learning_rate": 5.6373256017564215e-05,
      "loss": 1.3996,
      "step": 4820
    },
    {
      "epoch": 0.9747729566094854,
      "grad_norm": 1.6926542520523071,
      "learning_rate": 5.620772440312508e-05,
      "loss": 1.4043,
      "step": 4830
    },
    {
      "epoch": 0.9767911200807265,
      "grad_norm": 1.3891587257385254,
      "learning_rate": 5.6042123656007685e-05,
      "loss": 1.4503,
      "step": 4840
    },
    {
      "epoch": 0.9788092835519677,
      "grad_norm": 1.368962287902832,
      "learning_rate": 5.587645562043422e-05,
      "loss": 1.427,
      "step": 4850
    },
    {
      "epoch": 0.9808274470232089,
      "grad_norm": 1.3921308517456055,
      "learning_rate": 5.5710722141376245e-05,
      "loss": 1.3451,
      "step": 4860
    },
    {
      "epoch": 0.9828456104944501,
      "grad_norm": 1.1947131156921387,
      "learning_rate": 5.5544925064534145e-05,
      "loss": 1.3041,
      "step": 4870
    },
    {
      "epoch": 0.9848637739656912,
      "grad_norm": 1.3686097860336304,
      "learning_rate": 5.537906623631657e-05,
      "loss": 1.5366,
      "step": 4880
    },
    {
      "epoch": 0.9868819374369324,
      "grad_norm": 1.3779717683792114,
      "learning_rate": 5.521314750381983e-05,
      "loss": 1.3769,
      "step": 4890
    },
    {
      "epoch": 0.9889001009081736,
      "grad_norm": 1.2698273658752441,
      "learning_rate": 5.5047170714807406e-05,
      "loss": 1.3719,
      "step": 4900
    },
    {
      "epoch": 0.9909182643794148,
      "grad_norm": 1.1771740913391113,
      "learning_rate": 5.4881137717689315e-05,
      "loss": 1.3579,
      "step": 4910
    },
    {
      "epoch": 0.992936427850656,
      "grad_norm": 1.2798762321472168,
      "learning_rate": 5.471505036150154e-05,
      "loss": 1.3889,
      "step": 4920
    },
    {
      "epoch": 0.9949545913218971,
      "grad_norm": 1.7384541034698486,
      "learning_rate": 5.454891049588544e-05,
      "loss": 1.531,
      "step": 4930
    },
    {
      "epoch": 0.9969727547931383,
      "grad_norm": 1.2217923402786255,
      "learning_rate": 5.438271997106712e-05,
      "loss": 1.406,
      "step": 4940
    },
    {
      "epoch": 0.9989909182643795,
      "grad_norm": 1.1362420320510864,
      "learning_rate": 5.421648063783689e-05,
      "loss": 1.2914,
      "step": 4950
    }
  ],
  "logging_steps": 10,
  "max_steps": 9910,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 4955,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 8.387441374475059e+17,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}