{
  "best_metric": 1.6915712356567383,
  "best_model_checkpoint": "./health_analysis_results/checkpoint-8752",
  "epoch": 5.0,
  "eval_steps": 500,
  "global_step": 10940,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.004570383912248629,
      "grad_norm": 86932.7734375,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 2.6599,
      "step": 10
    },
    {
      "epoch": 0.009140767824497258,
      "grad_norm": 41141.640625,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 2.6196,
      "step": 20
    },
    {
      "epoch": 0.013711151736745886,
      "grad_norm": 64399.953125,
      "learning_rate": 3e-06,
      "loss": 2.6801,
      "step": 30
    },
    {
      "epoch": 0.018281535648994516,
      "grad_norm": 47369.9140625,
      "learning_rate": 4.000000000000001e-06,
      "loss": 2.5896,
      "step": 40
    },
    {
      "epoch": 0.022851919561243144,
      "grad_norm": 42862.3359375,
      "learning_rate": 5e-06,
      "loss": 2.6417,
      "step": 50
    },
    {
      "epoch": 0.027422303473491772,
      "grad_norm": 43046.7734375,
      "learning_rate": 6e-06,
      "loss": 2.5624,
      "step": 60
    },
    {
      "epoch": 0.031992687385740404,
      "grad_norm": 57193.46875,
      "learning_rate": 7.000000000000001e-06,
      "loss": 2.7588,
      "step": 70
    },
    {
      "epoch": 0.03656307129798903,
      "grad_norm": 47019.44921875,
      "learning_rate": 8.000000000000001e-06,
      "loss": 2.7033,
      "step": 80
    },
    {
      "epoch": 0.04113345521023766,
      "grad_norm": 96947.703125,
      "learning_rate": 9e-06,
      "loss": 2.9225,
      "step": 90
    },
    {
      "epoch": 0.04570383912248629,
      "grad_norm": 53870.5234375,
      "learning_rate": 1e-05,
      "loss": 2.65,
      "step": 100
    },
    {
      "epoch": 0.050274223034734916,
      "grad_norm": 57196.71875,
      "learning_rate": 1.1000000000000001e-05,
      "loss": 2.726,
      "step": 110
    },
    {
      "epoch": 0.054844606946983544,
      "grad_norm": 102628.6015625,
      "learning_rate": 1.2e-05,
      "loss": 2.5591,
      "step": 120
    },
    {
      "epoch": 0.05941499085923217,
      "grad_norm": 59579.734375,
      "learning_rate": 1.3000000000000001e-05,
      "loss": 2.7329,
      "step": 130
    },
    {
      "epoch": 0.06398537477148081,
      "grad_norm": 63045.7890625,
      "learning_rate": 1.4000000000000001e-05,
      "loss": 2.7527,
      "step": 140
    },
    {
      "epoch": 0.06855575868372943,
      "grad_norm": 55244.3828125,
      "learning_rate": 1.5e-05,
      "loss": 2.8104,
      "step": 150
    },
    {
      "epoch": 0.07312614259597806,
      "grad_norm": 101346.0078125,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 2.6889,
      "step": 160
    },
    {
      "epoch": 0.07769652650822668,
      "grad_norm": 47467.60546875,
      "learning_rate": 1.7000000000000003e-05,
      "loss": 2.646,
      "step": 170
    },
    {
      "epoch": 0.08226691042047532,
      "grad_norm": 92061.4765625,
      "learning_rate": 1.8e-05,
      "loss": 2.6756,
      "step": 180
    },
    {
      "epoch": 0.08683729433272395,
      "grad_norm": 52667.0078125,
      "learning_rate": 1.9e-05,
      "loss": 2.5845,
      "step": 190
    },
    {
      "epoch": 0.09140767824497258,
      "grad_norm": 74090.5859375,
      "learning_rate": 2e-05,
      "loss": 2.6605,
      "step": 200
    },
    {
      "epoch": 0.09597806215722121,
      "grad_norm": 92731.8984375,
      "learning_rate": 2.1e-05,
      "loss": 2.7177,
      "step": 210
    },
    {
      "epoch": 0.10054844606946983,
      "grad_norm": 132096.203125,
      "learning_rate": 2.2000000000000003e-05,
      "loss": 2.6394,
      "step": 220
    },
    {
      "epoch": 0.10511882998171847,
      "grad_norm": 64807.15625,
      "learning_rate": 2.3000000000000003e-05,
      "loss": 2.5417,
      "step": 230
    },
    {
      "epoch": 0.10968921389396709,
      "grad_norm": 124301.5390625,
      "learning_rate": 2.4e-05,
      "loss": 2.5855,
      "step": 240
    },
    {
      "epoch": 0.11425959780621572,
      "grad_norm": 106672.2109375,
      "learning_rate": 2.5e-05,
      "loss": 2.5796,
      "step": 250
    },
    {
      "epoch": 0.11882998171846434,
      "grad_norm": 103185.78125,
      "learning_rate": 2.6000000000000002e-05,
      "loss": 2.558,
      "step": 260
    },
    {
      "epoch": 0.12340036563071298,
      "grad_norm": 539943.625,
      "learning_rate": 2.7000000000000002e-05,
      "loss": 2.533,
      "step": 270
    },
    {
      "epoch": 0.12797074954296161,
      "grad_norm": 136090.453125,
      "learning_rate": 2.8000000000000003e-05,
      "loss": 2.3531,
      "step": 280
    },
    {
      "epoch": 0.13254113345521024,
      "grad_norm": 190959.8125,
      "learning_rate": 2.9e-05,
      "loss": 2.4295,
      "step": 290
    },
    {
      "epoch": 0.13711151736745886,
      "grad_norm": 321799.75,
      "learning_rate": 3e-05,
      "loss": 2.3202,
      "step": 300
    },
    {
      "epoch": 0.1416819012797075,
      "grad_norm": 341939.46875,
      "learning_rate": 3.1e-05,
      "loss": 2.3956,
      "step": 310
    },
    {
      "epoch": 0.14625228519195613,
      "grad_norm": 118726.578125,
      "learning_rate": 3.2000000000000005e-05,
      "loss": 2.2453,
      "step": 320
    },
    {
      "epoch": 0.15082266910420475,
      "grad_norm": 199988.390625,
      "learning_rate": 3.3e-05,
      "loss": 2.2402,
      "step": 330
    },
    {
      "epoch": 0.15539305301645337,
      "grad_norm": 200156.25,
      "learning_rate": 3.4000000000000007e-05,
      "loss": 2.1299,
      "step": 340
    },
    {
      "epoch": 0.15996343692870202,
      "grad_norm": 235010.1875,
      "learning_rate": 3.5e-05,
      "loss": 2.0552,
      "step": 350
    },
    {
      "epoch": 0.16453382084095064,
      "grad_norm": 168717.734375,
      "learning_rate": 3.6e-05,
      "loss": 2.0332,
      "step": 360
    },
    {
      "epoch": 0.16910420475319926,
      "grad_norm": 164222.140625,
      "learning_rate": 3.7e-05,
      "loss": 2.1069,
      "step": 370
    },
    {
      "epoch": 0.1736745886654479,
      "grad_norm": 216883.390625,
      "learning_rate": 3.8e-05,
      "loss": 2.1525,
      "step": 380
    },
    {
      "epoch": 0.17824497257769653,
      "grad_norm": 238809.9375,
      "learning_rate": 3.9000000000000006e-05,
      "loss": 2.0176,
      "step": 390
    },
    {
      "epoch": 0.18281535648994515,
      "grad_norm": 148073.28125,
      "learning_rate": 4e-05,
      "loss": 1.9141,
      "step": 400
    },
    {
      "epoch": 0.18738574040219377,
      "grad_norm": 211357.671875,
      "learning_rate": 4.1e-05,
      "loss": 1.9354,
      "step": 410
    },
    {
      "epoch": 0.19195612431444242,
      "grad_norm": 289800.125,
      "learning_rate": 4.2e-05,
      "loss": 2.0263,
      "step": 420
    },
    {
      "epoch": 0.19652650822669104,
      "grad_norm": 354819.71875,
      "learning_rate": 4.3e-05,
      "loss": 1.9236,
      "step": 430
    },
    {
      "epoch": 0.20109689213893966,
      "grad_norm": 187694.3125,
      "learning_rate": 4.4000000000000006e-05,
      "loss": 1.8974,
      "step": 440
    },
    {
      "epoch": 0.2056672760511883,
      "grad_norm": 235554.203125,
      "learning_rate": 4.5e-05,
      "loss": 1.8884,
      "step": 450
    },
    {
      "epoch": 0.21023765996343693,
      "grad_norm": 194993.0625,
      "learning_rate": 4.600000000000001e-05,
      "loss": 1.8713,
      "step": 460
    },
    {
      "epoch": 0.21480804387568556,
      "grad_norm": 190949.453125,
      "learning_rate": 4.7e-05,
      "loss": 1.9149,
      "step": 470
    },
    {
      "epoch": 0.21937842778793418,
      "grad_norm": 209000.484375,
      "learning_rate": 4.8e-05,
      "loss": 1.9436,
      "step": 480
    },
    {
      "epoch": 0.22394881170018283,
      "grad_norm": 151603.03125,
      "learning_rate": 4.9e-05,
      "loss": 1.868,
      "step": 490
    },
    {
      "epoch": 0.22851919561243145,
      "grad_norm": 297051.9375,
      "learning_rate": 5e-05,
      "loss": 1.8631,
      "step": 500
    },
    {
      "epoch": 0.23308957952468007,
      "grad_norm": 193912.53125,
      "learning_rate": 4.995210727969349e-05,
      "loss": 1.866,
      "step": 510
    },
    {
      "epoch": 0.2376599634369287,
      "grad_norm": 185368.859375,
      "learning_rate": 4.9904214559386976e-05,
      "loss": 1.8017,
      "step": 520
    },
    {
      "epoch": 0.24223034734917734,
      "grad_norm": 482963.65625,
      "learning_rate": 4.985632183908046e-05,
      "loss": 1.958,
      "step": 530
    },
    {
      "epoch": 0.24680073126142596,
      "grad_norm": 216741.5625,
      "learning_rate": 4.980842911877395e-05,
      "loss": 1.8688,
      "step": 540
    },
    {
      "epoch": 0.2513711151736746,
      "grad_norm": 248310.640625,
      "learning_rate": 4.976053639846743e-05,
      "loss": 1.8206,
      "step": 550
    },
    {
      "epoch": 0.25594149908592323,
      "grad_norm": 174778.59375,
      "learning_rate": 4.971264367816092e-05,
      "loss": 1.7981,
      "step": 560
    },
    {
      "epoch": 0.26051188299817185,
      "grad_norm": 168291.53125,
      "learning_rate": 4.966475095785441e-05,
      "loss": 1.8444,
      "step": 570
    },
    {
      "epoch": 0.26508226691042047,
      "grad_norm": 119908.9609375,
      "learning_rate": 4.96168582375479e-05,
      "loss": 1.8102,
      "step": 580
    },
    {
      "epoch": 0.2696526508226691,
      "grad_norm": 130359.1640625,
      "learning_rate": 4.9568965517241384e-05,
      "loss": 1.819,
      "step": 590
    },
    {
      "epoch": 0.2742230347349177,
      "grad_norm": 122891.2734375,
      "learning_rate": 4.952107279693487e-05,
      "loss": 1.8189,
      "step": 600
    },
    {
      "epoch": 0.27879341864716634,
      "grad_norm": 133346.09375,
      "learning_rate": 4.947318007662836e-05,
      "loss": 1.8422,
      "step": 610
    },
    {
      "epoch": 0.283363802559415,
      "grad_norm": 179827.6875,
      "learning_rate": 4.9425287356321845e-05,
      "loss": 1.8674,
      "step": 620
    },
    {
      "epoch": 0.28793418647166363,
      "grad_norm": 158770.609375,
      "learning_rate": 4.9377394636015325e-05,
      "loss": 1.8341,
      "step": 630
    },
    {
      "epoch": 0.29250457038391225,
      "grad_norm": 199898.640625,
      "learning_rate": 4.932950191570881e-05,
      "loss": 1.8177,
      "step": 640
    },
    {
      "epoch": 0.2970749542961609,
      "grad_norm": 136966.828125,
      "learning_rate": 4.92816091954023e-05,
      "loss": 1.6618,
      "step": 650
    },
    {
      "epoch": 0.3016453382084095,
      "grad_norm": 131470.1875,
      "learning_rate": 4.9233716475095786e-05,
      "loss": 1.9034,
      "step": 660
    },
    {
      "epoch": 0.3062157221206581,
      "grad_norm": 137772.28125,
      "learning_rate": 4.918582375478927e-05,
      "loss": 1.7766,
      "step": 670
    },
    {
      "epoch": 0.31078610603290674,
      "grad_norm": 225044.28125,
      "learning_rate": 4.913793103448276e-05,
      "loss": 1.8404,
      "step": 680
    },
    {
      "epoch": 0.3153564899451554,
      "grad_norm": 117430.6015625,
      "learning_rate": 4.9090038314176246e-05,
      "loss": 1.7514,
      "step": 690
    },
    {
      "epoch": 0.31992687385740404,
      "grad_norm": 143649.03125,
      "learning_rate": 4.904214559386973e-05,
      "loss": 1.7891,
      "step": 700
    },
    {
      "epoch": 0.32449725776965266,
      "grad_norm": 132381.140625,
      "learning_rate": 4.899425287356322e-05,
      "loss": 1.728,
      "step": 710
    },
    {
      "epoch": 0.3290676416819013,
      "grad_norm": 180736.796875,
      "learning_rate": 4.894636015325671e-05,
      "loss": 1.7465,
      "step": 720
    },
    {
      "epoch": 0.3336380255941499,
      "grad_norm": 102364.2734375,
      "learning_rate": 4.8898467432950194e-05,
      "loss": 1.7522,
      "step": 730
    },
    {
      "epoch": 0.3382084095063985,
      "grad_norm": 124118.0234375,
      "learning_rate": 4.885057471264368e-05,
      "loss": 1.7294,
      "step": 740
    },
    {
      "epoch": 0.34277879341864714,
      "grad_norm": 102199.5234375,
      "learning_rate": 4.880268199233717e-05,
      "loss": 1.866,
      "step": 750
    },
    {
      "epoch": 0.3473491773308958,
      "grad_norm": 128679.890625,
      "learning_rate": 4.8754789272030654e-05,
      "loss": 1.8846,
      "step": 760
    },
    {
      "epoch": 0.35191956124314444,
      "grad_norm": 100680.3671875,
      "learning_rate": 4.870689655172414e-05,
      "loss": 1.7317,
      "step": 770
    },
    {
      "epoch": 0.35648994515539306,
      "grad_norm": 125967.859375,
      "learning_rate": 4.865900383141763e-05,
      "loss": 1.8308,
      "step": 780
    },
    {
      "epoch": 0.3610603290676417,
      "grad_norm": 124871.5859375,
      "learning_rate": 4.8611111111111115e-05,
      "loss": 1.7843,
      "step": 790
    },
    {
      "epoch": 0.3656307129798903,
      "grad_norm": 79497.8515625,
      "learning_rate": 4.85632183908046e-05,
      "loss": 1.7379,
      "step": 800
    },
    {
      "epoch": 0.3702010968921389,
      "grad_norm": 130445.0546875,
      "learning_rate": 4.851532567049808e-05,
      "loss": 1.8268,
      "step": 810
    },
    {
      "epoch": 0.37477148080438755,
      "grad_norm": 104012.1484375,
      "learning_rate": 4.846743295019157e-05,
      "loss": 1.7416,
      "step": 820
    },
    {
      "epoch": 0.3793418647166362,
      "grad_norm": 146501.59375,
      "learning_rate": 4.8419540229885056e-05,
      "loss": 1.7859,
      "step": 830
    },
    {
      "epoch": 0.38391224862888484,
      "grad_norm": 142532.4375,
      "learning_rate": 4.837164750957854e-05,
      "loss": 1.7631,
      "step": 840
    },
    {
      "epoch": 0.38848263254113347,
      "grad_norm": 130007.6640625,
      "learning_rate": 4.8323754789272036e-05,
      "loss": 1.7579,
      "step": 850
    },
    {
      "epoch": 0.3930530164533821,
      "grad_norm": 130011.5078125,
      "learning_rate": 4.827586206896552e-05,
      "loss": 1.7896,
      "step": 860
    },
    {
      "epoch": 0.3976234003656307,
      "grad_norm": 111523.03125,
      "learning_rate": 4.822796934865901e-05,
      "loss": 1.7826,
      "step": 870
    },
    {
      "epoch": 0.40219378427787933,
      "grad_norm": 155793.453125,
      "learning_rate": 4.81800766283525e-05,
      "loss": 1.8351,
      "step": 880
    },
    {
      "epoch": 0.40676416819012795,
      "grad_norm": 129142.6875,
      "learning_rate": 4.813218390804598e-05,
      "loss": 1.8079,
      "step": 890
    },
    {
      "epoch": 0.4113345521023766,
      "grad_norm": 132226.46875,
      "learning_rate": 4.8084291187739464e-05,
      "loss": 1.7534,
      "step": 900
    },
    {
      "epoch": 0.41590493601462525,
      "grad_norm": 126845.109375,
      "learning_rate": 4.803639846743295e-05,
      "loss": 1.9015,
      "step": 910
    },
    {
      "epoch": 0.42047531992687387,
      "grad_norm": 136638.390625,
      "learning_rate": 4.798850574712644e-05,
      "loss": 1.7273,
      "step": 920
    },
    {
      "epoch": 0.4250457038391225,
      "grad_norm": 142308.25,
      "learning_rate": 4.7940613026819925e-05,
      "loss": 1.7398,
      "step": 930
    },
    {
      "epoch": 0.4296160877513711,
      "grad_norm": 115603.34375,
      "learning_rate": 4.789272030651341e-05,
      "loss": 1.8353,
      "step": 940
    },
    {
      "epoch": 0.43418647166361973,
      "grad_norm": 131319.734375,
      "learning_rate": 4.78448275862069e-05,
      "loss": 1.6825,
      "step": 950
    },
    {
      "epoch": 0.43875685557586835,
      "grad_norm": 112166.5703125,
      "learning_rate": 4.7796934865900385e-05,
      "loss": 1.7169,
      "step": 960
    },
    {
      "epoch": 0.443327239488117,
      "grad_norm": 131488.796875,
      "learning_rate": 4.774904214559387e-05,
      "loss": 1.7215,
      "step": 970
    },
    {
      "epoch": 0.44789762340036565,
      "grad_norm": 149545.140625,
      "learning_rate": 4.770114942528736e-05,
      "loss": 1.6931,
      "step": 980
    },
    {
      "epoch": 0.4524680073126143,
      "grad_norm": 163557.375,
      "learning_rate": 4.7653256704980846e-05,
      "loss": 1.7066,
      "step": 990
    },
    {
      "epoch": 0.4570383912248629,
      "grad_norm": 145251.359375,
      "learning_rate": 4.760536398467433e-05,
      "loss": 1.797,
      "step": 1000
    },
    {
      "epoch": 0.4616087751371115,
      "grad_norm": 100632.7734375,
      "learning_rate": 4.755747126436782e-05,
      "loss": 1.6975,
      "step": 1010
    },
    {
      "epoch": 0.46617915904936014,
      "grad_norm": 153170.90625,
      "learning_rate": 4.7509578544061307e-05,
      "loss": 1.6741,
      "step": 1020
    },
    {
      "epoch": 0.47074954296160876,
      "grad_norm": 78909.109375,
      "learning_rate": 4.7461685823754793e-05,
      "loss": 1.6999,
      "step": 1030
    },
    {
      "epoch": 0.4753199268738574,
      "grad_norm": 110082.7421875,
      "learning_rate": 4.741379310344828e-05,
      "loss": 1.749,
      "step": 1040
    },
    {
      "epoch": 0.47989031078610606,
      "grad_norm": 100923.5390625,
      "learning_rate": 4.736590038314177e-05,
      "loss": 1.7683,
      "step": 1050
    },
    {
      "epoch": 0.4844606946983547,
      "grad_norm": 98683.3203125,
      "learning_rate": 4.7318007662835254e-05,
      "loss": 1.7535,
      "step": 1060
    },
    {
      "epoch": 0.4890310786106033,
      "grad_norm": 116789.328125,
      "learning_rate": 4.7270114942528734e-05,
      "loss": 1.8248,
      "step": 1070
    },
    {
      "epoch": 0.4936014625228519,
      "grad_norm": 114926.984375,
      "learning_rate": 4.722222222222222e-05,
      "loss": 1.7018,
      "step": 1080
    },
    {
      "epoch": 0.49817184643510054,
      "grad_norm": 91417.0859375,
      "learning_rate": 4.717432950191571e-05,
      "loss": 1.8116,
      "step": 1090
    },
    {
      "epoch": 0.5027422303473492,
      "grad_norm": 128865.3125,
      "learning_rate": 4.7126436781609195e-05,
      "loss": 1.6932,
      "step": 1100
    },
    {
      "epoch": 0.5073126142595978,
      "grad_norm": 122375.984375,
      "learning_rate": 4.707854406130268e-05,
      "loss": 1.7383,
      "step": 1110
    },
    {
      "epoch": 0.5118829981718465,
      "grad_norm": 96160.1328125,
      "learning_rate": 4.7030651340996175e-05,
      "loss": 1.6952,
      "step": 1120
    },
    {
      "epoch": 0.5164533820840951,
      "grad_norm": 124809.203125,
      "learning_rate": 4.698275862068966e-05,
      "loss": 1.7973,
      "step": 1130
    },
    {
      "epoch": 0.5210237659963437,
      "grad_norm": 112799.5625,
      "learning_rate": 4.693486590038315e-05,
      "loss": 1.7527,
      "step": 1140
    },
    {
      "epoch": 0.5255941499085923,
      "grad_norm": 82923.640625,
      "learning_rate": 4.688697318007663e-05,
      "loss": 1.7041,
      "step": 1150
    },
    {
      "epoch": 0.5301645338208409,
      "grad_norm": 130412.3671875,
      "learning_rate": 4.6839080459770116e-05,
      "loss": 1.7021,
      "step": 1160
    },
    {
      "epoch": 0.5347349177330896,
      "grad_norm": 104821.015625,
      "learning_rate": 4.67911877394636e-05,
      "loss": 1.7333,
      "step": 1170
    },
    {
      "epoch": 0.5393053016453382,
      "grad_norm": 100490.953125,
      "learning_rate": 4.674329501915709e-05,
      "loss": 1.6688,
      "step": 1180
    },
    {
      "epoch": 0.5438756855575868,
      "grad_norm": 86425.4453125,
      "learning_rate": 4.669540229885058e-05,
      "loss": 1.7381,
      "step": 1190
    },
    {
      "epoch": 0.5484460694698354,
      "grad_norm": 83740.2734375,
      "learning_rate": 4.6647509578544064e-05,
      "loss": 1.8439,
      "step": 1200
    },
    {
      "epoch": 0.553016453382084,
      "grad_norm": 140177.421875,
      "learning_rate": 4.659961685823755e-05,
      "loss": 1.7227,
      "step": 1210
    },
    {
      "epoch": 0.5575868372943327,
      "grad_norm": 144323.71875,
      "learning_rate": 4.655172413793104e-05,
      "loss": 1.7395,
      "step": 1220
    },
    {
      "epoch": 0.5621572212065814,
      "grad_norm": 97354.59375,
      "learning_rate": 4.6503831417624524e-05,
      "loss": 1.7719,
      "step": 1230
    },
    {
      "epoch": 0.56672760511883,
      "grad_norm": 72904.7578125,
      "learning_rate": 4.6455938697318004e-05,
      "loss": 1.6712,
      "step": 1240
    },
    {
      "epoch": 0.5712979890310786,
      "grad_norm": 162248.328125,
      "learning_rate": 4.640804597701149e-05,
      "loss": 1.7491,
      "step": 1250
    },
    {
      "epoch": 0.5758683729433273,
      "grad_norm": 105222.6328125,
      "learning_rate": 4.6360153256704985e-05,
      "loss": 1.7503,
      "step": 1260
    },
    {
      "epoch": 0.5804387568555759,
      "grad_norm": 113333.96875,
      "learning_rate": 4.631226053639847e-05,
      "loss": 1.751,
      "step": 1270
    },
    {
      "epoch": 0.5850091407678245,
      "grad_norm": 126183.7734375,
      "learning_rate": 4.626436781609196e-05,
      "loss": 1.8747,
      "step": 1280
    },
    {
      "epoch": 0.5895795246800731,
      "grad_norm": 118274.03125,
      "learning_rate": 4.6216475095785446e-05,
      "loss": 1.6831,
      "step": 1290
    },
    {
      "epoch": 0.5941499085923218,
      "grad_norm": 108177.03125,
      "learning_rate": 4.616858237547893e-05,
      "loss": 1.6359,
      "step": 1300
    },
    {
      "epoch": 0.5987202925045704,
      "grad_norm": 81988.9140625,
      "learning_rate": 4.612068965517242e-05,
      "loss": 1.7058,
      "step": 1310
    },
    {
      "epoch": 0.603290676416819,
      "grad_norm": 79780.96875,
      "learning_rate": 4.60727969348659e-05,
      "loss": 1.7388,
      "step": 1320
    },
    {
      "epoch": 0.6078610603290676,
      "grad_norm": 166808.515625,
      "learning_rate": 4.6024904214559386e-05,
      "loss": 1.7623,
      "step": 1330
    },
    {
      "epoch": 0.6124314442413162,
      "grad_norm": 111601.921875,
      "learning_rate": 4.597701149425287e-05,
      "loss": 1.761,
      "step": 1340
    },
    {
      "epoch": 0.6170018281535649,
      "grad_norm": 106101.40625,
      "learning_rate": 4.592911877394636e-05,
      "loss": 1.685,
      "step": 1350
    },
    {
      "epoch": 0.6215722120658135,
      "grad_norm": 125174.578125,
      "learning_rate": 4.588122605363985e-05,
      "loss": 1.7784,
      "step": 1360
    },
    {
      "epoch": 0.6261425959780622,
      "grad_norm": 107639.9375,
      "learning_rate": 4.5833333333333334e-05,
      "loss": 1.7636,
      "step": 1370
    },
    {
      "epoch": 0.6307129798903108,
      "grad_norm": 144034.265625,
      "learning_rate": 4.578544061302682e-05,
      "loss": 1.7237,
      "step": 1380
    },
    {
      "epoch": 0.6352833638025595,
      "grad_norm": 135349.234375,
      "learning_rate": 4.573754789272031e-05,
      "loss": 1.6869,
      "step": 1390
    },
    {
      "epoch": 0.6398537477148081,
      "grad_norm": 92048.3359375,
      "learning_rate": 4.5689655172413794e-05,
      "loss": 1.6916,
      "step": 1400
    },
    {
      "epoch": 0.6444241316270567,
      "grad_norm": 105181.109375,
      "learning_rate": 4.564176245210728e-05,
      "loss": 1.7276,
      "step": 1410
    },
    {
      "epoch": 0.6489945155393053,
      "grad_norm": 111967.078125,
      "learning_rate": 4.559386973180077e-05,
      "loss": 1.7594,
      "step": 1420
    },
    {
      "epoch": 0.6535648994515539,
      "grad_norm": 95790.1171875,
      "learning_rate": 4.5545977011494255e-05,
      "loss": 1.6922,
      "step": 1430
    },
    {
      "epoch": 0.6581352833638026,
      "grad_norm": 133646.671875,
      "learning_rate": 4.549808429118774e-05,
      "loss": 1.7427,
      "step": 1440
    },
    {
      "epoch": 0.6627056672760512,
      "grad_norm": 85705.421875,
      "learning_rate": 4.545019157088123e-05,
      "loss": 1.6791,
      "step": 1450
    },
    {
      "epoch": 0.6672760511882998,
      "grad_norm": 131938.828125,
      "learning_rate": 4.5402298850574716e-05,
      "loss": 1.7781,
      "step": 1460
    },
    {
      "epoch": 0.6718464351005484,
      "grad_norm": 138080.515625,
      "learning_rate": 4.53544061302682e-05,
      "loss": 1.7237,
      "step": 1470
    },
    {
      "epoch": 0.676416819012797,
      "grad_norm": 81319.125,
      "learning_rate": 4.530651340996169e-05,
      "loss": 1.7527,
      "step": 1480
    },
    {
      "epoch": 0.6809872029250457,
      "grad_norm": 114187.8203125,
      "learning_rate": 4.5258620689655176e-05,
      "loss": 1.7414,
      "step": 1490
    },
    {
      "epoch": 0.6855575868372943,
      "grad_norm": 88061.1640625,
      "learning_rate": 4.5210727969348656e-05,
      "loss": 1.7703,
      "step": 1500
    },
    {
      "epoch": 0.6901279707495429,
      "grad_norm": 70474.1015625,
      "learning_rate": 4.516283524904214e-05,
      "loss": 1.6569,
      "step": 1510
    },
    {
      "epoch": 0.6946983546617916,
      "grad_norm": 93419.6171875,
      "learning_rate": 4.511494252873563e-05,
      "loss": 1.7559,
      "step": 1520
    },
    {
      "epoch": 0.6992687385740403,
      "grad_norm": 109502.859375,
      "learning_rate": 4.506704980842912e-05,
      "loss": 1.6971,
      "step": 1530
    },
    {
      "epoch": 0.7038391224862889,
      "grad_norm": 172617.59375,
      "learning_rate": 4.501915708812261e-05,
      "loss": 1.8061,
      "step": 1540
    },
    {
      "epoch": 0.7084095063985375,
      "grad_norm": 103427.5078125,
      "learning_rate": 4.49712643678161e-05,
      "loss": 1.7566,
      "step": 1550
    },
    {
      "epoch": 0.7129798903107861,
      "grad_norm": 77810.8125,
      "learning_rate": 4.4923371647509585e-05,
      "loss": 1.6869,
      "step": 1560
    },
    {
      "epoch": 0.7175502742230347,
      "grad_norm": 112475.9453125,
      "learning_rate": 4.487547892720307e-05,
      "loss": 1.6338,
      "step": 1570
    },
    {
      "epoch": 0.7221206581352834,
      "grad_norm": 99816.34375,
      "learning_rate": 4.482758620689655e-05,
      "loss": 1.7478,
      "step": 1580
    },
    {
      "epoch": 0.726691042047532,
      "grad_norm": 73693.90625,
      "learning_rate": 4.477969348659004e-05,
      "loss": 1.7733,
      "step": 1590
    },
    {
      "epoch": 0.7312614259597806,
      "grad_norm": 125517.2734375,
      "learning_rate": 4.4731800766283525e-05,
      "loss": 1.7643,
      "step": 1600
    },
    {
      "epoch": 0.7358318098720292,
      "grad_norm": 125624.765625,
      "learning_rate": 4.468390804597701e-05,
      "loss": 1.789,
      "step": 1610
    },
    {
      "epoch": 0.7404021937842779,
      "grad_norm": 96340.703125,
      "learning_rate": 4.46360153256705e-05,
      "loss": 1.8048,
      "step": 1620
    },
    {
      "epoch": 0.7449725776965265,
      "grad_norm": 77806.5,
      "learning_rate": 4.4588122605363986e-05,
      "loss": 1.6585,
      "step": 1630
    },
    {
      "epoch": 0.7495429616087751,
      "grad_norm": 115383.6171875,
      "learning_rate": 4.454022988505747e-05,
      "loss": 1.7022,
      "step": 1640
    },
    {
      "epoch": 0.7541133455210237,
      "grad_norm": 128746.96875,
      "learning_rate": 4.449233716475096e-05,
      "loss": 1.7007,
      "step": 1650
    },
    {
      "epoch": 0.7586837294332724,
      "grad_norm": 92168.8515625,
      "learning_rate": 4.4444444444444447e-05,
      "loss": 1.78,
      "step": 1660
    },
    {
      "epoch": 0.7632541133455211,
      "grad_norm": 79167.046875,
      "learning_rate": 4.4396551724137933e-05,
      "loss": 1.8273,
      "step": 1670
    },
    {
      "epoch": 0.7678244972577697,
      "grad_norm": 113320.921875,
      "learning_rate": 4.434865900383142e-05,
      "loss": 1.6285,
      "step": 1680
    },
    {
      "epoch": 0.7723948811700183,
      "grad_norm": 80329.4140625,
      "learning_rate": 4.430076628352491e-05,
      "loss": 1.6705,
      "step": 1690
    },
    {
      "epoch": 0.7769652650822669,
      "grad_norm": 112864.1875,
      "learning_rate": 4.4252873563218394e-05,
      "loss": 1.6774,
      "step": 1700
    },
    {
      "epoch": 0.7815356489945156,
      "grad_norm": 83703.5703125,
      "learning_rate": 4.420498084291188e-05,
      "loss": 1.7612,
      "step": 1710
    },
    {
      "epoch": 0.7861060329067642,
      "grad_norm": 89239.75,
      "learning_rate": 4.415708812260537e-05,
      "loss": 1.6861,
      "step": 1720
    },
    {
      "epoch": 0.7906764168190128,
      "grad_norm": 89113.1484375,
      "learning_rate": 4.4109195402298855e-05,
      "loss": 1.751,
      "step": 1730
    },
    {
      "epoch": 0.7952468007312614,
      "grad_norm": 74121.84375,
      "learning_rate": 4.406130268199234e-05,
      "loss": 1.7383,
      "step": 1740
    },
    {
      "epoch": 0.79981718464351,
      "grad_norm": 98291.3125,
      "learning_rate": 4.401340996168583e-05,
      "loss": 1.6507,
      "step": 1750
    },
    {
      "epoch": 0.8043875685557587,
      "grad_norm": 101062.6484375,
      "learning_rate": 4.396551724137931e-05,
      "loss": 1.6809,
      "step": 1760
    },
    {
      "epoch": 0.8089579524680073,
      "grad_norm": 82451.6015625,
      "learning_rate": 4.3917624521072795e-05,
      "loss": 1.6369,
      "step": 1770
    },
    {
      "epoch": 0.8135283363802559,
      "grad_norm": 93937.7109375,
      "learning_rate": 4.386973180076628e-05,
      "loss": 1.8125,
      "step": 1780
    },
    {
      "epoch": 0.8180987202925045,
      "grad_norm": 86336.0546875,
      "learning_rate": 4.382183908045977e-05,
      "loss": 1.7483,
      "step": 1790
    },
    {
      "epoch": 0.8226691042047533,
      "grad_norm": 94180.6953125,
      "learning_rate": 4.3773946360153256e-05,
      "loss": 1.7549,
      "step": 1800
    },
    {
      "epoch": 0.8272394881170019,
      "grad_norm": 89638.5703125,
      "learning_rate": 4.372605363984675e-05,
      "loss": 1.6895,
      "step": 1810
    },
    {
      "epoch": 0.8318098720292505,
      "grad_norm": 129005.0,
      "learning_rate": 4.367816091954024e-05,
      "loss": 1.7419,
      "step": 1820
    },
    {
      "epoch": 0.8363802559414991,
      "grad_norm": 115378.0703125,
      "learning_rate": 4.3630268199233724e-05,
      "loss": 1.6716,
      "step": 1830
    },
    {
      "epoch": 0.8409506398537477,
      "grad_norm": 84872.3046875,
      "learning_rate": 4.3582375478927204e-05,
      "loss": 1.6927,
      "step": 1840
    },
    {
      "epoch": 0.8455210237659964,
      "grad_norm": 82049.890625,
      "learning_rate": 4.353448275862069e-05,
      "loss": 1.7318,
      "step": 1850
    },
    {
      "epoch": 0.850091407678245,
      "grad_norm": 81004.65625,
      "learning_rate": 4.348659003831418e-05,
      "loss": 1.6633,
      "step": 1860
    },
    {
      "epoch": 0.8546617915904936,
      "grad_norm": 186330.078125,
      "learning_rate": 4.3438697318007664e-05,
      "loss": 1.8362,
      "step": 1870
    },
    {
      "epoch": 0.8592321755027422,
      "grad_norm": 95703.015625,
      "learning_rate": 4.339080459770115e-05,
      "loss": 1.8003,
      "step": 1880
    },
    {
      "epoch": 0.8638025594149908,
      "grad_norm": 75972.78125,
      "learning_rate": 4.334291187739464e-05,
      "loss": 1.7282,
      "step": 1890
    },
    {
      "epoch": 0.8683729433272395,
      "grad_norm": 105656.9765625,
      "learning_rate": 4.3295019157088125e-05,
      "loss": 1.7041,
      "step": 1900
    },
    {
      "epoch": 0.8729433272394881,
      "grad_norm": 98981.046875,
      "learning_rate": 4.324712643678161e-05,
      "loss": 1.6535,
      "step": 1910
    },
    {
      "epoch": 0.8775137111517367,
      "grad_norm": 131719.453125,
      "learning_rate": 4.31992337164751e-05,
      "loss": 1.7521,
      "step": 1920
    },
    {
      "epoch": 0.8820840950639853,
      "grad_norm": 62522.44140625,
      "learning_rate": 4.3151340996168586e-05,
      "loss": 1.6794,
      "step": 1930
    },
    {
      "epoch": 0.886654478976234,
      "grad_norm": 104086.2265625,
      "learning_rate": 4.3103448275862066e-05,
      "loss": 1.7029,
      "step": 1940
    },
    {
      "epoch": 0.8912248628884827,
      "grad_norm": 120783.3359375,
      "learning_rate": 4.305555555555556e-05,
      "loss": 1.6313,
      "step": 1950
    },
    {
      "epoch": 0.8957952468007313,
      "grad_norm": 99394.8203125,
      "learning_rate": 4.3007662835249046e-05,
      "loss": 1.7735,
      "step": 1960
    },
    {
      "epoch": 0.9003656307129799,
      "grad_norm": 152363.28125,
      "learning_rate": 4.295977011494253e-05,
      "loss": 1.6732,
      "step": 1970
    },
    {
      "epoch": 0.9049360146252285,
      "grad_norm": 156369.4375,
      "learning_rate": 4.291187739463602e-05,
      "loss": 1.765,
      "step": 1980
    },
    {
      "epoch": 0.9095063985374772,
      "grad_norm": 63156.875,
      "learning_rate": 4.286398467432951e-05,
      "loss": 1.6294,
      "step": 1990
    },
    {
      "epoch": 0.9140767824497258,
      "grad_norm": 106310.6015625,
      "learning_rate": 4.2816091954022994e-05,
      "loss": 1.7492,
      "step": 2000
    },
    {
      "epoch": 0.9186471663619744,
      "grad_norm": 95234.3515625,
      "learning_rate": 4.2768199233716474e-05,
      "loss": 1.6726,
      "step": 2010
    },
    {
      "epoch": 0.923217550274223,
      "grad_norm": 105046.6015625,
      "learning_rate": 4.272030651340996e-05,
      "loss": 1.6848,
      "step": 2020
    },
    {
      "epoch": 0.9277879341864717,
      "grad_norm": 91991.890625,
      "learning_rate": 4.267241379310345e-05,
      "loss": 1.7447,
      "step": 2030
    },
    {
      "epoch": 0.9323583180987203,
      "grad_norm": 95458.09375,
      "learning_rate": 4.2624521072796934e-05,
      "loss": 1.7068,
      "step": 2040
    },
    {
      "epoch": 0.9369287020109689,
      "grad_norm": 108366.8828125,
      "learning_rate": 4.257662835249042e-05,
      "loss": 1.6272,
      "step": 2050
    },
    {
      "epoch": 0.9414990859232175,
      "grad_norm": 79585.796875,
      "learning_rate": 4.252873563218391e-05,
      "loss": 1.7444,
      "step": 2060
    },
    {
      "epoch": 0.9460694698354661,
      "grad_norm": 108535.515625,
      "learning_rate": 4.2480842911877395e-05,
      "loss": 1.6754,
      "step": 2070
    },
    {
      "epoch": 0.9506398537477148,
      "grad_norm": 101708.1640625,
      "learning_rate": 4.243295019157089e-05,
      "loss": 1.8225,
      "step": 2080
    },
    {
      "epoch": 0.9552102376599635,
      "grad_norm": 149960.90625,
      "learning_rate": 4.238505747126437e-05,
      "loss": 1.7228,
      "step": 2090
    },
    {
      "epoch": 0.9597806215722121,
      "grad_norm": 116507.1328125,
      "learning_rate": 4.2337164750957856e-05,
      "loss": 1.7649,
      "step": 2100
    },
    {
      "epoch": 0.9643510054844607,
      "grad_norm": 95376.0859375,
      "learning_rate": 4.228927203065134e-05,
      "loss": 1.7423,
      "step": 2110
    },
    {
      "epoch": 0.9689213893967094,
      "grad_norm": 77924.8828125,
      "learning_rate": 4.224137931034483e-05,
      "loss": 1.7371,
      "step": 2120
    },
    {
      "epoch": 0.973491773308958,
      "grad_norm": 108620.1484375,
      "learning_rate": 4.2193486590038316e-05,
      "loss": 1.6786,
      "step": 2130
    },
    {
      "epoch": 0.9780621572212066,
      "grad_norm": 96284.8984375,
      "learning_rate": 4.21455938697318e-05,
      "loss": 1.641,
      "step": 2140
    },
    {
      "epoch": 0.9826325411334552,
      "grad_norm": 78326.7890625,
      "learning_rate": 4.209770114942529e-05,
      "loss": 1.6984,
      "step": 2150
    },
    {
      "epoch": 0.9872029250457038,
      "grad_norm": 86470.40625,
      "learning_rate": 4.204980842911878e-05,
      "loss": 1.7534,
      "step": 2160
    },
    {
      "epoch": 0.9917733089579525,
      "grad_norm": 104938.75,
      "learning_rate": 4.2001915708812264e-05,
      "loss": 1.7039,
      "step": 2170
    },
    {
      "epoch": 0.9963436928702011,
      "grad_norm": 100711.6875,
      "learning_rate": 4.195402298850575e-05,
      "loss": 1.7534,
      "step": 2180
    },
    {
      "epoch": 1.0,
      "eval_loss": 1.7005630731582642,
      "eval_runtime": 345.6818,
      "eval_samples_per_second": 43.393,
      "eval_steps_per_second": 1.357,
      "step": 2188
    },
    {
      "epoch": 1.0009140767824498,
      "grad_norm": 91781.6796875,
      "learning_rate": 4.190613026819923e-05,
      "loss": 1.6595,
      "step": 2190
    },
    {
      "epoch": 1.0054844606946984,
      "grad_norm": 90080.9375,
      "learning_rate": 4.185823754789272e-05,
      "loss": 1.6538,
      "step": 2200
    },
    {
      "epoch": 1.010054844606947,
      "grad_norm": 88122.7890625,
      "learning_rate": 4.1810344827586205e-05,
      "loss": 1.6596,
      "step": 2210
    },
    {
      "epoch": 1.0146252285191957,
      "grad_norm": 111770.046875,
      "learning_rate": 4.17624521072797e-05,
      "loss": 1.6971,
      "step": 2220
    },
    {
      "epoch": 1.0191956124314443,
      "grad_norm": 104428.828125,
      "learning_rate": 4.1714559386973185e-05,
      "loss": 1.7929,
      "step": 2230
    },
    {
      "epoch": 1.023765996343693,
      "grad_norm": 90344.828125,
      "learning_rate": 4.166666666666667e-05,
      "loss": 1.8338,
      "step": 2240
    },
    {
      "epoch": 1.0283363802559415,
      "grad_norm": 87549.5546875,
      "learning_rate": 4.161877394636016e-05,
      "loss": 1.6911,
      "step": 2250
    },
    {
      "epoch": 1.0329067641681902,
      "grad_norm": 82813.453125,
      "learning_rate": 4.1570881226053646e-05,
      "loss": 1.7573,
      "step": 2260
    },
    {
      "epoch": 1.0374771480804388,
      "grad_norm": 87447.1328125,
      "learning_rate": 4.1522988505747126e-05,
      "loss": 1.7275,
      "step": 2270
    },
    {
      "epoch": 1.0420475319926874,
      "grad_norm": 63916.98046875,
      "learning_rate": 4.147509578544061e-05,
      "loss": 1.7326,
      "step": 2280
    },
    {
      "epoch": 1.046617915904936,
      "grad_norm": 89433.3828125,
      "learning_rate": 4.14272030651341e-05,
      "loss": 1.7586,
      "step": 2290
    },
    {
      "epoch": 1.0511882998171846,
      "grad_norm": 171660.09375,
      "learning_rate": 4.1379310344827587e-05,
      "loss": 1.789,
      "step": 2300
    },
    {
      "epoch": 1.0557586837294333,
      "grad_norm": 69103.7734375,
      "learning_rate": 4.1331417624521073e-05,
      "loss": 1.7837,
      "step": 2310
    },
    {
      "epoch": 1.0603290676416819,
      "grad_norm": 81962.609375,
      "learning_rate": 4.128352490421456e-05,
      "loss": 1.7424,
      "step": 2320
    },
    {
      "epoch": 1.0648994515539305,
      "grad_norm": 83097.5703125,
      "learning_rate": 4.123563218390805e-05,
      "loss": 1.7879,
      "step": 2330
    },
    {
      "epoch": 1.0694698354661791,
      "grad_norm": 112565.484375,
      "learning_rate": 4.1187739463601534e-05,
      "loss": 1.7266,
      "step": 2340
    },
    {
      "epoch": 1.0740402193784278,
      "grad_norm": 120119.7265625,
      "learning_rate": 4.113984674329502e-05,
      "loss": 1.8418,
      "step": 2350
    },
    {
      "epoch": 1.0786106032906764,
      "grad_norm": 105760.8359375,
      "learning_rate": 4.109195402298851e-05,
      "loss": 1.7203,
      "step": 2360
    },
    {
      "epoch": 1.083180987202925,
      "grad_norm": 88435.3125,
      "learning_rate": 4.1044061302681995e-05,
      "loss": 1.6665,
      "step": 2370
    },
    {
      "epoch": 1.0877513711151736,
      "grad_norm": 74858.359375,
      "learning_rate": 4.099616858237548e-05,
      "loss": 1.6907,
      "step": 2380
    },
    {
      "epoch": 1.0923217550274222,
      "grad_norm": 80752.5546875,
      "learning_rate": 4.094827586206897e-05,
      "loss": 1.7489,
      "step": 2390
    },
    {
      "epoch": 1.0968921389396709,
      "grad_norm": 85903.7578125,
      "learning_rate": 4.0900383141762455e-05,
      "loss": 1.6526,
      "step": 2400
    },
    {
      "epoch": 1.1014625228519195,
      "grad_norm": 87469.15625,
      "learning_rate": 4.085249042145594e-05,
      "loss": 1.7612,
      "step": 2410
    },
    {
      "epoch": 1.106032906764168,
      "grad_norm": 115305.1484375,
      "learning_rate": 4.080459770114943e-05,
      "loss": 1.7148,
      "step": 2420
    },
    {
      "epoch": 1.1106032906764167,
      "grad_norm": 76171.40625,
      "learning_rate": 4.0756704980842916e-05,
      "loss": 1.7383,
      "step": 2430
    },
    {
      "epoch": 1.1151736745886653,
      "grad_norm": 110853.4140625,
      "learning_rate": 4.07088122605364e-05,
      "loss": 1.7353,
      "step": 2440
    },
    {
      "epoch": 1.1197440585009142,
      "grad_norm": 83511.421875,
      "learning_rate": 4.066091954022988e-05,
      "loss": 1.7261,
      "step": 2450
    },
    {
      "epoch": 1.1243144424131628,
      "grad_norm": 69653.203125,
      "learning_rate": 4.061302681992337e-05,
      "loss": 1.7403,
      "step": 2460
    },
    {
      "epoch": 1.1288848263254114,
      "grad_norm": 141315.3125,
      "learning_rate": 4.056513409961686e-05,
      "loss": 1.7125,
      "step": 2470
    },
    {
      "epoch": 1.13345521023766,
      "grad_norm": 139185.4375,
      "learning_rate": 4.0517241379310344e-05,
      "loss": 1.66,
      "step": 2480
    },
    {
      "epoch": 1.1380255941499087,
      "grad_norm": 107879.578125,
      "learning_rate": 4.046934865900383e-05,
      "loss": 1.8147,
      "step": 2490
    },
    {
      "epoch": 1.1425959780621573,
      "grad_norm": 93484.1953125,
      "learning_rate": 4.0421455938697324e-05,
      "loss": 1.6882,
      "step": 2500
    },
    {
      "epoch": 1.147166361974406,
      "grad_norm": 96417.0390625,
      "learning_rate": 4.037356321839081e-05,
      "loss": 1.7444,
      "step": 2510
    },
    {
      "epoch": 1.1517367458866545,
      "grad_norm": 105896.125,
      "learning_rate": 4.03256704980843e-05,
      "loss": 1.7218,
      "step": 2520
    },
    {
      "epoch": 1.1563071297989032,
      "grad_norm": 70536.5078125,
      "learning_rate": 4.027777777777778e-05,
      "loss": 1.643,
      "step": 2530
    },
    {
      "epoch": 1.1608775137111518,
      "grad_norm": 188483.515625,
      "learning_rate": 4.0229885057471265e-05,
      "loss": 1.7145,
      "step": 2540
    },
    {
      "epoch": 1.1654478976234004,
      "grad_norm": 91915.40625,
      "learning_rate": 4.018199233716475e-05,
      "loss": 1.6617,
      "step": 2550
    },
    {
      "epoch": 1.170018281535649,
      "grad_norm": 112711.40625,
      "learning_rate": 4.013409961685824e-05,
      "loss": 1.7117,
      "step": 2560
    },
    {
      "epoch": 1.1745886654478976,
      "grad_norm": 81478.6953125,
      "learning_rate": 4.0086206896551726e-05,
      "loss": 1.8141,
      "step": 2570
    },
    {
      "epoch": 1.1791590493601463,
      "grad_norm": 90161.96875,
      "learning_rate": 4.003831417624521e-05,
      "loss": 1.6604,
      "step": 2580
    },
    {
      "epoch": 1.1837294332723949,
      "grad_norm": 67411.1953125,
      "learning_rate": 3.99904214559387e-05,
      "loss": 1.7204,
      "step": 2590
    },
    {
      "epoch": 1.1882998171846435,
      "grad_norm": 104490.5234375,
      "learning_rate": 3.9942528735632186e-05,
      "loss": 1.7942,
      "step": 2600
    },
    {
      "epoch": 1.1928702010968921,
      "grad_norm": 81397.3515625,
      "learning_rate": 3.989463601532567e-05,
      "loss": 1.6425,
      "step": 2610
    },
    {
      "epoch": 1.1974405850091407,
      "grad_norm": 117060.71875,
      "learning_rate": 3.984674329501916e-05,
      "loss": 1.7771,
      "step": 2620
    },
    {
      "epoch": 1.2020109689213894,
      "grad_norm": 80522.625,
      "learning_rate": 3.979885057471265e-05,
      "loss": 1.7167,
      "step": 2630
    },
    {
      "epoch": 1.206581352833638,
      "grad_norm": 92349.40625,
      "learning_rate": 3.9750957854406134e-05,
      "loss": 1.6713,
      "step": 2640
    },
    {
      "epoch": 1.2111517367458866,
      "grad_norm": 100128.2578125,
      "learning_rate": 3.970306513409962e-05,
      "loss": 1.7673,
      "step": 2650
    },
    {
      "epoch": 1.2157221206581352,
      "grad_norm": 89113.0625,
      "learning_rate": 3.965517241379311e-05,
      "loss": 1.6187,
      "step": 2660
    },
    {
      "epoch": 1.2202925045703839,
      "grad_norm": 124528.21875,
      "learning_rate": 3.9607279693486594e-05,
      "loss": 1.7173,
      "step": 2670
    },
    {
      "epoch": 1.2248628884826325,
      "grad_norm": 105671.9765625,
      "learning_rate": 3.955938697318008e-05,
      "loss": 1.7232,
      "step": 2680
    },
    {
      "epoch": 1.229433272394881,
      "grad_norm": 72920.734375,
      "learning_rate": 3.951149425287357e-05,
      "loss": 1.7218,
      "step": 2690
    },
    {
      "epoch": 1.2340036563071297,
      "grad_norm": 89138.640625,
      "learning_rate": 3.9463601532567055e-05,
      "loss": 1.681,
      "step": 2700
    },
    {
      "epoch": 1.2385740402193783,
      "grad_norm": 76915.9765625,
      "learning_rate": 3.9415708812260535e-05,
      "loss": 1.7417,
      "step": 2710
    },
    {
      "epoch": 1.2431444241316272,
      "grad_norm": 76970.3359375,
      "learning_rate": 3.936781609195402e-05,
      "loss": 1.7513,
      "step": 2720
    },
    {
      "epoch": 1.2477148080438756,
      "grad_norm": 102189.65625,
      "learning_rate": 3.931992337164751e-05,
      "loss": 1.6338,
      "step": 2730
    },
    {
      "epoch": 1.2522851919561244,
      "grad_norm": 102939.9375,
      "learning_rate": 3.9272030651340996e-05,
      "loss": 1.7095,
      "step": 2740
    },
    {
      "epoch": 1.2568555758683728,
      "grad_norm": 75103.9375,
      "learning_rate": 3.922413793103448e-05,
      "loss": 1.7029,
      "step": 2750
    },
    {
      "epoch": 1.2614259597806217,
      "grad_norm": 118085.3125,
      "learning_rate": 3.917624521072797e-05,
      "loss": 1.741,
      "step": 2760
    },
    {
      "epoch": 1.26599634369287,
      "grad_norm": 78790.3984375,
      "learning_rate": 3.912835249042146e-05,
      "loss": 1.739,
      "step": 2770
    },
    {
      "epoch": 1.270566727605119,
      "grad_norm": 105775.8125,
      "learning_rate": 3.908045977011495e-05,
      "loss": 1.6434,
      "step": 2780
    },
    {
      "epoch": 1.2751371115173675,
      "grad_norm": 78574.390625,
      "learning_rate": 3.903256704980843e-05,
      "loss": 1.7371,
      "step": 2790
    },
    {
      "epoch": 1.2797074954296161,
      "grad_norm": 141283.359375,
      "learning_rate": 3.898467432950192e-05,
      "loss": 1.7781,
      "step": 2800
    },
    {
      "epoch": 1.2842778793418648,
      "grad_norm": 111235.7265625,
      "learning_rate": 3.8936781609195404e-05,
      "loss": 1.7383,
      "step": 2810
    },
    {
      "epoch": 1.2888482632541134,
      "grad_norm": 76845.9296875,
      "learning_rate": 3.888888888888889e-05,
      "loss": 1.6674,
      "step": 2820
    },
    {
      "epoch": 1.293418647166362,
      "grad_norm": 95679.5,
      "learning_rate": 3.884099616858238e-05,
      "loss": 1.7516,
      "step": 2830
    },
    {
      "epoch": 1.2979890310786106,
      "grad_norm": 69231.671875,
      "learning_rate": 3.8793103448275865e-05,
      "loss": 1.7267,
      "step": 2840
    },
    {
      "epoch": 1.3025594149908593,
      "grad_norm": 90358.46875,
      "learning_rate": 3.874521072796935e-05,
      "loss": 1.7008,
      "step": 2850
    },
    {
      "epoch": 1.3071297989031079,
      "grad_norm": 130772.9921875,
      "learning_rate": 3.869731800766284e-05,
      "loss": 1.7041,
      "step": 2860
    },
    {
      "epoch": 1.3117001828153565,
      "grad_norm": 86227.6015625,
      "learning_rate": 3.8649425287356325e-05,
      "loss": 1.6709,
      "step": 2870
    },
    {
      "epoch": 1.3162705667276051,
      "grad_norm": 108528.421875,
      "learning_rate": 3.8601532567049805e-05,
      "loss": 1.6854,
      "step": 2880
    },
    {
      "epoch": 1.3208409506398537,
      "grad_norm": 96323.234375,
      "learning_rate": 3.855363984674329e-05,
      "loss": 1.7317,
      "step": 2890
    },
    {
      "epoch": 1.3254113345521024,
      "grad_norm": 160365.8125,
      "learning_rate": 3.850574712643678e-05,
      "loss": 1.7585,
      "step": 2900
    },
    {
      "epoch": 1.329981718464351,
      "grad_norm": 80294.25,
      "learning_rate": 3.845785440613027e-05,
      "loss": 1.7612,
      "step": 2910
    },
    {
      "epoch": 1.3345521023765996,
      "grad_norm": 106545.8515625,
      "learning_rate": 3.840996168582376e-05,
      "loss": 1.7292,
      "step": 2920
    },
    {
      "epoch": 1.3391224862888482,
      "grad_norm": 95112.4375,
      "learning_rate": 3.8362068965517246e-05,
      "loss": 1.7349,
      "step": 2930
    },
    {
      "epoch": 1.3436928702010968,
      "grad_norm": 65303.0390625,
      "learning_rate": 3.831417624521073e-05,
      "loss": 1.7047,
      "step": 2940
    },
    {
      "epoch": 1.3482632541133455,
      "grad_norm": 66884.5078125,
      "learning_rate": 3.826628352490422e-05,
      "loss": 1.7516,
      "step": 2950
    },
    {
      "epoch": 1.352833638025594,
      "grad_norm": 87596.6796875,
      "learning_rate": 3.82183908045977e-05,
      "loss": 1.7047,
      "step": 2960
    },
    {
      "epoch": 1.3574040219378427,
      "grad_norm": 87859.3671875,
      "learning_rate": 3.817049808429119e-05,
      "loss": 1.848,
      "step": 2970
    },
    {
      "epoch": 1.3619744058500913,
      "grad_norm": 78479.203125,
      "learning_rate": 3.8122605363984674e-05,
      "loss": 1.7104,
      "step": 2980
    },
    {
      "epoch": 1.3665447897623402,
      "grad_norm": 67868.75,
      "learning_rate": 3.807471264367816e-05,
      "loss": 1.7818,
      "step": 2990
    },
    {
      "epoch": 1.3711151736745886,
      "grad_norm": 108708.4921875,
      "learning_rate": 3.802681992337165e-05,
      "loss": 1.6592,
      "step": 3000
    },
    {
      "epoch": 1.3756855575868374,
      "grad_norm": 49919.5,
      "learning_rate": 3.7978927203065135e-05,
      "loss": 1.8281,
      "step": 3010
    },
    {
      "epoch": 1.3802559414990858,
      "grad_norm": 92234.84375,
      "learning_rate": 3.793103448275862e-05,
      "loss": 1.6741,
      "step": 3020
    },
    {
      "epoch": 1.3848263254113347,
      "grad_norm": 110063.28125,
      "learning_rate": 3.788314176245211e-05,
      "loss": 1.6882,
      "step": 3030
    },
    {
      "epoch": 1.389396709323583,
      "grad_norm": 99851.5,
      "learning_rate": 3.7835249042145595e-05,
      "loss": 1.7069,
      "step": 3040
    },
    {
      "epoch": 1.393967093235832,
      "grad_norm": 91330.5,
      "learning_rate": 3.778735632183908e-05,
      "loss": 1.7738,
      "step": 3050
    },
    {
      "epoch": 1.3985374771480805,
      "grad_norm": 97720.6953125,
      "learning_rate": 3.773946360153257e-05,
      "loss": 1.699,
      "step": 3060
    },
    {
      "epoch": 1.4031078610603291,
      "grad_norm": 60284.0859375,
      "learning_rate": 3.7691570881226056e-05,
      "loss": 1.6353,
      "step": 3070
    },
    {
      "epoch": 1.4076782449725778,
      "grad_norm": 110682.34375,
      "learning_rate": 3.764367816091954e-05,
      "loss": 1.6963,
      "step": 3080
    },
    {
      "epoch": 1.4122486288848264,
      "grad_norm": 144162.453125,
      "learning_rate": 3.759578544061303e-05,
      "loss": 1.7995,
      "step": 3090
    },
    {
      "epoch": 1.416819012797075,
      "grad_norm": 205120.046875,
      "learning_rate": 3.7547892720306517e-05,
      "loss": 1.796,
      "step": 3100
    },
    {
      "epoch": 1.4213893967093236,
      "grad_norm": 144576.359375,
      "learning_rate": 3.7500000000000003e-05,
      "loss": 1.663,
      "step": 3110
    },
    {
      "epoch": 1.4259597806215722,
      "grad_norm": 103083.203125,
      "learning_rate": 3.745210727969349e-05,
      "loss": 1.6979,
      "step": 3120
    },
    {
      "epoch": 1.4305301645338209,
      "grad_norm": 100059.3046875,
      "learning_rate": 3.740421455938698e-05,
      "loss": 1.7823,
      "step": 3130
    },
    {
      "epoch": 1.4351005484460695,
      "grad_norm": 128589.3046875,
      "learning_rate": 3.735632183908046e-05,
      "loss": 1.7182,
      "step": 3140
    },
    {
      "epoch": 1.4396709323583181,
      "grad_norm": 70812.890625,
      "learning_rate": 3.7308429118773944e-05,
      "loss": 1.7785,
      "step": 3150
    },
    {
      "epoch": 1.4442413162705667,
      "grad_norm": 63189.20703125,
      "learning_rate": 3.726053639846743e-05,
      "loss": 1.7257,
      "step": 3160
    },
    {
      "epoch": 1.4488117001828154,
      "grad_norm": 108848.34375,
      "learning_rate": 3.721264367816092e-05,
      "loss": 1.7409,
      "step": 3170
    },
    {
      "epoch": 1.453382084095064,
      "grad_norm": 97378.515625,
      "learning_rate": 3.716475095785441e-05,
      "loss": 1.7078,
      "step": 3180
    },
    {
      "epoch": 1.4579524680073126,
      "grad_norm": 101953.046875,
      "learning_rate": 3.71168582375479e-05,
      "loss": 1.8016,
      "step": 3190
    },
    {
      "epoch": 1.4625228519195612,
      "grad_norm": 118171.328125,
      "learning_rate": 3.7068965517241385e-05,
      "loss": 1.719,
      "step": 3200
    },
    {
      "epoch": 1.4670932358318098,
      "grad_norm": 108193.546875,
      "learning_rate": 3.702107279693487e-05,
      "loss": 1.7423,
      "step": 3210
    },
    {
      "epoch": 1.4716636197440585,
      "grad_norm": 83211.53125,
      "learning_rate": 3.697318007662835e-05,
      "loss": 1.6915,
      "step": 3220
    },
    {
      "epoch": 1.476234003656307,
      "grad_norm": 118025.546875,
      "learning_rate": 3.692528735632184e-05,
      "loss": 1.7542,
      "step": 3230
    },
    {
      "epoch": 1.4808043875685557,
      "grad_norm": 79268.8828125,
      "learning_rate": 3.6877394636015326e-05,
      "loss": 1.7558,
      "step": 3240
    },
    {
      "epoch": 1.4853747714808043,
      "grad_norm": 91756.1015625,
      "learning_rate": 3.682950191570881e-05,
      "loss": 1.6653,
      "step": 3250
    },
    {
      "epoch": 1.489945155393053,
      "grad_norm": 114188.828125,
      "learning_rate": 3.67816091954023e-05,
      "loss": 1.7899,
      "step": 3260
    },
    {
      "epoch": 1.4945155393053016,
      "grad_norm": 122504.4921875,
      "learning_rate": 3.673371647509579e-05,
      "loss": 1.8254,
      "step": 3270
    },
    {
      "epoch": 1.4990859232175504,
      "grad_norm": 68376.1640625,
      "learning_rate": 3.6685823754789274e-05,
      "loss": 1.7274,
      "step": 3280
    },
    {
      "epoch": 1.5036563071297988,
      "grad_norm": 118541.71875,
      "learning_rate": 3.663793103448276e-05,
      "loss": 1.7456,
      "step": 3290
    },
    {
      "epoch": 1.5082266910420477,
      "grad_norm": 62813.5078125,
      "learning_rate": 3.659003831417625e-05,
      "loss": 1.7049,
      "step": 3300
    },
    {
      "epoch": 1.512797074954296,
      "grad_norm": 107603.8515625,
      "learning_rate": 3.6542145593869734e-05,
      "loss": 1.6411,
      "step": 3310
    },
    {
      "epoch": 1.517367458866545,
      "grad_norm": 66405.75,
      "learning_rate": 3.649425287356322e-05,
      "loss": 1.6928,
      "step": 3320
    },
    {
      "epoch": 1.5219378427787933,
      "grad_norm": 77770.8125,
      "learning_rate": 3.644636015325671e-05,
      "loss": 1.6668,
      "step": 3330
    },
    {
      "epoch": 1.5265082266910421,
      "grad_norm": 96171.3359375,
      "learning_rate": 3.6398467432950195e-05,
      "loss": 1.7354,
      "step": 3340
    },
    {
      "epoch": 1.5310786106032905,
      "grad_norm": 114372.53125,
      "learning_rate": 3.635057471264368e-05,
      "loss": 1.6588,
      "step": 3350
    },
    {
      "epoch": 1.5356489945155394,
      "grad_norm": 126977.671875,
      "learning_rate": 3.630268199233717e-05,
      "loss": 1.7437,
      "step": 3360
    },
    {
      "epoch": 1.5402193784277878,
      "grad_norm": 124899.46875,
      "learning_rate": 3.6254789272030656e-05,
      "loss": 1.7381,
      "step": 3370
    },
    {
      "epoch": 1.5447897623400366,
      "grad_norm": 87250.2109375,
      "learning_rate": 3.620689655172414e-05,
      "loss": 1.7489,
      "step": 3380
    },
    {
      "epoch": 1.5493601462522852,
      "grad_norm": 99225.671875,
      "learning_rate": 3.615900383141763e-05,
      "loss": 1.7005,
      "step": 3390
    },
    {
      "epoch": 1.5539305301645339,
      "grad_norm": 110436.3515625,
      "learning_rate": 3.611111111111111e-05,
      "loss": 1.7526,
      "step": 3400
    },
    {
      "epoch": 1.5585009140767825,
      "grad_norm": 73272.2421875,
      "learning_rate": 3.6063218390804596e-05,
      "loss": 1.6412,
      "step": 3410
    },
    {
      "epoch": 1.563071297989031,
      "grad_norm": 83162.109375,
      "learning_rate": 3.601532567049808e-05,
      "loss": 1.7777,
      "step": 3420
    },
    {
      "epoch": 1.5676416819012797,
      "grad_norm": 65596.4609375,
      "learning_rate": 3.596743295019157e-05,
      "loss": 1.7165,
      "step": 3430
    },
    {
      "epoch": 1.5722120658135283,
      "grad_norm": 87716.9375,
      "learning_rate": 3.591954022988506e-05,
      "loss": 1.7015,
      "step": 3440
    },
    {
      "epoch": 1.576782449725777,
      "grad_norm": 108148.75,
      "learning_rate": 3.5871647509578544e-05,
      "loss": 1.6684,
      "step": 3450
    },
    {
      "epoch": 1.5813528336380256,
      "grad_norm": 79430.3203125,
      "learning_rate": 3.582375478927204e-05,
      "loss": 1.6243,
      "step": 3460
    },
    {
      "epoch": 1.5859232175502742,
      "grad_norm": 102633.3046875,
      "learning_rate": 3.5775862068965524e-05,
      "loss": 1.7009,
      "step": 3470
    },
    {
      "epoch": 1.5904936014625228,
      "grad_norm": 116884.0546875,
      "learning_rate": 3.5727969348659004e-05,
      "loss": 1.6794,
      "step": 3480
    },
    {
      "epoch": 1.5950639853747715,
      "grad_norm": 123101.0078125,
      "learning_rate": 3.568007662835249e-05,
      "loss": 1.7216,
      "step": 3490
    },
    {
      "epoch": 1.59963436928702,
      "grad_norm": 81439.2734375,
      "learning_rate": 3.563218390804598e-05,
      "loss": 1.6748,
      "step": 3500
    },
    {
      "epoch": 1.6042047531992687,
      "grad_norm": 101444.484375,
      "learning_rate": 3.5584291187739465e-05,
      "loss": 1.8176,
      "step": 3510
    },
    {
      "epoch": 1.6087751371115173,
      "grad_norm": 76834.7578125,
      "learning_rate": 3.553639846743295e-05,
      "loss": 1.6932,
      "step": 3520
    },
    {
      "epoch": 1.6133455210237662,
      "grad_norm": 102102.7265625,
      "learning_rate": 3.548850574712644e-05,
      "loss": 1.7848,
      "step": 3530
    },
    {
      "epoch": 1.6179159049360146,
      "grad_norm": 65518.3984375,
      "learning_rate": 3.5440613026819926e-05,
      "loss": 1.6966,
      "step": 3540
    },
    {
      "epoch": 1.6224862888482634,
      "grad_norm": 72790.3359375,
      "learning_rate": 3.539272030651341e-05,
      "loss": 1.6584,
      "step": 3550
    },
    {
      "epoch": 1.6270566727605118,
      "grad_norm": 73727.9140625,
      "learning_rate": 3.53448275862069e-05,
      "loss": 1.7437,
      "step": 3560
    },
    {
      "epoch": 1.6316270566727606,
      "grad_norm": 91062.0859375,
      "learning_rate": 3.529693486590038e-05,
      "loss": 1.6678,
      "step": 3570
    },
    {
      "epoch": 1.636197440585009,
      "grad_norm": 172251.484375,
      "learning_rate": 3.5249042145593867e-05,
      "loss": 1.7394,
      "step": 3580
    },
    {
      "epoch": 1.6407678244972579,
      "grad_norm": 85787.4140625,
      "learning_rate": 3.5201149425287353e-05,
      "loss": 1.6567,
      "step": 3590
    },
    {
      "epoch": 1.6453382084095063,
      "grad_norm": 96389.1171875,
      "learning_rate": 3.515325670498085e-05,
      "loss": 1.7427,
      "step": 3600
    },
    {
      "epoch": 1.6499085923217551,
      "grad_norm": 69201.625,
      "learning_rate": 3.5105363984674334e-05,
      "loss": 1.7775,
      "step": 3610
    },
    {
      "epoch": 1.6544789762340035,
      "grad_norm": 100617.40625,
      "learning_rate": 3.505747126436782e-05,
      "loss": 1.7371,
      "step": 3620
    },
    {
      "epoch": 1.6590493601462524,
      "grad_norm": 96952.21875,
      "learning_rate": 3.500957854406131e-05,
      "loss": 1.7269,
      "step": 3630
    },
    {
      "epoch": 1.6636197440585008,
      "grad_norm": 74618.84375,
      "learning_rate": 3.4961685823754795e-05,
      "loss": 1.6758,
      "step": 3640
    },
    {
      "epoch": 1.6681901279707496,
      "grad_norm": 57622.64453125,
      "learning_rate": 3.4913793103448275e-05,
      "loss": 1.6987,
      "step": 3650
    },
    {
      "epoch": 1.672760511882998,
      "grad_norm": 102405.7421875,
      "learning_rate": 3.486590038314176e-05,
      "loss": 1.755,
      "step": 3660
    },
    {
      "epoch": 1.6773308957952469,
      "grad_norm": 99707.1953125,
      "learning_rate": 3.481800766283525e-05,
      "loss": 1.6318,
      "step": 3670
    },
    {
      "epoch": 1.6819012797074955,
      "grad_norm": 84351.671875,
      "learning_rate": 3.4770114942528735e-05,
      "loss": 1.7005,
      "step": 3680
    },
    {
      "epoch": 1.686471663619744,
      "grad_norm": 92737.875,
      "learning_rate": 3.472222222222222e-05,
      "loss": 1.6547,
      "step": 3690
    },
    {
      "epoch": 1.6910420475319927,
      "grad_norm": 117513.71875,
      "learning_rate": 3.467432950191571e-05,
      "loss": 1.6817,
      "step": 3700
    },
    {
      "epoch": 1.6956124314442413,
      "grad_norm": 78983.3515625,
      "learning_rate": 3.4626436781609196e-05,
      "loss": 1.7011,
      "step": 3710
    },
    {
      "epoch": 1.70018281535649,
      "grad_norm": 160552.734375,
      "learning_rate": 3.457854406130268e-05,
      "loss": 1.7277,
      "step": 3720
    },
    {
      "epoch": 1.7047531992687386,
      "grad_norm": 69111.1328125,
      "learning_rate": 3.453065134099617e-05,
      "loss": 1.7326,
      "step": 3730
    },
    {
      "epoch": 1.7093235831809872,
      "grad_norm": 106880.96875,
      "learning_rate": 3.4482758620689657e-05,
      "loss": 1.7453,
      "step": 3740
    },
    {
      "epoch": 1.7138939670932358,
      "grad_norm": 117654.46875,
      "learning_rate": 3.4434865900383143e-05,
      "loss": 1.8011,
      "step": 3750
    },
    {
      "epoch": 1.7184643510054844,
      "grad_norm": 85585.7265625,
      "learning_rate": 3.438697318007663e-05,
      "loss": 1.7664,
      "step": 3760
    },
    {
      "epoch": 1.723034734917733,
      "grad_norm": 77661.5078125,
      "learning_rate": 3.433908045977012e-05,
      "loss": 1.6859,
      "step": 3770
    },
    {
      "epoch": 1.7276051188299817,
      "grad_norm": 106292.359375,
      "learning_rate": 3.4291187739463604e-05,
      "loss": 1.7482,
      "step": 3780
    },
    {
      "epoch": 1.7321755027422303,
      "grad_norm": 98747.6171875,
      "learning_rate": 3.424329501915709e-05,
      "loss": 1.7234,
      "step": 3790
    },
    {
      "epoch": 1.736745886654479,
      "grad_norm": 155160.953125,
      "learning_rate": 3.419540229885058e-05,
      "loss": 1.8456,
      "step": 3800
    },
    {
      "epoch": 1.7413162705667276,
      "grad_norm": 94582.5546875,
      "learning_rate": 3.4147509578544065e-05,
      "loss": 1.8332,
      "step": 3810
    },
    {
      "epoch": 1.7458866544789764,
      "grad_norm": 96502.8359375,
      "learning_rate": 3.409961685823755e-05,
      "loss": 1.8145,
      "step": 3820
    },
    {
      "epoch": 1.7504570383912248,
      "grad_norm": 87164.46875,
      "learning_rate": 3.405172413793103e-05,
      "loss": 1.6959,
      "step": 3830
    },
    {
      "epoch": 1.7550274223034736,
      "grad_norm": 94143.84375,
      "learning_rate": 3.400383141762452e-05,
      "loss": 1.7662,
      "step": 3840
    },
    {
      "epoch": 1.759597806215722,
      "grad_norm": 69526.3671875,
      "learning_rate": 3.3955938697318005e-05,
      "loss": 1.6818,
      "step": 3850
    },
    {
      "epoch": 1.7641681901279709,
      "grad_norm": 91595.3359375,
      "learning_rate": 3.390804597701149e-05,
      "loss": 1.6884,
      "step": 3860
    },
    {
      "epoch": 1.7687385740402193,
      "grad_norm": 97468.0234375,
      "learning_rate": 3.3860153256704986e-05,
      "loss": 1.7608,
      "step": 3870
    },
    {
      "epoch": 1.7733089579524681,
      "grad_norm": 138455.578125,
      "learning_rate": 3.381226053639847e-05,
      "loss": 1.6528,
      "step": 3880
    },
    {
      "epoch": 1.7778793418647165,
      "grad_norm": 107855.234375,
      "learning_rate": 3.376436781609196e-05,
      "loss": 1.7178,
      "step": 3890
    },
    {
      "epoch": 1.7824497257769654,
      "grad_norm": 105021.2421875,
      "learning_rate": 3.371647509578545e-05,
      "loss": 1.6807,
      "step": 3900
    },
    {
      "epoch": 1.7870201096892138,
      "grad_norm": 252806.71875,
      "learning_rate": 3.366858237547893e-05,
      "loss": 1.6723,
      "step": 3910
    },
    {
      "epoch": 1.7915904936014626,
      "grad_norm": 116308.34375,
      "learning_rate": 3.3620689655172414e-05,
      "loss": 1.7991,
      "step": 3920
    },
    {
      "epoch": 1.796160877513711,
      "grad_norm": 86454.4375,
      "learning_rate": 3.35727969348659e-05,
      "loss": 1.7825,
      "step": 3930
    },
    {
      "epoch": 1.8007312614259599,
      "grad_norm": 71364.28125,
      "learning_rate": 3.352490421455939e-05,
      "loss": 1.769,
      "step": 3940
    },
    {
      "epoch": 1.8053016453382082,
      "grad_norm": 70699.7265625,
      "learning_rate": 3.3477011494252874e-05,
      "loss": 1.7765,
      "step": 3950
    },
    {
      "epoch": 1.809872029250457,
      "grad_norm": 58119.38671875,
      "learning_rate": 3.342911877394636e-05,
      "loss": 1.6735,
      "step": 3960
    },
    {
      "epoch": 1.8144424131627057,
      "grad_norm": 89724.2578125,
      "learning_rate": 3.338122605363985e-05,
      "loss": 1.7261,
      "step": 3970
    },
    {
      "epoch": 1.8190127970749543,
      "grad_norm": 103765.2421875,
      "learning_rate": 3.3333333333333335e-05,
      "loss": 1.7276,
      "step": 3980
    },
    {
      "epoch": 1.823583180987203,
      "grad_norm": 108591.3046875,
      "learning_rate": 3.328544061302682e-05,
      "loss": 1.6897,
      "step": 3990
    },
    {
      "epoch": 1.8281535648994516,
      "grad_norm": 70272.8046875,
      "learning_rate": 3.323754789272031e-05,
      "loss": 1.6812,
      "step": 4000
    },
    {
      "epoch": 1.8327239488117002,
      "grad_norm": 71892.390625,
      "learning_rate": 3.3189655172413796e-05,
      "loss": 1.7387,
      "step": 4010
    },
    {
      "epoch": 1.8372943327239488,
      "grad_norm": 73947.421875,
      "learning_rate": 3.314176245210728e-05,
      "loss": 1.6488,
      "step": 4020
    },
    {
      "epoch": 1.8418647166361974,
      "grad_norm": 90722.765625,
      "learning_rate": 3.309386973180077e-05,
      "loss": 1.7028,
      "step": 4030
    },
    {
      "epoch": 1.846435100548446,
      "grad_norm": 106649.1484375,
      "learning_rate": 3.3045977011494256e-05,
      "loss": 1.7118,
      "step": 4040
    },
    {
      "epoch": 1.8510054844606947,
      "grad_norm": 79884.34375,
      "learning_rate": 3.299808429118774e-05,
      "loss": 1.6838,
      "step": 4050
    },
    {
      "epoch": 1.8555758683729433,
      "grad_norm": 133383.34375,
      "learning_rate": 3.295019157088123e-05,
      "loss": 1.7038,
      "step": 4060
    },
    {
      "epoch": 1.860146252285192,
      "grad_norm": 93182.28125,
      "learning_rate": 3.290229885057472e-05,
      "loss": 1.6335,
      "step": 4070
    },
    {
      "epoch": 1.8647166361974405,
      "grad_norm": 57547.94921875,
      "learning_rate": 3.2854406130268204e-05,
      "loss": 1.7422,
      "step": 4080
    },
    {
      "epoch": 1.8692870201096892,
      "grad_norm": 95853.7734375,
      "learning_rate": 3.2806513409961684e-05,
      "loss": 1.775,
      "step": 4090
    },
    {
      "epoch": 1.8738574040219378,
      "grad_norm": 144561.4375,
      "learning_rate": 3.275862068965517e-05,
      "loss": 1.8058,
      "step": 4100
    },
    {
      "epoch": 1.8784277879341866,
      "grad_norm": 108504.7734375,
      "learning_rate": 3.271072796934866e-05,
      "loss": 1.7476,
      "step": 4110
    },
    {
      "epoch": 1.882998171846435,
      "grad_norm": 94651.2109375,
      "learning_rate": 3.2662835249042144e-05,
      "loss": 1.7199,
      "step": 4120
    },
    {
      "epoch": 1.8875685557586839,
      "grad_norm": 70529.734375,
      "learning_rate": 3.261494252873563e-05,
      "loss": 1.7404,
      "step": 4130
    },
    {
      "epoch": 1.8921389396709323,
      "grad_norm": 61164.6796875,
      "learning_rate": 3.256704980842912e-05,
      "loss": 1.6635,
      "step": 4140
    },
    {
      "epoch": 1.8967093235831811,
      "grad_norm": 114792.84375,
      "learning_rate": 3.251915708812261e-05,
      "loss": 1.7986,
      "step": 4150
    },
    {
      "epoch": 1.9012797074954295,
      "grad_norm": 72610.09375,
      "learning_rate": 3.24712643678161e-05,
      "loss": 1.6614,
      "step": 4160
    },
    {
      "epoch": 1.9058500914076784,
      "grad_norm": 85551.8828125,
      "learning_rate": 3.242337164750958e-05,
      "loss": 1.6255,
      "step": 4170
    },
    {
      "epoch": 1.9104204753199268,
      "grad_norm": 109005.5546875,
      "learning_rate": 3.2375478927203066e-05,
      "loss": 1.6897,
      "step": 4180
    },
    {
      "epoch": 1.9149908592321756,
      "grad_norm": 107019.8046875,
      "learning_rate": 3.232758620689655e-05,
      "loss": 1.732,
      "step": 4190
    },
    {
      "epoch": 1.919561243144424,
      "grad_norm": 78904.2109375,
      "learning_rate": 3.227969348659004e-05,
      "loss": 1.7201,
      "step": 4200
    },
    {
      "epoch": 1.9241316270566728,
      "grad_norm": 64701.79296875,
      "learning_rate": 3.2231800766283526e-05,
      "loss": 1.6952,
      "step": 4210
    },
    {
      "epoch": 1.9287020109689212,
      "grad_norm": 64434.64453125,
      "learning_rate": 3.218390804597701e-05,
      "loss": 1.6946,
      "step": 4220
    },
    {
      "epoch": 1.93327239488117,
      "grad_norm": 115172.6171875,
      "learning_rate": 3.21360153256705e-05,
      "loss": 1.6573,
      "step": 4230
    },
    {
      "epoch": 1.9378427787934185,
      "grad_norm": 82583.25,
      "learning_rate": 3.208812260536399e-05,
      "loss": 1.7499,
      "step": 4240
    },
    {
      "epoch": 1.9424131627056673,
      "grad_norm": 93962.40625,
      "learning_rate": 3.2040229885057474e-05,
      "loss": 1.7036,
      "step": 4250
    },
    {
      "epoch": 1.946983546617916,
      "grad_norm": 81828.8203125,
      "learning_rate": 3.1992337164750954e-05,
      "loss": 1.6486,
      "step": 4260
    },
    {
      "epoch": 1.9515539305301646,
      "grad_norm": 109928.0546875,
      "learning_rate": 3.194444444444444e-05,
      "loss": 1.7805,
      "step": 4270
    },
    {
      "epoch": 1.9561243144424132,
      "grad_norm": 100452.4765625,
      "learning_rate": 3.1896551724137935e-05,
      "loss": 1.6897,
      "step": 4280
    },
    {
      "epoch": 1.9606946983546618,
      "grad_norm": 53400.49609375,
      "learning_rate": 3.184865900383142e-05,
      "loss": 1.681,
      "step": 4290
    },
    {
      "epoch": 1.9652650822669104,
      "grad_norm": 104313.296875,
      "learning_rate": 3.180076628352491e-05,
      "loss": 1.737,
      "step": 4300
    },
    {
      "epoch": 1.969835466179159,
      "grad_norm": 92321.3515625,
      "learning_rate": 3.1752873563218395e-05,
      "loss": 1.6844,
      "step": 4310
    },
    {
      "epoch": 1.9744058500914077,
      "grad_norm": 87737.4140625,
      "learning_rate": 3.170498084291188e-05,
      "loss": 1.7712,
      "step": 4320
    },
    {
      "epoch": 1.9789762340036563,
      "grad_norm": 108424.9453125,
      "learning_rate": 3.165708812260537e-05,
      "loss": 1.7173,
      "step": 4330
    },
    {
      "epoch": 1.983546617915905,
      "grad_norm": 79022.0546875,
      "learning_rate": 3.160919540229885e-05,
      "loss": 1.668,
      "step": 4340
    },
    {
      "epoch": 1.9881170018281535,
      "grad_norm": 67820.46875,
      "learning_rate": 3.1561302681992336e-05,
      "loss": 1.7499,
      "step": 4350
    },
    {
      "epoch": 1.9926873857404022,
      "grad_norm": 56711.33984375,
      "learning_rate": 3.151340996168582e-05,
      "loss": 1.6331,
      "step": 4360
    },
    {
      "epoch": 1.9972577696526508,
      "grad_norm": 137476.015625,
      "learning_rate": 3.146551724137931e-05,
      "loss": 1.6912,
      "step": 4370
    },
    {
      "epoch": 2.0,
      "eval_loss": 1.693359375,
      "eval_runtime": 345.1475,
      "eval_samples_per_second": 43.46,
      "eval_steps_per_second": 1.359,
      "step": 4376
    },
    {
      "epoch": 2.0018281535648996,
      "grad_norm": 95937.5703125,
      "learning_rate": 3.1417624521072797e-05,
      "loss": 1.7171,
      "step": 4380
    },
    {
      "epoch": 2.006398537477148,
      "grad_norm": 69800.3515625,
      "learning_rate": 3.1369731800766283e-05,
      "loss": 1.698,
      "step": 4390
    },
    {
      "epoch": 2.010968921389397,
      "grad_norm": 74739.84375,
      "learning_rate": 3.132183908045977e-05,
      "loss": 1.6507,
      "step": 4400
    },
    {
      "epoch": 2.0155393053016453,
      "grad_norm": 82305.1484375,
      "learning_rate": 3.127394636015326e-05,
      "loss": 1.7155,
      "step": 4410
    },
    {
      "epoch": 2.020109689213894,
      "grad_norm": 62019.15625,
      "learning_rate": 3.1226053639846744e-05,
      "loss": 1.7122,
      "step": 4420
    },
    {
      "epoch": 2.0246800731261425,
      "grad_norm": 63863.31640625,
      "learning_rate": 3.117816091954023e-05,
      "loss": 1.7085,
      "step": 4430
    },
    {
      "epoch": 2.0292504570383914,
      "grad_norm": 51309.7109375,
      "learning_rate": 3.113026819923372e-05,
      "loss": 1.7576,
      "step": 4440
    },
    {
      "epoch": 2.0338208409506398,
      "grad_norm": 55412.6796875,
      "learning_rate": 3.1082375478927205e-05,
      "loss": 1.709,
      "step": 4450
    },
    {
      "epoch": 2.0383912248628886,
      "grad_norm": 107907.9609375,
      "learning_rate": 3.103448275862069e-05,
      "loss": 1.771,
      "step": 4460
    },
    {
      "epoch": 2.042961608775137,
      "grad_norm": 73671.1796875,
      "learning_rate": 3.098659003831418e-05,
      "loss": 1.7703,
      "step": 4470
    },
    {
      "epoch": 2.047531992687386,
      "grad_norm": 59534.9765625,
      "learning_rate": 3.0938697318007665e-05,
      "loss": 1.7293,
      "step": 4480
    },
    {
      "epoch": 2.0521023765996342,
      "grad_norm": 133561.09375,
      "learning_rate": 3.089080459770115e-05,
      "loss": 1.7752,
      "step": 4490
    },
    {
      "epoch": 2.056672760511883,
      "grad_norm": 133462.234375,
      "learning_rate": 3.084291187739464e-05,
      "loss": 1.7729,
      "step": 4500
    },
    {
      "epoch": 2.0612431444241315,
      "grad_norm": 70087.765625,
      "learning_rate": 3.0795019157088126e-05,
      "loss": 1.7831,
      "step": 4510
    },
    {
      "epoch": 2.0658135283363803,
      "grad_norm": 141446.296875,
      "learning_rate": 3.0747126436781606e-05,
      "loss": 1.7614,
      "step": 4520
    },
    {
      "epoch": 2.0703839122486287,
      "grad_norm": 83022.75,
      "learning_rate": 3.069923371647509e-05,
      "loss": 1.5773,
      "step": 4530
    },
    {
      "epoch": 2.0749542961608776,
      "grad_norm": 81699.2578125,
      "learning_rate": 3.065134099616858e-05,
      "loss": 1.7204,
      "step": 4540
    },
    {
      "epoch": 2.079524680073126,
      "grad_norm": 73930.953125,
      "learning_rate": 3.060344827586207e-05,
      "loss": 1.781,
      "step": 4550
    },
    {
      "epoch": 2.084095063985375,
      "grad_norm": 99254.2890625,
      "learning_rate": 3.055555555555556e-05,
      "loss": 1.6642,
      "step": 4560
    },
    {
      "epoch": 2.088665447897623,
      "grad_norm": 84721.40625,
      "learning_rate": 3.0507662835249047e-05,
      "loss": 1.6594,
      "step": 4570
    },
    {
      "epoch": 2.093235831809872,
      "grad_norm": 78780.6015625,
      "learning_rate": 3.045977011494253e-05,
      "loss": 1.7436,
      "step": 4580
    },
    {
      "epoch": 2.0978062157221204,
      "grad_norm": 74259.4921875,
      "learning_rate": 3.0411877394636018e-05,
      "loss": 1.7986,
      "step": 4590
    },
    {
      "epoch": 2.1023765996343693,
      "grad_norm": 116283.8671875,
      "learning_rate": 3.0363984674329505e-05,
      "loss": 1.7248,
      "step": 4600
    },
    {
      "epoch": 2.106946983546618,
      "grad_norm": 96815.84375,
      "learning_rate": 3.031609195402299e-05,
      "loss": 1.763,
      "step": 4610
    },
    {
      "epoch": 2.1115173674588665,
      "grad_norm": 61044.22265625,
      "learning_rate": 3.0268199233716475e-05,
      "loss": 1.7655,
      "step": 4620
    },
    {
      "epoch": 2.1160877513711154,
      "grad_norm": 75176.796875,
      "learning_rate": 3.0220306513409962e-05,
      "loss": 1.7197,
      "step": 4630
    },
    {
      "epoch": 2.1206581352833638,
      "grad_norm": 100533.109375,
      "learning_rate": 3.017241379310345e-05,
      "loss": 1.6475,
      "step": 4640
    },
    {
      "epoch": 2.1252285191956126,
      "grad_norm": 79551.5234375,
      "learning_rate": 3.0124521072796936e-05,
      "loss": 1.6468,
      "step": 4650
    },
    {
      "epoch": 2.129798903107861,
      "grad_norm": 74119.8515625,
      "learning_rate": 3.0076628352490422e-05,
      "loss": 1.7115,
      "step": 4660
    },
    {
      "epoch": 2.13436928702011,
      "grad_norm": 62293.6953125,
      "learning_rate": 3.0028735632183906e-05,
      "loss": 1.7507,
      "step": 4670
    },
    {
      "epoch": 2.1389396709323583,
      "grad_norm": 66430.1953125,
      "learning_rate": 2.9980842911877393e-05,
      "loss": 1.6552,
      "step": 4680
    },
    {
      "epoch": 2.143510054844607,
      "grad_norm": 70040.5390625,
      "learning_rate": 2.9932950191570886e-05,
      "loss": 1.7662,
      "step": 4690
    },
    {
      "epoch": 2.1480804387568555,
      "grad_norm": 94635.6796875,
      "learning_rate": 2.988505747126437e-05,
      "loss": 1.7736,
      "step": 4700
    },
    {
      "epoch": 2.1526508226691043,
      "grad_norm": 79885.9453125,
      "learning_rate": 2.9837164750957857e-05,
      "loss": 1.7164,
      "step": 4710
    },
    {
      "epoch": 2.1572212065813527,
      "grad_norm": 81728.3046875,
      "learning_rate": 2.9789272030651344e-05,
      "loss": 1.7839,
      "step": 4720
    },
    {
      "epoch": 2.1617915904936016,
      "grad_norm": 95488.8984375,
      "learning_rate": 2.974137931034483e-05,
      "loss": 1.7674,
      "step": 4730
    },
    {
      "epoch": 2.16636197440585,
      "grad_norm": 109054.171875,
      "learning_rate": 2.9693486590038317e-05,
      "loss": 1.6966,
      "step": 4740
    },
    {
      "epoch": 2.170932358318099,
      "grad_norm": 79046.40625,
      "learning_rate": 2.96455938697318e-05,
      "loss": 1.6621,
      "step": 4750
    },
    {
      "epoch": 2.1755027422303472,
      "grad_norm": 102101.4765625,
      "learning_rate": 2.9597701149425288e-05,
      "loss": 1.7391,
      "step": 4760
    },
    {
      "epoch": 2.180073126142596,
      "grad_norm": 83587.875,
      "learning_rate": 2.9549808429118775e-05,
      "loss": 1.8232,
      "step": 4770
    },
    {
      "epoch": 2.1846435100548445,
      "grad_norm": 104632.4921875,
      "learning_rate": 2.950191570881226e-05,
      "loss": 1.6575,
      "step": 4780
    },
    {
      "epoch": 2.1892138939670933,
      "grad_norm": 72859.53125,
      "learning_rate": 2.945402298850575e-05,
      "loss": 1.7205,
      "step": 4790
    },
    {
      "epoch": 2.1937842778793417,
      "grad_norm": 92640.796875,
      "learning_rate": 2.9406130268199232e-05,
      "loss": 1.725,
      "step": 4800
    },
    {
      "epoch": 2.1983546617915906,
      "grad_norm": 246298.65625,
      "learning_rate": 2.935823754789272e-05,
      "loss": 1.7163,
      "step": 4810
    },
    {
      "epoch": 2.202925045703839,
      "grad_norm": 97907.3828125,
      "learning_rate": 2.9310344827586206e-05,
      "loss": 1.6475,
      "step": 4820
    },
    {
      "epoch": 2.207495429616088,
      "grad_norm": 85840.625,
      "learning_rate": 2.9262452107279696e-05,
      "loss": 1.7121,
      "step": 4830
    },
    {
      "epoch": 2.212065813528336,
      "grad_norm": 72967.8984375,
      "learning_rate": 2.9214559386973183e-05,
      "loss": 1.7438,
      "step": 4840
    },
    {
      "epoch": 2.216636197440585,
      "grad_norm": 75571.765625,
      "learning_rate": 2.916666666666667e-05,
      "loss": 1.6586,
      "step": 4850
    },
    {
      "epoch": 2.2212065813528334,
      "grad_norm": 65606.75,
      "learning_rate": 2.9118773946360157e-05,
      "loss": 1.7405,
      "step": 4860
    },
    {
      "epoch": 2.2257769652650823,
      "grad_norm": 81884.3828125,
      "learning_rate": 2.9070881226053644e-05,
      "loss": 1.7318,
      "step": 4870
    },
    {
      "epoch": 2.2303473491773307,
      "grad_norm": 66072.0703125,
      "learning_rate": 2.9022988505747127e-05,
      "loss": 1.7428,
      "step": 4880
    },
    {
      "epoch": 2.2349177330895795,
      "grad_norm": 154896.03125,
      "learning_rate": 2.8975095785440614e-05,
      "loss": 1.7548,
      "step": 4890
    },
    {
      "epoch": 2.2394881170018284,
      "grad_norm": 75736.953125,
      "learning_rate": 2.89272030651341e-05,
      "loss": 1.7215,
      "step": 4900
    },
    {
      "epoch": 2.2440585009140768,
      "grad_norm": 67909.71875,
      "learning_rate": 2.8879310344827588e-05,
      "loss": 1.6336,
      "step": 4910
    },
    {
      "epoch": 2.2486288848263256,
      "grad_norm": 89797.1953125,
      "learning_rate": 2.8831417624521075e-05,
      "loss": 1.7273,
      "step": 4920
    },
    {
      "epoch": 2.253199268738574,
      "grad_norm": 85214.125,
      "learning_rate": 2.8783524904214558e-05,
      "loss": 1.7144,
      "step": 4930
    },
    {
      "epoch": 2.257769652650823,
      "grad_norm": 76317.734375,
      "learning_rate": 2.8735632183908045e-05,
      "loss": 1.7784,
      "step": 4940
    },
    {
      "epoch": 2.2623400365630713,
      "grad_norm": 49163.828125,
      "learning_rate": 2.8687739463601532e-05,
      "loss": 1.7026,
      "step": 4950
    },
    {
      "epoch": 2.26691042047532,
      "grad_norm": 107379.171875,
      "learning_rate": 2.863984674329502e-05,
      "loss": 1.7803,
      "step": 4960
    },
    {
      "epoch": 2.2714808043875685,
      "grad_norm": 69726.2734375,
      "learning_rate": 2.859195402298851e-05,
      "loss": 1.7006,
      "step": 4970
    },
    {
      "epoch": 2.2760511882998173,
      "grad_norm": 68964.7265625,
      "learning_rate": 2.8544061302681996e-05,
      "loss": 1.7053,
      "step": 4980
    },
    {
      "epoch": 2.2806215722120657,
      "grad_norm": 67173.03125,
      "learning_rate": 2.8496168582375483e-05,
      "loss": 1.6936,
      "step": 4990
    },
    {
      "epoch": 2.2851919561243146,
      "grad_norm": 78151.328125,
      "learning_rate": 2.844827586206897e-05,
      "loss": 1.7376,
      "step": 5000
    },
    {
      "epoch": 2.289762340036563,
      "grad_norm": 147513.4375,
      "learning_rate": 2.8400383141762453e-05,
      "loss": 1.7627,
      "step": 5010
    },
    {
      "epoch": 2.294332723948812,
      "grad_norm": 104835.921875,
      "learning_rate": 2.835249042145594e-05,
      "loss": 1.6425,
      "step": 5020
    },
    {
      "epoch": 2.2989031078610602,
      "grad_norm": 120597.7109375,
      "learning_rate": 2.8304597701149427e-05,
      "loss": 1.7738,
      "step": 5030
    },
    {
      "epoch": 2.303473491773309,
      "grad_norm": 65482.203125,
      "learning_rate": 2.8256704980842914e-05,
      "loss": 1.6205,
      "step": 5040
    },
    {
      "epoch": 2.3080438756855575,
      "grad_norm": 71476.0078125,
      "learning_rate": 2.82088122605364e-05,
      "loss": 1.6699,
      "step": 5050
    },
    {
      "epoch": 2.3126142595978063,
      "grad_norm": 85771.3515625,
      "learning_rate": 2.8160919540229884e-05,
      "loss": 1.697,
      "step": 5060
    },
    {
      "epoch": 2.3171846435100547,
      "grad_norm": 63680.30859375,
      "learning_rate": 2.811302681992337e-05,
      "loss": 1.6754,
      "step": 5070
    },
    {
      "epoch": 2.3217550274223036,
      "grad_norm": 152300.34375,
      "learning_rate": 2.8065134099616858e-05,
      "loss": 1.6722,
      "step": 5080
    },
    {
      "epoch": 2.326325411334552,
      "grad_norm": 88300.703125,
      "learning_rate": 2.8017241379310345e-05,
      "loss": 1.7725,
      "step": 5090
    },
    {
      "epoch": 2.330895795246801,
      "grad_norm": 106965.4375,
      "learning_rate": 2.796934865900383e-05,
      "loss": 1.7734,
      "step": 5100
    },
    {
      "epoch": 2.335466179159049,
      "grad_norm": 118704.640625,
      "learning_rate": 2.7921455938697322e-05,
      "loss": 1.6477,
      "step": 5110
    },
    {
      "epoch": 2.340036563071298,
      "grad_norm": 78607.4453125,
      "learning_rate": 2.787356321839081e-05,
      "loss": 1.7386,
      "step": 5120
    },
    {
      "epoch": 2.3446069469835464,
      "grad_norm": 83952.1171875,
      "learning_rate": 2.7825670498084296e-05,
      "loss": 1.64,
      "step": 5130
    },
    {
      "epoch": 2.3491773308957953,
      "grad_norm": 107545.0859375,
      "learning_rate": 2.777777777777778e-05,
      "loss": 1.6633,
      "step": 5140
    },
    {
      "epoch": 2.353747714808044,
      "grad_norm": 72284.5,
      "learning_rate": 2.7729885057471266e-05,
      "loss": 1.7249,
      "step": 5150
    },
    {
      "epoch": 2.3583180987202925,
      "grad_norm": 89877.7109375,
      "learning_rate": 2.7681992337164753e-05,
      "loss": 1.6901,
      "step": 5160
    },
    {
      "epoch": 2.362888482632541,
      "grad_norm": 138945.6875,
      "learning_rate": 2.763409961685824e-05,
      "loss": 1.6468,
      "step": 5170
    },
    {
      "epoch": 2.3674588665447898,
      "grad_norm": 58679.375,
      "learning_rate": 2.7586206896551727e-05,
      "loss": 1.6838,
      "step": 5180
    },
    {
      "epoch": 2.3720292504570386,
      "grad_norm": 95501.8671875,
      "learning_rate": 2.753831417624521e-05,
      "loss": 1.682,
      "step": 5190
    },
    {
      "epoch": 2.376599634369287,
      "grad_norm": 76119.296875,
      "learning_rate": 2.7490421455938697e-05,
      "loss": 1.8395,
      "step": 5200
    },
    {
      "epoch": 2.3811700182815354,
      "grad_norm": 108761.65625,
      "learning_rate": 2.7442528735632184e-05,
      "loss": 1.7638,
      "step": 5210
    },
    {
      "epoch": 2.3857404021937842,
      "grad_norm": 99530.703125,
      "learning_rate": 2.739463601532567e-05,
      "loss": 1.6688,
      "step": 5220
    },
    {
      "epoch": 2.390310786106033,
      "grad_norm": 73215.6171875,
      "learning_rate": 2.7346743295019158e-05,
      "loss": 1.6266,
      "step": 5230
    },
    {
      "epoch": 2.3948811700182815,
      "grad_norm": 94147.75,
      "learning_rate": 2.7298850574712648e-05,
      "loss": 1.7344,
      "step": 5240
    },
    {
      "epoch": 2.3994515539305303,
      "grad_norm": 80156.09375,
      "learning_rate": 2.7250957854406135e-05,
      "loss": 1.7074,
      "step": 5250
    },
    {
      "epoch": 2.4040219378427787,
      "grad_norm": 54975.70703125,
      "learning_rate": 2.720306513409962e-05,
      "loss": 1.6535,
      "step": 5260
    },
    {
      "epoch": 2.4085923217550276,
      "grad_norm": 64294.23828125,
      "learning_rate": 2.7155172413793105e-05,
      "loss": 1.6997,
      "step": 5270
    },
    {
      "epoch": 2.413162705667276,
      "grad_norm": 83260.0,
      "learning_rate": 2.7107279693486592e-05,
      "loss": 1.7617,
      "step": 5280
    },
    {
      "epoch": 2.417733089579525,
      "grad_norm": 79186.6484375,
      "learning_rate": 2.705938697318008e-05,
      "loss": 1.6661,
      "step": 5290
    },
    {
      "epoch": 2.422303473491773,
      "grad_norm": 98957.21875,
      "learning_rate": 2.7011494252873566e-05,
      "loss": 1.6771,
      "step": 5300
    },
    {
      "epoch": 2.426873857404022,
      "grad_norm": 71378.125,
      "learning_rate": 2.6963601532567053e-05,
      "loss": 1.6975,
      "step": 5310
    },
    {
      "epoch": 2.4314442413162705,
      "grad_norm": 81879.71875,
      "learning_rate": 2.6915708812260536e-05,
      "loss": 1.774,
      "step": 5320
    },
    {
      "epoch": 2.4360146252285193,
      "grad_norm": 57695.0078125,
      "learning_rate": 2.6867816091954023e-05,
      "loss": 1.6981,
      "step": 5330
    },
    {
      "epoch": 2.4405850091407677,
      "grad_norm": 84480.6328125,
      "learning_rate": 2.681992337164751e-05,
      "loss": 1.7748,
      "step": 5340
    },
    {
      "epoch": 2.4451553930530165,
      "grad_norm": 71991.0859375,
      "learning_rate": 2.6772030651340997e-05,
      "loss": 1.6582,
      "step": 5350
    },
    {
      "epoch": 2.449725776965265,
      "grad_norm": 84038.8984375,
      "learning_rate": 2.672413793103448e-05,
      "loss": 1.7313,
      "step": 5360
    },
    {
      "epoch": 2.454296160877514,
      "grad_norm": 61137.41015625,
      "learning_rate": 2.6676245210727967e-05,
      "loss": 1.686,
      "step": 5370
    },
    {
      "epoch": 2.458866544789762,
      "grad_norm": 82829.7734375,
      "learning_rate": 2.662835249042146e-05,
      "loss": 1.6642,
      "step": 5380
    },
    {
      "epoch": 2.463436928702011,
      "grad_norm": 77371.140625,
      "learning_rate": 2.6580459770114948e-05,
      "loss": 1.7747,
      "step": 5390
    },
    {
      "epoch": 2.4680073126142594,
      "grad_norm": 109782.984375,
      "learning_rate": 2.653256704980843e-05,
      "loss": 1.7706,
      "step": 5400
    },
    {
      "epoch": 2.4725776965265083,
      "grad_norm": 99484.78125,
      "learning_rate": 2.6484674329501918e-05,
      "loss": 1.7255,
      "step": 5410
    },
    {
      "epoch": 2.4771480804387567,
      "grad_norm": 97897.8671875,
      "learning_rate": 2.6436781609195405e-05,
      "loss": 1.8301,
      "step": 5420
    },
    {
      "epoch": 2.4817184643510055,
      "grad_norm": 69454.625,
      "learning_rate": 2.6388888888888892e-05,
      "loss": 1.833,
      "step": 5430
    },
    {
      "epoch": 2.4862888482632544,
      "grad_norm": 51202.9765625,
      "learning_rate": 2.6340996168582375e-05,
      "loss": 1.8042,
      "step": 5440
    },
    {
      "epoch": 2.4908592321755028,
      "grad_norm": 62593.1015625,
      "learning_rate": 2.6293103448275862e-05,
      "loss": 1.7295,
      "step": 5450
    },
    {
      "epoch": 2.495429616087751,
      "grad_norm": 62147.26953125,
      "learning_rate": 2.624521072796935e-05,
      "loss": 1.7026,
      "step": 5460
    },
    {
      "epoch": 2.5,
      "grad_norm": 105682.3515625,
      "learning_rate": 2.6197318007662836e-05,
      "loss": 1.6866,
      "step": 5470
    },
    {
      "epoch": 2.504570383912249,
      "grad_norm": 133388.953125,
      "learning_rate": 2.6149425287356323e-05,
      "loss": 1.6257,
      "step": 5480
    },
    {
      "epoch": 2.5091407678244972,
      "grad_norm": 78931.4609375,
      "learning_rate": 2.6101532567049806e-05,
      "loss": 1.7367,
      "step": 5490
    },
    {
      "epoch": 2.5137111517367456,
      "grad_norm": 58830.1484375,
      "learning_rate": 2.6053639846743293e-05,
      "loss": 1.6935,
      "step": 5500
    },
    {
      "epoch": 2.5182815356489945,
      "grad_norm": 154903.03125,
      "learning_rate": 2.600574712643678e-05,
      "loss": 1.6548,
      "step": 5510
    },
    {
      "epoch": 2.5228519195612433,
      "grad_norm": 71029.5859375,
      "learning_rate": 2.595785440613027e-05,
      "loss": 1.7459,
      "step": 5520
    },
    {
      "epoch": 2.5274223034734917,
      "grad_norm": 76854.0,
      "learning_rate": 2.5909961685823757e-05,
      "loss": 1.7737,
      "step": 5530
    },
    {
      "epoch": 2.53199268738574,
      "grad_norm": 78467.3984375,
      "learning_rate": 2.5862068965517244e-05,
      "loss": 1.728,
      "step": 5540
    },
    {
      "epoch": 2.536563071297989,
      "grad_norm": 81775.109375,
      "learning_rate": 2.581417624521073e-05,
      "loss": 1.6481,
      "step": 5550
    },
    {
      "epoch": 2.541133455210238,
      "grad_norm": 59482.62890625,
      "learning_rate": 2.5766283524904218e-05,
      "loss": 1.7565,
      "step": 5560
    },
    {
      "epoch": 2.545703839122486,
      "grad_norm": 114247.8671875,
      "learning_rate": 2.57183908045977e-05,
      "loss": 1.6725,
      "step": 5570
    },
    {
      "epoch": 2.550274223034735,
      "grad_norm": 69261.0390625,
      "learning_rate": 2.5670498084291188e-05,
      "loss": 1.7034,
      "step": 5580
    },
    {
      "epoch": 2.5548446069469835,
      "grad_norm": 88227.703125,
      "learning_rate": 2.5622605363984675e-05,
      "loss": 1.6888,
      "step": 5590
    },
    {
      "epoch": 2.5594149908592323,
      "grad_norm": 123599.8828125,
      "learning_rate": 2.5574712643678162e-05,
      "loss": 1.6814,
      "step": 5600
    },
    {
      "epoch": 2.5639853747714807,
      "grad_norm": 61095.8984375,
      "learning_rate": 2.552681992337165e-05,
      "loss": 1.6875,
      "step": 5610
    },
    {
      "epoch": 2.5685557586837295,
      "grad_norm": 71797.8671875,
      "learning_rate": 2.5478927203065132e-05,
      "loss": 1.6945,
      "step": 5620
    },
    {
      "epoch": 2.573126142595978,
      "grad_norm": 70069.7890625,
      "learning_rate": 2.543103448275862e-05,
      "loss": 1.6055,
      "step": 5630
    },
    {
      "epoch": 2.577696526508227,
      "grad_norm": 90758.25,
      "learning_rate": 2.5383141762452106e-05,
      "loss": 1.7105,
      "step": 5640
    },
    {
      "epoch": 2.582266910420475,
      "grad_norm": 73838.0390625,
      "learning_rate": 2.5335249042145593e-05,
      "loss": 1.7238,
      "step": 5650
    },
    {
      "epoch": 2.586837294332724,
      "grad_norm": 169500.65625,
      "learning_rate": 2.5287356321839083e-05,
      "loss": 1.6286,
      "step": 5660
    },
    {
      "epoch": 2.5914076782449724,
      "grad_norm": 86502.6484375,
      "learning_rate": 2.523946360153257e-05,
      "loss": 1.7394,
      "step": 5670
    },
    {
      "epoch": 2.5959780621572213,
      "grad_norm": 77630.203125,
      "learning_rate": 2.5191570881226057e-05,
      "loss": 1.6857,
      "step": 5680
    },
    {
      "epoch": 2.60054844606947,
      "grad_norm": 78792.4921875,
      "learning_rate": 2.5143678160919544e-05,
      "loss": 1.7818,
      "step": 5690
    },
    {
      "epoch": 2.6051188299817185,
      "grad_norm": 61021.87890625,
      "learning_rate": 2.5095785440613027e-05,
      "loss": 1.6825,
      "step": 5700
    },
    {
      "epoch": 2.609689213893967,
      "grad_norm": 93845.828125,
      "learning_rate": 2.5047892720306514e-05,
      "loss": 1.7818,
      "step": 5710
    },
    {
      "epoch": 2.6142595978062158,
      "grad_norm": 77104.4296875,
      "learning_rate": 2.5e-05,
      "loss": 1.6891,
      "step": 5720
    },
    {
      "epoch": 2.6188299817184646,
      "grad_norm": 67157.0625,
      "learning_rate": 2.4952107279693488e-05,
      "loss": 1.7418,
      "step": 5730
    },
    {
      "epoch": 2.623400365630713,
      "grad_norm": 117816.0078125,
      "learning_rate": 2.4904214559386975e-05,
      "loss": 1.6851,
      "step": 5740
    },
    {
      "epoch": 2.6279707495429614,
      "grad_norm": 64429.0546875,
      "learning_rate": 2.485632183908046e-05,
      "loss": 1.7577,
      "step": 5750
    },
    {
      "epoch": 2.6325411334552102,
      "grad_norm": 99433.84375,
      "learning_rate": 2.480842911877395e-05,
      "loss": 1.6719,
      "step": 5760
    },
    {
      "epoch": 2.637111517367459,
      "grad_norm": 129014.9609375,
      "learning_rate": 2.4760536398467436e-05,
      "loss": 1.8557,
      "step": 5770
    },
    {
      "epoch": 2.6416819012797075,
      "grad_norm": 51642.76171875,
      "learning_rate": 2.4712643678160922e-05,
      "loss": 1.71,
      "step": 5780
    },
    {
      "epoch": 2.646252285191956,
      "grad_norm": 92177.1875,
      "learning_rate": 2.4664750957854406e-05,
      "loss": 1.6415,
      "step": 5790
    },
    {
      "epoch": 2.6508226691042047,
      "grad_norm": 83833.5546875,
      "learning_rate": 2.4616858237547893e-05,
      "loss": 1.6863,
      "step": 5800
    },
    {
      "epoch": 2.6553930530164536,
      "grad_norm": 83966.53125,
      "learning_rate": 2.456896551724138e-05,
      "loss": 1.7626,
      "step": 5810
    },
    {
      "epoch": 2.659963436928702,
      "grad_norm": 94047.453125,
      "learning_rate": 2.4521072796934867e-05,
      "loss": 1.7408,
      "step": 5820
    },
    {
      "epoch": 2.664533820840951,
      "grad_norm": 107394.71875,
      "learning_rate": 2.4473180076628353e-05,
      "loss": 1.7078,
      "step": 5830
    },
    {
      "epoch": 2.669104204753199,
      "grad_norm": 96418.6328125,
      "learning_rate": 2.442528735632184e-05,
      "loss": 1.7023,
      "step": 5840
    },
    {
      "epoch": 2.673674588665448,
      "grad_norm": 115618.6015625,
      "learning_rate": 2.4377394636015327e-05,
      "loss": 1.7811,
      "step": 5850
    },
    {
      "epoch": 2.6782449725776964,
      "grad_norm": 102043.5078125,
      "learning_rate": 2.4329501915708814e-05,
      "loss": 1.761,
      "step": 5860
    },
    {
      "epoch": 2.6828153564899453,
      "grad_norm": 85863.6953125,
      "learning_rate": 2.42816091954023e-05,
      "loss": 1.786,
      "step": 5870
    },
    {
      "epoch": 2.6873857404021937,
      "grad_norm": 105787.890625,
      "learning_rate": 2.4233716475095784e-05,
      "loss": 1.6736,
      "step": 5880
    },
    {
      "epoch": 2.6919561243144425,
      "grad_norm": 87654.65625,
      "learning_rate": 2.418582375478927e-05,
      "loss": 1.7352,
      "step": 5890
    },
    {
      "epoch": 2.696526508226691,
      "grad_norm": 65512.890625,
      "learning_rate": 2.413793103448276e-05,
      "loss": 1.6165,
      "step": 5900
    },
    {
      "epoch": 2.7010968921389398,
      "grad_norm": 96425.09375,
      "learning_rate": 2.409003831417625e-05,
      "loss": 1.6336,
      "step": 5910
    },
    {
      "epoch": 2.705667276051188,
      "grad_norm": 64857.203125,
      "learning_rate": 2.4042145593869732e-05,
      "loss": 1.7171,
      "step": 5920
    },
    {
      "epoch": 2.710237659963437,
      "grad_norm": 59102.8828125,
      "learning_rate": 2.399425287356322e-05,
      "loss": 1.7046,
      "step": 5930
    },
    {
      "epoch": 2.7148080438756854,
      "grad_norm": 89212.4140625,
      "learning_rate": 2.3946360153256706e-05,
      "loss": 1.6989,
      "step": 5940
    },
    {
      "epoch": 2.7193784277879343,
      "grad_norm": 75463.0859375,
      "learning_rate": 2.3898467432950193e-05,
      "loss": 1.7416,
      "step": 5950
    },
    {
      "epoch": 2.7239488117001827,
      "grad_norm": 107514.09375,
      "learning_rate": 2.385057471264368e-05,
      "loss": 1.7762,
      "step": 5960
    },
    {
      "epoch": 2.7285191956124315,
      "grad_norm": 97020.46875,
      "learning_rate": 2.3802681992337166e-05,
      "loss": 1.6877,
      "step": 5970
    },
    {
      "epoch": 2.7330895795246803,
      "grad_norm": 100322.8515625,
      "learning_rate": 2.3754789272030653e-05,
      "loss": 1.7148,
      "step": 5980
    },
    {
      "epoch": 2.7376599634369287,
      "grad_norm": 66746.328125,
      "learning_rate": 2.370689655172414e-05,
      "loss": 1.7645,
      "step": 5990
    },
    {
      "epoch": 2.742230347349177,
      "grad_norm": 50676.11328125,
      "learning_rate": 2.3659003831417627e-05,
      "loss": 1.7107,
      "step": 6000
    },
    {
      "epoch": 2.746800731261426,
      "grad_norm": 53923.9921875,
      "learning_rate": 2.361111111111111e-05,
      "loss": 1.7802,
      "step": 6010
    },
    {
      "epoch": 2.751371115173675,
      "grad_norm": 61331.36328125,
      "learning_rate": 2.3563218390804597e-05,
      "loss": 1.682,
      "step": 6020
    },
    {
      "epoch": 2.7559414990859232,
      "grad_norm": 92563.5078125,
      "learning_rate": 2.3515325670498088e-05,
      "loss": 1.8056,
      "step": 6030
    },
    {
      "epoch": 2.7605118829981716,
      "grad_norm": 103113.2578125,
      "learning_rate": 2.3467432950191575e-05,
      "loss": 1.6654,
      "step": 6040
    },
    {
      "epoch": 2.7650822669104205,
      "grad_norm": 83672.0859375,
      "learning_rate": 2.3419540229885058e-05,
      "loss": 1.6853,
      "step": 6050
    },
    {
      "epoch": 2.7696526508226693,
      "grad_norm": 66880.90625,
      "learning_rate": 2.3371647509578545e-05,
      "loss": 1.7165,
      "step": 6060
    },
    {
      "epoch": 2.7742230347349177,
      "grad_norm": 159394.40625,
      "learning_rate": 2.3323754789272032e-05,
      "loss": 1.6777,
      "step": 6070
    },
    {
      "epoch": 2.778793418647166,
      "grad_norm": 103960.3203125,
      "learning_rate": 2.327586206896552e-05,
      "loss": 1.7345,
      "step": 6080
    },
    {
      "epoch": 2.783363802559415,
      "grad_norm": 89361.9609375,
      "learning_rate": 2.3227969348659002e-05,
      "loss": 1.8153,
      "step": 6090
    },
    {
      "epoch": 2.787934186471664,
      "grad_norm": 48453.51953125,
      "learning_rate": 2.3180076628352492e-05,
      "loss": 1.7499,
      "step": 6100
    },
    {
      "epoch": 2.792504570383912,
      "grad_norm": 60024.06640625,
      "learning_rate": 2.313218390804598e-05,
      "loss": 1.6522,
      "step": 6110
    },
    {
      "epoch": 2.797074954296161,
      "grad_norm": 76540.078125,
      "learning_rate": 2.3084291187739466e-05,
      "loss": 1.7614,
      "step": 6120
    },
    {
      "epoch": 2.8016453382084094,
      "grad_norm": 127741.5390625,
      "learning_rate": 2.303639846743295e-05,
      "loss": 1.7328,
      "step": 6130
    },
    {
      "epoch": 2.8062157221206583,
      "grad_norm": 92570.3828125,
      "learning_rate": 2.2988505747126437e-05,
      "loss": 1.6602,
      "step": 6140
    },
    {
      "epoch": 2.8107861060329067,
      "grad_norm": 74026.5,
      "learning_rate": 2.2940613026819923e-05,
      "loss": 1.6413,
      "step": 6150
    },
    {
      "epoch": 2.8153564899451555,
      "grad_norm": 142319.03125,
      "learning_rate": 2.289272030651341e-05,
      "loss": 1.6652,
      "step": 6160
    },
    {
      "epoch": 2.819926873857404,
      "grad_norm": 66725.7578125,
      "learning_rate": 2.2844827586206897e-05,
      "loss": 1.7805,
      "step": 6170
    },
    {
      "epoch": 2.8244972577696528,
      "grad_norm": 204509.578125,
      "learning_rate": 2.2796934865900384e-05,
      "loss": 1.7006,
      "step": 6180
    },
    {
      "epoch": 2.829067641681901,
      "grad_norm": 81922.28125,
      "learning_rate": 2.274904214559387e-05,
      "loss": 1.7177,
      "step": 6190
    },
    {
      "epoch": 2.83363802559415,
      "grad_norm": 79576.234375,
      "learning_rate": 2.2701149425287358e-05,
      "loss": 1.7878,
      "step": 6200
    },
    {
      "epoch": 2.8382084095063984,
      "grad_norm": 94908.828125,
      "learning_rate": 2.2653256704980845e-05,
      "loss": 1.6381,
      "step": 6210
    },
    {
      "epoch": 2.8427787934186473,
      "grad_norm": 54743.4921875,
      "learning_rate": 2.2605363984674328e-05,
      "loss": 1.6953,
      "step": 6220
    },
    {
      "epoch": 2.8473491773308957,
      "grad_norm": 81304.8203125,
      "learning_rate": 2.2557471264367815e-05,
      "loss": 1.7417,
      "step": 6230
    },
    {
      "epoch": 2.8519195612431445,
      "grad_norm": 61965.26171875,
      "learning_rate": 2.2509578544061305e-05,
      "loss": 1.7189,
      "step": 6240
    },
    {
      "epoch": 2.856489945155393,
      "grad_norm": 74507.875,
      "learning_rate": 2.2461685823754792e-05,
      "loss": 1.6891,
      "step": 6250
    },
    {
      "epoch": 2.8610603290676417,
      "grad_norm": 83252.703125,
      "learning_rate": 2.2413793103448276e-05,
      "loss": 1.6622,
      "step": 6260
    },
    {
      "epoch": 2.8656307129798906,
      "grad_norm": 74911.6484375,
      "learning_rate": 2.2365900383141763e-05,
      "loss": 1.684,
      "step": 6270
    },
    {
      "epoch": 2.870201096892139,
      "grad_norm": 67471.203125,
      "learning_rate": 2.231800766283525e-05,
      "loss": 1.7436,
      "step": 6280
    },
    {
      "epoch": 2.8747714808043874,
      "grad_norm": 54812.26953125,
      "learning_rate": 2.2270114942528736e-05,
      "loss": 1.7817,
      "step": 6290
    },
    {
      "epoch": 2.8793418647166362,
      "grad_norm": 93858.140625,
      "learning_rate": 2.2222222222222223e-05,
      "loss": 1.721,
      "step": 6300
    },
    {
      "epoch": 2.883912248628885,
      "grad_norm": 64988.40234375,
      "learning_rate": 2.217432950191571e-05,
      "loss": 1.7022,
      "step": 6310
    },
    {
      "epoch": 2.8884826325411335,
      "grad_norm": 70428.0546875,
      "learning_rate": 2.2126436781609197e-05,
      "loss": 1.7059,
      "step": 6320
    },
    {
      "epoch": 2.893053016453382,
      "grad_norm": 82495.4453125,
      "learning_rate": 2.2078544061302684e-05,
      "loss": 1.8106,
      "step": 6330
    },
    {
      "epoch": 2.8976234003656307,
      "grad_norm": 81380.859375,
      "learning_rate": 2.203065134099617e-05,
      "loss": 1.6888,
      "step": 6340
    },
    {
      "epoch": 2.9021937842778796,
      "grad_norm": 79387.8125,
      "learning_rate": 2.1982758620689654e-05,
      "loss": 1.6739,
      "step": 6350
    },
    {
      "epoch": 2.906764168190128,
      "grad_norm": 139392.453125,
      "learning_rate": 2.193486590038314e-05,
      "loss": 1.6741,
      "step": 6360
    },
    {
      "epoch": 2.9113345521023763,
      "grad_norm": 87657.875,
      "learning_rate": 2.1886973180076628e-05,
      "loss": 1.7429,
      "step": 6370
    },
    {
      "epoch": 2.915904936014625,
      "grad_norm": 62421.78125,
      "learning_rate": 2.183908045977012e-05,
      "loss": 1.7148,
      "step": 6380
    },
    {
      "epoch": 2.920475319926874,
      "grad_norm": 126881.4375,
      "learning_rate": 2.1791187739463602e-05,
      "loss": 1.6232,
      "step": 6390
    },
    {
      "epoch": 2.9250457038391224,
      "grad_norm": 102633.1015625,
      "learning_rate": 2.174329501915709e-05,
      "loss": 1.7049,
      "step": 6400
    },
    {
      "epoch": 2.9296160877513713,
      "grad_norm": 102789.2265625,
      "learning_rate": 2.1695402298850576e-05,
      "loss": 1.7001,
      "step": 6410
    },
    {
      "epoch": 2.9341864716636197,
      "grad_norm": 79177.21875,
      "learning_rate": 2.1647509578544062e-05,
      "loss": 1.7525,
      "step": 6420
    },
    {
      "epoch": 2.9387568555758685,
      "grad_norm": 80986.46875,
      "learning_rate": 2.159961685823755e-05,
      "loss": 1.6458,
      "step": 6430
    },
    {
      "epoch": 2.943327239488117,
      "grad_norm": 97659.375,
      "learning_rate": 2.1551724137931033e-05,
      "loss": 1.7678,
      "step": 6440
    },
    {
      "epoch": 2.9478976234003658,
      "grad_norm": 97846.609375,
      "learning_rate": 2.1503831417624523e-05,
      "loss": 1.7128,
      "step": 6450
    },
    {
      "epoch": 2.952468007312614,
      "grad_norm": 74223.375,
      "learning_rate": 2.145593869731801e-05,
      "loss": 1.8434,
      "step": 6460
    },
    {
      "epoch": 2.957038391224863,
      "grad_norm": 59553.359375,
      "learning_rate": 2.1408045977011497e-05,
      "loss": 1.7717,
      "step": 6470
    },
    {
      "epoch": 2.9616087751371114,
      "grad_norm": 57012.078125,
      "learning_rate": 2.136015325670498e-05,
      "loss": 1.6865,
      "step": 6480
    },
    {
      "epoch": 2.9661791590493602,
      "grad_norm": 57963.9609375,
      "learning_rate": 2.1312260536398467e-05,
      "loss": 1.6966,
      "step": 6490
    },
    {
      "epoch": 2.9707495429616086,
      "grad_norm": 82150.6015625,
      "learning_rate": 2.1264367816091954e-05,
      "loss": 1.7219,
      "step": 6500
    },
    {
      "epoch": 2.9753199268738575,
      "grad_norm": 49790.92578125,
      "learning_rate": 2.1216475095785444e-05,
      "loss": 1.7301,
      "step": 6510
    },
    {
      "epoch": 2.979890310786106,
      "grad_norm": 77082.4140625,
      "learning_rate": 2.1168582375478928e-05,
      "loss": 1.6742,
      "step": 6520
    },
    {
      "epoch": 2.9844606946983547,
      "grad_norm": 123639.671875,
      "learning_rate": 2.1120689655172415e-05,
      "loss": 1.6256,
      "step": 6530
    },
    {
      "epoch": 2.989031078610603,
      "grad_norm": 67240.890625,
      "learning_rate": 2.10727969348659e-05,
      "loss": 1.7623,
      "step": 6540
    },
    {
      "epoch": 2.993601462522852,
      "grad_norm": 71455.7890625,
      "learning_rate": 2.102490421455939e-05,
      "loss": 1.6758,
      "step": 6550
    },
    {
      "epoch": 2.998171846435101,
      "grad_norm": 155724.125,
      "learning_rate": 2.0977011494252875e-05,
      "loss": 1.6401,
      "step": 6560
    },
    {
      "epoch": 3.0,
      "eval_loss": 1.695529818534851,
      "eval_runtime": 345.831,
      "eval_samples_per_second": 43.374,
      "eval_steps_per_second": 1.356,
      "step": 6564
    },
    {
      "epoch": 3.002742230347349,
      "grad_norm": 71896.8515625,
      "learning_rate": 2.092911877394636e-05,
      "loss": 1.7537,
      "step": 6570
    },
    {
      "epoch": 3.0073126142595976,
      "grad_norm": 61401.01171875,
      "learning_rate": 2.088122605363985e-05,
      "loss": 1.6979,
      "step": 6580
    },
    {
      "epoch": 3.0118829981718465,
      "grad_norm": 108287.78125,
      "learning_rate": 2.0833333333333336e-05,
      "loss": 1.7115,
      "step": 6590
    },
    {
      "epoch": 3.016453382084095,
      "grad_norm": 108027.125,
      "learning_rate": 2.0785440613026823e-05,
      "loss": 1.6887,
      "step": 6600
    },
    {
      "epoch": 3.0210237659963437,
      "grad_norm": 89622.265625,
      "learning_rate": 2.0737547892720306e-05,
      "loss": 1.6484,
      "step": 6610
    },
    {
      "epoch": 3.025594149908592,
      "grad_norm": 116170.4921875,
      "learning_rate": 2.0689655172413793e-05,
      "loss": 1.723,
      "step": 6620
    },
    {
      "epoch": 3.030164533820841,
      "grad_norm": 76070.9765625,
      "learning_rate": 2.064176245210728e-05,
      "loss": 1.6649,
      "step": 6630
    },
    {
      "epoch": 3.03473491773309,
      "grad_norm": 86966.0859375,
      "learning_rate": 2.0593869731800767e-05,
      "loss": 1.6613,
      "step": 6640
    },
    {
      "epoch": 3.039305301645338,
      "grad_norm": 101902.5,
      "learning_rate": 2.0545977011494254e-05,
      "loss": 1.6718,
      "step": 6650
    },
    {
      "epoch": 3.043875685557587,
      "grad_norm": 45214.640625,
      "learning_rate": 2.049808429118774e-05,
      "loss": 1.7025,
      "step": 6660
    },
    {
      "epoch": 3.0484460694698354,
      "grad_norm": 61494.140625,
      "learning_rate": 2.0450191570881228e-05,
      "loss": 1.7289,
      "step": 6670
    },
    {
      "epoch": 3.0530164533820843,
      "grad_norm": 136512.90625,
      "learning_rate": 2.0402298850574715e-05,
      "loss": 1.7768,
      "step": 6680
    },
    {
      "epoch": 3.0575868372943327,
      "grad_norm": 106828.390625,
      "learning_rate": 2.03544061302682e-05,
      "loss": 1.7891,
      "step": 6690
    },
    {
      "epoch": 3.0621572212065815,
      "grad_norm": 54863.59765625,
      "learning_rate": 2.0306513409961685e-05,
      "loss": 1.6614,
      "step": 6700
    },
    {
      "epoch": 3.06672760511883,
      "grad_norm": 95806.8984375,
      "learning_rate": 2.0258620689655172e-05,
      "loss": 1.6815,
      "step": 6710
    },
    {
      "epoch": 3.0712979890310788,
      "grad_norm": 70664.6875,
      "learning_rate": 2.0210727969348662e-05,
      "loss": 1.6989,
      "step": 6720
    },
    {
      "epoch": 3.075868372943327,
      "grad_norm": 118271.9921875,
      "learning_rate": 2.016283524904215e-05,
      "loss": 1.8092,
      "step": 6730
    },
    {
      "epoch": 3.080438756855576,
      "grad_norm": 82462.28125,
      "learning_rate": 2.0114942528735632e-05,
      "loss": 1.8018,
      "step": 6740
    },
    {
      "epoch": 3.0850091407678244,
      "grad_norm": 69368.5546875,
      "learning_rate": 2.006704980842912e-05,
      "loss": 1.6884,
      "step": 6750
    },
    {
      "epoch": 3.0895795246800732,
      "grad_norm": 84815.4609375,
      "learning_rate": 2.0019157088122606e-05,
      "loss": 1.695,
      "step": 6760
    },
    {
      "epoch": 3.0941499085923216,
      "grad_norm": 117484.3125,
      "learning_rate": 1.9971264367816093e-05,
      "loss": 1.799,
      "step": 6770
    },
    {
      "epoch": 3.0987202925045705,
      "grad_norm": 74344.625,
      "learning_rate": 1.992337164750958e-05,
      "loss": 1.7173,
      "step": 6780
    },
    {
      "epoch": 3.103290676416819,
      "grad_norm": 61023.3359375,
      "learning_rate": 1.9875478927203067e-05,
      "loss": 1.7335,
      "step": 6790
    },
    {
      "epoch": 3.1078610603290677,
      "grad_norm": 80261.34375,
      "learning_rate": 1.9827586206896554e-05,
      "loss": 1.6618,
      "step": 6800
    },
    {
      "epoch": 3.112431444241316,
      "grad_norm": 44226.015625,
      "learning_rate": 1.977969348659004e-05,
      "loss": 1.6994,
      "step": 6810
    },
    {
      "epoch": 3.117001828153565,
      "grad_norm": 62552.55078125,
      "learning_rate": 1.9731800766283527e-05,
      "loss": 1.6826,
      "step": 6820
    },
    {
      "epoch": 3.1215722120658134,
      "grad_norm": 126776.40625,
      "learning_rate": 1.968390804597701e-05,
      "loss": 1.6274,
      "step": 6830
    },
    {
      "epoch": 3.126142595978062,
      "grad_norm": 71035.0234375,
      "learning_rate": 1.9636015325670498e-05,
      "loss": 1.8007,
      "step": 6840
    },
    {
      "epoch": 3.1307129798903106,
      "grad_norm": 78976.2265625,
      "learning_rate": 1.9588122605363985e-05,
      "loss": 1.727,
      "step": 6850
    },
    {
      "epoch": 3.1352833638025595,
      "grad_norm": 83373.7265625,
      "learning_rate": 1.9540229885057475e-05,
      "loss": 1.7554,
      "step": 6860
    },
    {
      "epoch": 3.139853747714808,
      "grad_norm": 165484.453125,
      "learning_rate": 1.949233716475096e-05,
      "loss": 1.621,
      "step": 6870
    },
    {
      "epoch": 3.1444241316270567,
      "grad_norm": 62350.18359375,
      "learning_rate": 1.9444444444444445e-05,
      "loss": 1.8118,
      "step": 6880
    },
    {
      "epoch": 3.148994515539305,
      "grad_norm": 64155.27734375,
      "learning_rate": 1.9396551724137932e-05,
      "loss": 1.7245,
      "step": 6890
    },
    {
      "epoch": 3.153564899451554,
      "grad_norm": 69873.4375,
      "learning_rate": 1.934865900383142e-05,
      "loss": 1.7768,
      "step": 6900
    },
    {
      "epoch": 3.1581352833638023,
      "grad_norm": 122451.703125,
      "learning_rate": 1.9300766283524903e-05,
      "loss": 1.7436,
      "step": 6910
    },
    {
      "epoch": 3.162705667276051,
      "grad_norm": 50876.828125,
      "learning_rate": 1.925287356321839e-05,
      "loss": 1.7615,
      "step": 6920
    },
    {
      "epoch": 3.1672760511883,
      "grad_norm": 68587.875,
      "learning_rate": 1.920498084291188e-05,
      "loss": 1.6389,
      "step": 6930
    },
    {
      "epoch": 3.1718464351005484,
      "grad_norm": 111575.640625,
      "learning_rate": 1.9157088122605367e-05,
      "loss": 1.7055,
      "step": 6940
    },
    {
      "epoch": 3.1764168190127973,
      "grad_norm": 68116.921875,
      "learning_rate": 1.910919540229885e-05,
      "loss": 1.7635,
      "step": 6950
    },
    {
      "epoch": 3.1809872029250457,
      "grad_norm": 75995.734375,
      "learning_rate": 1.9061302681992337e-05,
      "loss": 1.7208,
      "step": 6960
    },
    {
      "epoch": 3.1855575868372945,
      "grad_norm": 97217.1796875,
      "learning_rate": 1.9013409961685824e-05,
      "loss": 1.6942,
      "step": 6970
    },
    {
      "epoch": 3.190127970749543,
      "grad_norm": 125494.984375,
      "learning_rate": 1.896551724137931e-05,
      "loss": 1.7897,
      "step": 6980
    },
    {
      "epoch": 3.1946983546617918,
      "grad_norm": 102539.3046875,
      "learning_rate": 1.8917624521072798e-05,
      "loss": 1.7186,
      "step": 6990
    },
    {
      "epoch": 3.19926873857404,
      "grad_norm": 92514.1640625,
      "learning_rate": 1.8869731800766285e-05,
      "loss": 1.7805,
      "step": 7000
    },
    {
      "epoch": 3.203839122486289,
      "grad_norm": 86951.125,
      "learning_rate": 1.882183908045977e-05,
      "loss": 1.738,
      "step": 7010
    },
    {
      "epoch": 3.2084095063985374,
      "grad_norm": 99123.890625,
      "learning_rate": 1.8773946360153258e-05,
      "loss": 1.6605,
      "step": 7020
    },
    {
      "epoch": 3.2129798903107862,
      "grad_norm": 61411.390625,
      "learning_rate": 1.8726053639846745e-05,
      "loss": 1.6291,
      "step": 7030
    },
    {
      "epoch": 3.2175502742230346,
      "grad_norm": 69628.1953125,
      "learning_rate": 1.867816091954023e-05,
      "loss": 1.7693,
      "step": 7040
    },
    {
      "epoch": 3.2221206581352835,
      "grad_norm": 74736.0390625,
      "learning_rate": 1.8630268199233716e-05,
      "loss": 1.6428,
      "step": 7050
    },
    {
      "epoch": 3.226691042047532,
      "grad_norm": 93917.203125,
      "learning_rate": 1.8582375478927206e-05,
      "loss": 1.7189,
      "step": 7060
    },
    {
      "epoch": 3.2312614259597807,
      "grad_norm": 80656.5546875,
      "learning_rate": 1.8534482758620693e-05,
      "loss": 1.7485,
      "step": 7070
    },
    {
      "epoch": 3.235831809872029,
      "grad_norm": 72125.5546875,
      "learning_rate": 1.8486590038314176e-05,
      "loss": 1.644,
      "step": 7080
    },
    {
      "epoch": 3.240402193784278,
      "grad_norm": 86443.671875,
      "learning_rate": 1.8438697318007663e-05,
      "loss": 1.6747,
      "step": 7090
    },
    {
      "epoch": 3.2449725776965264,
      "grad_norm": 93107.2734375,
      "learning_rate": 1.839080459770115e-05,
      "loss": 1.705,
      "step": 7100
    },
    {
      "epoch": 3.249542961608775,
      "grad_norm": 68446.5078125,
      "learning_rate": 1.8342911877394637e-05,
      "loss": 1.7647,
      "step": 7110
    },
    {
      "epoch": 3.2541133455210236,
      "grad_norm": 91024.3125,
      "learning_rate": 1.8295019157088124e-05,
      "loss": 1.7323,
      "step": 7120
    },
    {
      "epoch": 3.2586837294332724,
      "grad_norm": 63286.3828125,
      "learning_rate": 1.824712643678161e-05,
      "loss": 1.7359,
      "step": 7130
    },
    {
      "epoch": 3.263254113345521,
      "grad_norm": 94550.0234375,
      "learning_rate": 1.8199233716475097e-05,
      "loss": 1.7065,
      "step": 7140
    },
    {
      "epoch": 3.2678244972577697,
      "grad_norm": 66774.734375,
      "learning_rate": 1.8151340996168584e-05,
      "loss": 1.6688,
      "step": 7150
    },
    {
      "epoch": 3.272394881170018,
      "grad_norm": 52998.1484375,
      "learning_rate": 1.810344827586207e-05,
      "loss": 1.7237,
      "step": 7160
    },
    {
      "epoch": 3.276965265082267,
      "grad_norm": 70673.5078125,
      "learning_rate": 1.8055555555555555e-05,
      "loss": 1.7609,
      "step": 7170
    },
    {
      "epoch": 3.2815356489945158,
      "grad_norm": 109352.7421875,
      "learning_rate": 1.800766283524904e-05,
      "loss": 1.6908,
      "step": 7180
    },
    {
      "epoch": 3.286106032906764,
      "grad_norm": 66609.03125,
      "learning_rate": 1.795977011494253e-05,
      "loss": 1.7241,
      "step": 7190
    },
    {
      "epoch": 3.2906764168190126,
      "grad_norm": 74225.8984375,
      "learning_rate": 1.791187739463602e-05,
      "loss": 1.7827,
      "step": 7200
    },
    {
      "epoch": 3.2952468007312614,
      "grad_norm": 116946.515625,
      "learning_rate": 1.7863984674329502e-05,
      "loss": 1.6128,
      "step": 7210
    },
    {
      "epoch": 3.2998171846435103,
      "grad_norm": 76768.5234375,
      "learning_rate": 1.781609195402299e-05,
      "loss": 1.7406,
      "step": 7220
    },
    {
      "epoch": 3.3043875685557587,
      "grad_norm": 107767.0625,
      "learning_rate": 1.7768199233716476e-05,
      "loss": 1.6913,
      "step": 7230
    },
    {
      "epoch": 3.3089579524680075,
      "grad_norm": 76932.5703125,
      "learning_rate": 1.7720306513409963e-05,
      "loss": 1.751,
      "step": 7240
    },
    {
      "epoch": 3.313528336380256,
      "grad_norm": 132700.34375,
      "learning_rate": 1.767241379310345e-05,
      "loss": 1.7305,
      "step": 7250
    },
    {
      "epoch": 3.3180987202925047,
      "grad_norm": 148178.984375,
      "learning_rate": 1.7624521072796933e-05,
      "loss": 1.6116,
      "step": 7260
    },
    {
      "epoch": 3.322669104204753,
      "grad_norm": 84747.203125,
      "learning_rate": 1.7576628352490424e-05,
      "loss": 1.7728,
      "step": 7270
    },
    {
      "epoch": 3.327239488117002,
      "grad_norm": 88323.5078125,
      "learning_rate": 1.752873563218391e-05,
      "loss": 1.6676,
      "step": 7280
    },
    {
      "epoch": 3.3318098720292504,
      "grad_norm": 55836.046875,
      "learning_rate": 1.7480842911877397e-05,
      "loss": 1.7439,
      "step": 7290
    },
    {
      "epoch": 3.3363802559414992,
      "grad_norm": 107173.328125,
      "learning_rate": 1.743295019157088e-05,
      "loss": 1.746,
      "step": 7300
    },
    {
      "epoch": 3.3409506398537476,
      "grad_norm": 63958.0078125,
      "learning_rate": 1.7385057471264368e-05,
      "loss": 1.6936,
      "step": 7310
    },
    {
      "epoch": 3.3455210237659965,
      "grad_norm": 100361.1484375,
      "learning_rate": 1.7337164750957855e-05,
      "loss": 1.6349,
      "step": 7320
    },
    {
      "epoch": 3.350091407678245,
      "grad_norm": 64250.95703125,
      "learning_rate": 1.728927203065134e-05,
      "loss": 1.715,
      "step": 7330
    },
    {
      "epoch": 3.3546617915904937,
      "grad_norm": 66948.6953125,
      "learning_rate": 1.7241379310344828e-05,
      "loss": 1.6291,
      "step": 7340
    },
    {
      "epoch": 3.359232175502742,
      "grad_norm": 83300.3125,
      "learning_rate": 1.7193486590038315e-05,
      "loss": 1.6724,
      "step": 7350
    },
    {
      "epoch": 3.363802559414991,
      "grad_norm": 88165.8125,
      "learning_rate": 1.7145593869731802e-05,
      "loss": 1.7536,
      "step": 7360
    },
    {
      "epoch": 3.3683729433272394,
      "grad_norm": 67886.234375,
      "learning_rate": 1.709770114942529e-05,
      "loss": 1.6798,
      "step": 7370
    },
    {
      "epoch": 3.372943327239488,
      "grad_norm": 64415.46484375,
      "learning_rate": 1.7049808429118776e-05,
      "loss": 1.7546,
      "step": 7380
    },
    {
      "epoch": 3.3775137111517366,
      "grad_norm": 75445.15625,
      "learning_rate": 1.700191570881226e-05,
      "loss": 1.6932,
      "step": 7390
    },
    {
      "epoch": 3.3820840950639854,
      "grad_norm": 122763.609375,
      "learning_rate": 1.6954022988505746e-05,
      "loss": 1.7015,
      "step": 7400
    },
    {
      "epoch": 3.386654478976234,
      "grad_norm": 113570.5546875,
      "learning_rate": 1.6906130268199236e-05,
      "loss": 1.7188,
      "step": 7410
    },
    {
      "epoch": 3.3912248628884827,
      "grad_norm": 103909.40625,
      "learning_rate": 1.6858237547892723e-05,
      "loss": 1.6516,
      "step": 7420
    },
    {
      "epoch": 3.395795246800731,
      "grad_norm": 72607.9375,
      "learning_rate": 1.6810344827586207e-05,
      "loss": 1.704,
      "step": 7430
    },
    {
      "epoch": 3.40036563071298,
      "grad_norm": 154061.578125,
      "learning_rate": 1.6762452107279694e-05,
      "loss": 1.769,
      "step": 7440
    },
    {
      "epoch": 3.4049360146252283,
      "grad_norm": 122622.734375,
      "learning_rate": 1.671455938697318e-05,
      "loss": 1.754,
      "step": 7450
    },
    {
      "epoch": 3.409506398537477,
      "grad_norm": 70141.734375,
      "learning_rate": 1.6666666666666667e-05,
      "loss": 1.7117,
      "step": 7460
    },
    {
      "epoch": 3.414076782449726,
      "grad_norm": 82556.859375,
      "learning_rate": 1.6618773946360154e-05,
      "loss": 1.7317,
      "step": 7470
    },
    {
      "epoch": 3.4186471663619744,
      "grad_norm": 83208.140625,
      "learning_rate": 1.657088122605364e-05,
      "loss": 1.7346,
      "step": 7480
    },
    {
      "epoch": 3.423217550274223,
      "grad_norm": 102812.6171875,
      "learning_rate": 1.6522988505747128e-05,
      "loss": 1.7444,
      "step": 7490
    },
    {
      "epoch": 3.4277879341864717,
      "grad_norm": 90799.8359375,
      "learning_rate": 1.6475095785440615e-05,
      "loss": 1.7343,
      "step": 7500
    },
    {
      "epoch": 3.4323583180987205,
      "grad_norm": 91094.5390625,
      "learning_rate": 1.6427203065134102e-05,
      "loss": 1.7624,
      "step": 7510
    },
    {
      "epoch": 3.436928702010969,
      "grad_norm": 69841.4296875,
      "learning_rate": 1.6379310344827585e-05,
      "loss": 1.7264,
      "step": 7520
    },
    {
      "epoch": 3.4414990859232177,
      "grad_norm": 122445.3515625,
      "learning_rate": 1.6331417624521072e-05,
      "loss": 1.8214,
      "step": 7530
    },
    {
      "epoch": 3.446069469835466,
      "grad_norm": 85346.1875,
      "learning_rate": 1.628352490421456e-05,
      "loss": 1.7169,
      "step": 7540
    },
    {
      "epoch": 3.450639853747715,
      "grad_norm": 46006.20703125,
      "learning_rate": 1.623563218390805e-05,
      "loss": 1.6682,
      "step": 7550
    },
    {
      "epoch": 3.4552102376599634,
      "grad_norm": 61423.13671875,
      "learning_rate": 1.6187739463601533e-05,
      "loss": 1.7414,
      "step": 7560
    },
    {
      "epoch": 3.4597806215722122,
      "grad_norm": 73209.5625,
      "learning_rate": 1.613984674329502e-05,
      "loss": 1.699,
      "step": 7570
    },
    {
      "epoch": 3.4643510054844606,
      "grad_norm": 81988.2265625,
      "learning_rate": 1.6091954022988507e-05,
      "loss": 1.6394,
      "step": 7580
    },
    {
      "epoch": 3.4689213893967095,
      "grad_norm": 128754.4140625,
      "learning_rate": 1.6044061302681994e-05,
      "loss": 1.7366,
      "step": 7590
    },
    {
      "epoch": 3.473491773308958,
      "grad_norm": 92045.3828125,
      "learning_rate": 1.5996168582375477e-05,
      "loss": 1.7727,
      "step": 7600
    },
    {
      "epoch": 3.4780621572212067,
      "grad_norm": 144295.390625,
      "learning_rate": 1.5948275862068967e-05,
      "loss": 1.6927,
      "step": 7610
    },
    {
      "epoch": 3.482632541133455,
      "grad_norm": 54716.375,
      "learning_rate": 1.5900383141762454e-05,
      "loss": 1.7297,
      "step": 7620
    },
    {
      "epoch": 3.487202925045704,
      "grad_norm": 80850.1328125,
      "learning_rate": 1.585249042145594e-05,
      "loss": 1.639,
      "step": 7630
    },
    {
      "epoch": 3.4917733089579523,
      "grad_norm": 114330.296875,
      "learning_rate": 1.5804597701149425e-05,
      "loss": 1.7673,
      "step": 7640
    },
    {
      "epoch": 3.496343692870201,
      "grad_norm": 58934.4921875,
      "learning_rate": 1.575670498084291e-05,
      "loss": 1.6763,
      "step": 7650
    },
    {
      "epoch": 3.5009140767824496,
      "grad_norm": 123695.609375,
      "learning_rate": 1.5708812260536398e-05,
      "loss": 1.7135,
      "step": 7660
    },
    {
      "epoch": 3.5054844606946984,
      "grad_norm": 83289.6640625,
      "learning_rate": 1.5660919540229885e-05,
      "loss": 1.688,
      "step": 7670
    },
    {
      "epoch": 3.510054844606947,
      "grad_norm": 100226.015625,
      "learning_rate": 1.5613026819923372e-05,
      "loss": 1.7304,
      "step": 7680
    },
    {
      "epoch": 3.5146252285191957,
      "grad_norm": 88909.984375,
      "learning_rate": 1.556513409961686e-05,
      "loss": 1.6723,
      "step": 7690
    },
    {
      "epoch": 3.519195612431444,
      "grad_norm": 66940.3515625,
      "learning_rate": 1.5517241379310346e-05,
      "loss": 1.6159,
      "step": 7700
    },
    {
      "epoch": 3.523765996343693,
      "grad_norm": 88044.171875,
      "learning_rate": 1.5469348659003833e-05,
      "loss": 1.7853,
      "step": 7710
    },
    {
      "epoch": 3.5283363802559418,
      "grad_norm": 85045.421875,
      "learning_rate": 1.542145593869732e-05,
      "loss": 1.7666,
      "step": 7720
    },
    {
      "epoch": 3.53290676416819,
      "grad_norm": 60147.796875,
      "learning_rate": 1.5373563218390803e-05,
      "loss": 1.6683,
      "step": 7730
    },
    {
      "epoch": 3.5374771480804386,
      "grad_norm": 82411.9609375,
      "learning_rate": 1.532567049808429e-05,
      "loss": 1.7323,
      "step": 7740
    },
    {
      "epoch": 3.5420475319926874,
      "grad_norm": 66054.59375,
      "learning_rate": 1.527777777777778e-05,
      "loss": 1.6714,
      "step": 7750
    },
    {
      "epoch": 3.5466179159049362,
      "grad_norm": 72301.625,
      "learning_rate": 1.5229885057471265e-05,
      "loss": 1.6496,
      "step": 7760
    },
    {
      "epoch": 3.5511882998171846,
      "grad_norm": 104870.84375,
      "learning_rate": 1.5181992337164752e-05,
      "loss": 1.729,
      "step": 7770
    },
    {
      "epoch": 3.555758683729433,
      "grad_norm": 155170.828125,
      "learning_rate": 1.5134099616858237e-05,
      "loss": 1.6892,
      "step": 7780
    },
    {
      "epoch": 3.560329067641682,
      "grad_norm": 103218.2578125,
      "learning_rate": 1.5086206896551724e-05,
      "loss": 1.68,
      "step": 7790
    },
    {
      "epoch": 3.5648994515539307,
      "grad_norm": 77247.625,
      "learning_rate": 1.5038314176245211e-05,
      "loss": 1.8163,
      "step": 7800
    },
    {
      "epoch": 3.569469835466179,
      "grad_norm": 62777.0859375,
      "learning_rate": 1.4990421455938696e-05,
      "loss": 1.7311,
      "step": 7810
    },
    {
      "epoch": 3.5740402193784275,
      "grad_norm": 79059.1328125,
      "learning_rate": 1.4942528735632185e-05,
      "loss": 1.714,
      "step": 7820
    },
    {
      "epoch": 3.5786106032906764,
      "grad_norm": 75726.578125,
      "learning_rate": 1.4894636015325672e-05,
      "loss": 1.724,
      "step": 7830
    },
    {
      "epoch": 3.583180987202925,
      "grad_norm": 62909.81640625,
      "learning_rate": 1.4846743295019159e-05,
      "loss": 1.6383,
      "step": 7840
    },
    {
      "epoch": 3.5877513711151736,
      "grad_norm": 80657.5234375,
      "learning_rate": 1.4798850574712644e-05,
      "loss": 1.7269,
      "step": 7850
    },
    {
      "epoch": 3.5923217550274225,
      "grad_norm": 73948.4375,
      "learning_rate": 1.475095785440613e-05,
      "loss": 1.6603,
      "step": 7860
    },
    {
      "epoch": 3.596892138939671,
      "grad_norm": 88141.875,
      "learning_rate": 1.4703065134099616e-05,
      "loss": 1.6842,
      "step": 7870
    },
    {
      "epoch": 3.6014625228519197,
      "grad_norm": 78391.890625,
      "learning_rate": 1.4655172413793103e-05,
      "loss": 1.6908,
      "step": 7880
    },
    {
      "epoch": 3.606032906764168,
      "grad_norm": 65879.515625,
      "learning_rate": 1.4607279693486591e-05,
      "loss": 1.7438,
      "step": 7890
    },
    {
      "epoch": 3.610603290676417,
      "grad_norm": 137562.15625,
      "learning_rate": 1.4559386973180078e-05,
      "loss": 1.704,
      "step": 7900
    },
    {
      "epoch": 3.6151736745886653,
      "grad_norm": 99103.4375,
      "learning_rate": 1.4511494252873564e-05,
      "loss": 1.7265,
      "step": 7910
    },
    {
      "epoch": 3.619744058500914,
      "grad_norm": 67414.4609375,
      "learning_rate": 1.446360153256705e-05,
      "loss": 1.7134,
      "step": 7920
    },
    {
      "epoch": 3.6243144424131626,
      "grad_norm": 109987.7265625,
      "learning_rate": 1.4415708812260537e-05,
      "loss": 1.6406,
      "step": 7930
    },
    {
      "epoch": 3.6288848263254114,
      "grad_norm": 143015.703125,
      "learning_rate": 1.4367816091954022e-05,
      "loss": 1.7694,
      "step": 7940
    },
    {
      "epoch": 3.63345521023766,
      "grad_norm": 87812.765625,
      "learning_rate": 1.431992337164751e-05,
      "loss": 1.7357,
      "step": 7950
    },
    {
      "epoch": 3.6380255941499087,
      "grad_norm": 84844.578125,
      "learning_rate": 1.4272030651340998e-05,
      "loss": 1.7893,
      "step": 7960
    },
    {
      "epoch": 3.642595978062157,
      "grad_norm": 72731.703125,
      "learning_rate": 1.4224137931034485e-05,
      "loss": 1.6586,
      "step": 7970
    },
    {
      "epoch": 3.647166361974406,
      "grad_norm": 81956.890625,
      "learning_rate": 1.417624521072797e-05,
      "loss": 1.7693,
      "step": 7980
    },
    {
      "epoch": 3.6517367458866543,
      "grad_norm": 69217.53125,
      "learning_rate": 1.4128352490421457e-05,
      "loss": 1.7928,
      "step": 7990
    },
    {
      "epoch": 3.656307129798903,
      "grad_norm": 54634.5703125,
      "learning_rate": 1.4080459770114942e-05,
      "loss": 1.7918,
      "step": 8000
    },
    {
      "epoch": 3.660877513711152,
      "grad_norm": 63817.8359375,
      "learning_rate": 1.4032567049808429e-05,
      "loss": 1.6763,
      "step": 8010
    },
    {
      "epoch": 3.6654478976234004,
      "grad_norm": 118554.0859375,
      "learning_rate": 1.3984674329501916e-05,
      "loss": 1.7032,
      "step": 8020
    },
    {
      "epoch": 3.670018281535649,
      "grad_norm": 96849.4453125,
      "learning_rate": 1.3936781609195404e-05,
      "loss": 1.6672,
      "step": 8030
    },
    {
      "epoch": 3.6745886654478976,
      "grad_norm": 138688.09375,
      "learning_rate": 1.388888888888889e-05,
      "loss": 1.6499,
      "step": 8040
    },
    {
      "epoch": 3.6791590493601465,
      "grad_norm": 71032.484375,
      "learning_rate": 1.3840996168582376e-05,
      "loss": 1.7859,
      "step": 8050
    },
    {
      "epoch": 3.683729433272395,
      "grad_norm": 105990.21875,
      "learning_rate": 1.3793103448275863e-05,
      "loss": 1.6542,
      "step": 8060
    },
    {
      "epoch": 3.6882998171846433,
      "grad_norm": 119098.0859375,
      "learning_rate": 1.3745210727969348e-05,
      "loss": 1.7186,
      "step": 8070
    },
    {
      "epoch": 3.692870201096892,
      "grad_norm": 61243.96484375,
      "learning_rate": 1.3697318007662835e-05,
      "loss": 1.7328,
      "step": 8080
    },
    {
      "epoch": 3.697440585009141,
      "grad_norm": 78637.296875,
      "learning_rate": 1.3649425287356324e-05,
      "loss": 1.6125,
      "step": 8090
    },
    {
      "epoch": 3.7020109689213894,
      "grad_norm": 88676.828125,
      "learning_rate": 1.360153256704981e-05,
      "loss": 1.6784,
      "step": 8100
    },
    {
      "epoch": 3.7065813528336378,
      "grad_norm": 80246.65625,
      "learning_rate": 1.3553639846743296e-05,
      "loss": 1.6786,
      "step": 8110
    },
    {
      "epoch": 3.7111517367458866,
      "grad_norm": 79097.7734375,
      "learning_rate": 1.3505747126436783e-05,
      "loss": 1.6875,
      "step": 8120
    },
    {
      "epoch": 3.7157221206581355,
      "grad_norm": 75883.453125,
      "learning_rate": 1.3457854406130268e-05,
      "loss": 1.6788,
      "step": 8130
    },
    {
      "epoch": 3.720292504570384,
      "grad_norm": 87841.7734375,
      "learning_rate": 1.3409961685823755e-05,
      "loss": 1.7938,
      "step": 8140
    },
    {
      "epoch": 3.7248628884826327,
      "grad_norm": 60471.46875,
      "learning_rate": 1.336206896551724e-05,
      "loss": 1.7017,
      "step": 8150
    },
    {
      "epoch": 3.729433272394881,
      "grad_norm": 117315.484375,
      "learning_rate": 1.331417624521073e-05,
      "loss": 1.652,
      "step": 8160
    },
    {
      "epoch": 3.73400365630713,
      "grad_norm": 81507.8984375,
      "learning_rate": 1.3266283524904216e-05,
      "loss": 1.7639,
      "step": 8170
    },
    {
      "epoch": 3.7385740402193783,
      "grad_norm": 110054.6328125,
      "learning_rate": 1.3218390804597702e-05,
      "loss": 1.7429,
      "step": 8180
    },
    {
      "epoch": 3.743144424131627,
      "grad_norm": 65638.3828125,
      "learning_rate": 1.3170498084291188e-05,
      "loss": 1.7599,
      "step": 8190
    },
    {
      "epoch": 3.7477148080438756,
      "grad_norm": 116608.078125,
      "learning_rate": 1.3122605363984675e-05,
      "loss": 1.7329,
      "step": 8200
    },
    {
      "epoch": 3.7522851919561244,
      "grad_norm": 87637.5078125,
      "learning_rate": 1.3074712643678161e-05,
      "loss": 1.7624,
      "step": 8210
    },
    {
      "epoch": 3.756855575868373,
      "grad_norm": 94494.8125,
      "learning_rate": 1.3026819923371647e-05,
      "loss": 1.7554,
      "step": 8220
    },
    {
      "epoch": 3.7614259597806217,
      "grad_norm": 69636.9296875,
      "learning_rate": 1.2978927203065135e-05,
      "loss": 1.758,
      "step": 8230
    },
    {
      "epoch": 3.76599634369287,
      "grad_norm": 73185.421875,
      "learning_rate": 1.2931034482758622e-05,
      "loss": 1.7235,
      "step": 8240
    },
    {
      "epoch": 3.770566727605119,
      "grad_norm": 94298.2265625,
      "learning_rate": 1.2883141762452109e-05,
      "loss": 1.6726,
      "step": 8250
    },
    {
      "epoch": 3.7751371115173673,
      "grad_norm": 99814.8671875,
      "learning_rate": 1.2835249042145594e-05,
      "loss": 1.6912,
      "step": 8260
    },
    {
      "epoch": 3.779707495429616,
      "grad_norm": 68422.03125,
      "learning_rate": 1.2787356321839081e-05,
      "loss": 1.7406,
      "step": 8270
    },
    {
      "epoch": 3.7842778793418645,
      "grad_norm": 82088.296875,
      "learning_rate": 1.2739463601532566e-05,
      "loss": 1.7526,
      "step": 8280
    },
    {
      "epoch": 3.7888482632541134,
      "grad_norm": 77173.703125,
      "learning_rate": 1.2691570881226053e-05,
      "loss": 1.7784,
      "step": 8290
    },
    {
      "epoch": 3.7934186471663622,
      "grad_norm": 60719.59375,
      "learning_rate": 1.2643678160919542e-05,
      "loss": 1.7124,
      "step": 8300
    },
    {
      "epoch": 3.7979890310786106,
      "grad_norm": 71459.625,
      "learning_rate": 1.2595785440613029e-05,
      "loss": 1.6099,
      "step": 8310
    },
    {
      "epoch": 3.802559414990859,
      "grad_norm": 57145.5546875,
      "learning_rate": 1.2547892720306514e-05,
      "loss": 1.7385,
      "step": 8320
    },
    {
      "epoch": 3.807129798903108,
      "grad_norm": 72725.9296875,
      "learning_rate": 1.25e-05,
      "loss": 1.7214,
      "step": 8330
    },
    {
      "epoch": 3.8117001828153567,
      "grad_norm": 135925.65625,
      "learning_rate": 1.2452107279693487e-05,
      "loss": 1.719,
      "step": 8340
    },
    {
      "epoch": 3.816270566727605,
      "grad_norm": 48055.78515625,
      "learning_rate": 1.2404214559386974e-05,
      "loss": 1.7011,
      "step": 8350
    },
    {
      "epoch": 3.8208409506398535,
      "grad_norm": 120826.3359375,
      "learning_rate": 1.2356321839080461e-05,
      "loss": 1.6556,
      "step": 8360
    },
    {
      "epoch": 3.8254113345521024,
      "grad_norm": 98967.4453125,
      "learning_rate": 1.2308429118773946e-05,
      "loss": 1.6559,
      "step": 8370
    },
    {
      "epoch": 3.829981718464351,
      "grad_norm": 67471.8125,
      "learning_rate": 1.2260536398467433e-05,
      "loss": 1.6941,
      "step": 8380
    },
    {
      "epoch": 3.8345521023765996,
      "grad_norm": 73149.8359375,
      "learning_rate": 1.221264367816092e-05,
      "loss": 1.7197,
      "step": 8390
    },
    {
      "epoch": 3.839122486288848,
      "grad_norm": 59362.51953125,
      "learning_rate": 1.2164750957854407e-05,
      "loss": 1.7067,
      "step": 8400
    },
    {
      "epoch": 3.843692870201097,
      "grad_norm": 103423.5859375,
      "learning_rate": 1.2116858237547892e-05,
      "loss": 1.5936,
      "step": 8410
    },
    {
      "epoch": 3.8482632541133457,
      "grad_norm": 68154.90625,
      "learning_rate": 1.206896551724138e-05,
      "loss": 1.7166,
      "step": 8420
    },
    {
      "epoch": 3.852833638025594,
      "grad_norm": 81413.09375,
      "learning_rate": 1.2021072796934866e-05,
      "loss": 1.7183,
      "step": 8430
    },
    {
      "epoch": 3.857404021937843,
      "grad_norm": 67458.328125,
      "learning_rate": 1.1973180076628353e-05,
      "loss": 1.7063,
      "step": 8440
    },
    {
      "epoch": 3.8619744058500913,
      "grad_norm": 81477.78125,
      "learning_rate": 1.192528735632184e-05,
      "loss": 1.6622,
      "step": 8450
    },
    {
      "epoch": 3.86654478976234,
      "grad_norm": 94965.6953125,
      "learning_rate": 1.1877394636015327e-05,
      "loss": 1.6777,
      "step": 8460
    },
    {
      "epoch": 3.8711151736745886,
      "grad_norm": 64403.4375,
      "learning_rate": 1.1829501915708814e-05,
      "loss": 1.7471,
      "step": 8470
    },
    {
      "epoch": 3.8756855575868374,
      "grad_norm": 72309.5859375,
      "learning_rate": 1.1781609195402299e-05,
      "loss": 1.7836,
      "step": 8480
    },
    {
      "epoch": 3.880255941499086,
      "grad_norm": 80551.765625,
      "learning_rate": 1.1733716475095787e-05,
      "loss": 1.6478,
      "step": 8490
    },
    {
      "epoch": 3.8848263254113347,
      "grad_norm": 86743.6015625,
      "learning_rate": 1.1685823754789272e-05,
      "loss": 1.6723,
      "step": 8500
    },
    {
      "epoch": 3.889396709323583,
      "grad_norm": 60500.5,
      "learning_rate": 1.163793103448276e-05,
      "loss": 1.779,
      "step": 8510
    },
    {
      "epoch": 3.893967093235832,
      "grad_norm": 81024.5703125,
      "learning_rate": 1.1590038314176246e-05,
      "loss": 1.5701,
      "step": 8520
    },
    {
      "epoch": 3.8985374771480803,
      "grad_norm": 80383.0234375,
      "learning_rate": 1.1542145593869733e-05,
      "loss": 1.7806,
      "step": 8530
    },
    {
      "epoch": 3.903107861060329,
      "grad_norm": 76206.0,
      "learning_rate": 1.1494252873563218e-05,
      "loss": 1.6846,
      "step": 8540
    },
    {
      "epoch": 3.9076782449725775,
      "grad_norm": 105761.515625,
      "learning_rate": 1.1446360153256705e-05,
      "loss": 1.7613,
      "step": 8550
    },
    {
      "epoch": 3.9122486288848264,
      "grad_norm": 76597.375,
      "learning_rate": 1.1398467432950192e-05,
      "loss": 1.6565,
      "step": 8560
    },
    {
      "epoch": 3.916819012797075,
      "grad_norm": 73221.8984375,
      "learning_rate": 1.1350574712643679e-05,
      "loss": 1.7441,
      "step": 8570
    },
    {
      "epoch": 3.9213893967093236,
      "grad_norm": 79467.125,
      "learning_rate": 1.1302681992337164e-05,
      "loss": 1.6712,
      "step": 8580
    },
    {
      "epoch": 3.9259597806215725,
      "grad_norm": 72400.3125,
      "learning_rate": 1.1254789272030653e-05,
      "loss": 1.6967,
      "step": 8590
    },
    {
      "epoch": 3.930530164533821,
      "grad_norm": 57804.4296875,
      "learning_rate": 1.1206896551724138e-05,
      "loss": 1.7333,
      "step": 8600
    },
    {
      "epoch": 3.9351005484460693,
      "grad_norm": 67051.7734375,
      "learning_rate": 1.1159003831417625e-05,
      "loss": 1.6614,
      "step": 8610
    },
    {
      "epoch": 3.939670932358318,
      "grad_norm": 104811.15625,
      "learning_rate": 1.1111111111111112e-05,
      "loss": 1.7326,
      "step": 8620
    },
    {
      "epoch": 3.944241316270567,
      "grad_norm": 110914.2265625,
      "learning_rate": 1.1063218390804599e-05,
      "loss": 1.6674,
      "step": 8630
    },
    {
      "epoch": 3.9488117001828154,
      "grad_norm": 79537.1875,
      "learning_rate": 1.1015325670498085e-05,
      "loss": 1.6492,
      "step": 8640
    },
    {
      "epoch": 3.9533820840950638,
      "grad_norm": 60097.46484375,
      "learning_rate": 1.096743295019157e-05,
      "loss": 1.6846,
      "step": 8650
    },
    {
      "epoch": 3.9579524680073126,
      "grad_norm": 118254.2265625,
      "learning_rate": 1.091954022988506e-05,
      "loss": 1.6961,
      "step": 8660
    },
    {
      "epoch": 3.9625228519195614,
      "grad_norm": 114773.8046875,
      "learning_rate": 1.0871647509578544e-05,
      "loss": 1.7114,
      "step": 8670
    },
    {
      "epoch": 3.96709323583181,
      "grad_norm": 87263.125,
      "learning_rate": 1.0823754789272031e-05,
      "loss": 1.7308,
      "step": 8680
    },
    {
      "epoch": 3.9716636197440582,
      "grad_norm": 66768.859375,
      "learning_rate": 1.0775862068965516e-05,
      "loss": 1.6712,
      "step": 8690
    },
    {
      "epoch": 3.976234003656307,
      "grad_norm": 119385.375,
      "learning_rate": 1.0727969348659005e-05,
      "loss": 1.7558,
      "step": 8700
    },
    {
      "epoch": 3.980804387568556,
      "grad_norm": 71487.484375,
      "learning_rate": 1.068007662835249e-05,
      "loss": 1.7924,
      "step": 8710
    },
    {
      "epoch": 3.9853747714808043,
      "grad_norm": 81396.0234375,
      "learning_rate": 1.0632183908045977e-05,
      "loss": 1.6232,
      "step": 8720
    },
    {
      "epoch": 3.989945155393053,
      "grad_norm": 89533.171875,
      "learning_rate": 1.0584291187739464e-05,
      "loss": 1.7174,
      "step": 8730
    },
    {
      "epoch": 3.9945155393053016,
      "grad_norm": 72157.4765625,
      "learning_rate": 1.053639846743295e-05,
      "loss": 1.7366,
      "step": 8740
    },
    {
      "epoch": 3.9990859232175504,
      "grad_norm": 71103.40625,
      "learning_rate": 1.0488505747126438e-05,
      "loss": 1.6741,
      "step": 8750
    },
    {
      "epoch": 4.0,
      "eval_loss": 1.6915712356567383,
      "eval_runtime": 345.8106,
      "eval_samples_per_second": 43.376,
      "eval_steps_per_second": 1.356,
      "step": 8752
    },
    {
      "epoch": 4.003656307129799,
      "grad_norm": 75867.875,
      "learning_rate": 1.0440613026819925e-05,
      "loss": 1.6729,
      "step": 8760
    },
    {
      "epoch": 4.008226691042047,
      "grad_norm": 72915.7890625,
      "learning_rate": 1.0392720306513411e-05,
      "loss": 1.7197,
      "step": 8770
    },
    {
      "epoch": 4.012797074954296,
      "grad_norm": 92003.453125,
      "learning_rate": 1.0344827586206897e-05,
      "loss": 1.6728,
      "step": 8780
    },
    {
      "epoch": 4.017367458866545,
      "grad_norm": 120198.3359375,
      "learning_rate": 1.0296934865900384e-05,
      "loss": 1.7737,
      "step": 8790
    },
    {
      "epoch": 4.021937842778794,
      "grad_norm": 102790.4375,
      "learning_rate": 1.024904214559387e-05,
      "loss": 1.7166,
      "step": 8800
    },
    {
      "epoch": 4.026508226691042,
      "grad_norm": 83954.15625,
      "learning_rate": 1.0201149425287357e-05,
      "loss": 1.6454,
      "step": 8810
    },
    {
      "epoch": 4.0310786106032905,
      "grad_norm": 100407.6484375,
      "learning_rate": 1.0153256704980842e-05,
      "loss": 1.7711,
      "step": 8820
    },
    {
      "epoch": 4.035648994515539,
      "grad_norm": 70433.90625,
      "learning_rate": 1.0105363984674331e-05,
      "loss": 1.7616,
      "step": 8830
    },
    {
      "epoch": 4.040219378427788,
      "grad_norm": 73853.703125,
      "learning_rate": 1.0057471264367816e-05,
      "loss": 1.7407,
      "step": 8840
    },
    {
      "epoch": 4.044789762340036,
      "grad_norm": 89838.96875,
      "learning_rate": 1.0009578544061303e-05,
      "loss": 1.6869,
      "step": 8850
    },
    {
      "epoch": 4.049360146252285,
      "grad_norm": 98299.5859375,
      "learning_rate": 9.96168582375479e-06,
      "loss": 1.6584,
      "step": 8860
    },
    {
      "epoch": 4.053930530164534,
      "grad_norm": 52650.97265625,
      "learning_rate": 9.913793103448277e-06,
      "loss": 1.7039,
      "step": 8870
    },
    {
      "epoch": 4.058500914076783,
      "grad_norm": 98332.7890625,
      "learning_rate": 9.865900383141764e-06,
      "loss": 1.7345,
      "step": 8880
    },
    {
      "epoch": 4.063071297989031,
      "grad_norm": 87076.296875,
      "learning_rate": 9.818007662835249e-06,
      "loss": 1.6923,
      "step": 8890
    },
    {
      "epoch": 4.0676416819012795,
      "grad_norm": 54348.390625,
      "learning_rate": 9.770114942528738e-06,
      "loss": 1.7026,
      "step": 8900
    },
    {
      "epoch": 4.072212065813528,
      "grad_norm": 57868.62109375,
      "learning_rate": 9.722222222222223e-06,
      "loss": 1.7003,
      "step": 8910
    },
    {
      "epoch": 4.076782449725777,
      "grad_norm": 65227.4375,
      "learning_rate": 9.67432950191571e-06,
      "loss": 1.5978,
      "step": 8920
    },
    {
      "epoch": 4.081352833638025,
      "grad_norm": 105873.453125,
      "learning_rate": 9.626436781609195e-06,
      "loss": 1.7575,
      "step": 8930
    },
    {
      "epoch": 4.085923217550274,
      "grad_norm": 112255.6640625,
      "learning_rate": 9.578544061302683e-06,
      "loss": 1.6445,
      "step": 8940
    },
    {
      "epoch": 4.090493601462523,
      "grad_norm": 65130.7109375,
      "learning_rate": 9.530651340996169e-06,
      "loss": 1.7077,
      "step": 8950
    },
    {
      "epoch": 4.095063985374772,
      "grad_norm": 116178.6796875,
      "learning_rate": 9.482758620689655e-06,
      "loss": 1.7243,
      "step": 8960
    },
    {
      "epoch": 4.0996343692870205,
      "grad_norm": 105348.765625,
      "learning_rate": 9.434865900383142e-06,
      "loss": 1.6588,
      "step": 8970
    },
    {
      "epoch": 4.1042047531992685,
      "grad_norm": 64916.08203125,
      "learning_rate": 9.386973180076629e-06,
      "loss": 1.6274,
      "step": 8980
    },
    {
      "epoch": 4.108775137111517,
      "grad_norm": 85616.9453125,
      "learning_rate": 9.339080459770114e-06,
      "loss": 1.7181,
      "step": 8990
    },
    {
      "epoch": 4.113345521023766,
      "grad_norm": 56802.30859375,
      "learning_rate": 9.291187739463603e-06,
      "loss": 1.7205,
      "step": 9000
    },
    {
      "epoch": 4.117915904936015,
      "grad_norm": 106071.6015625,
      "learning_rate": 9.243295019157088e-06,
      "loss": 1.663,
      "step": 9010
    },
    {
      "epoch": 4.122486288848263,
      "grad_norm": 84213.0859375,
      "learning_rate": 9.195402298850575e-06,
      "loss": 1.6674,
      "step": 9020
    },
    {
      "epoch": 4.127056672760512,
      "grad_norm": 83103.328125,
      "learning_rate": 9.147509578544062e-06,
      "loss": 1.7418,
      "step": 9030
    },
    {
      "epoch": 4.131627056672761,
      "grad_norm": 45266.80859375,
      "learning_rate": 9.099616858237549e-06,
      "loss": 1.6215,
      "step": 9040
    },
    {
      "epoch": 4.1361974405850095,
      "grad_norm": 83939.390625,
      "learning_rate": 9.051724137931036e-06,
      "loss": 1.7258,
      "step": 9050
    },
    {
      "epoch": 4.140767824497257,
      "grad_norm": 98675.046875,
      "learning_rate": 9.00383141762452e-06,
      "loss": 1.6511,
      "step": 9060
    },
    {
      "epoch": 4.145338208409506,
      "grad_norm": 78594.921875,
      "learning_rate": 8.95593869731801e-06,
      "loss": 1.6855,
      "step": 9070
    },
    {
      "epoch": 4.149908592321755,
      "grad_norm": 78093.4609375,
      "learning_rate": 8.908045977011495e-06,
      "loss": 1.7284,
      "step": 9080
    },
    {
      "epoch": 4.154478976234004,
      "grad_norm": 98573.2890625,
      "learning_rate": 8.860153256704981e-06,
      "loss": 1.686,
      "step": 9090
    },
    {
      "epoch": 4.159049360146252,
      "grad_norm": 56181.88671875,
      "learning_rate": 8.812260536398467e-06,
      "loss": 1.7138,
      "step": 9100
    },
    {
      "epoch": 4.163619744058501,
      "grad_norm": 75070.2421875,
      "learning_rate": 8.764367816091955e-06,
      "loss": 1.7444,
      "step": 9110
    },
    {
      "epoch": 4.16819012797075,
      "grad_norm": 62708.078125,
      "learning_rate": 8.71647509578544e-06,
      "loss": 1.7641,
      "step": 9120
    },
    {
      "epoch": 4.1727605118829985,
      "grad_norm": 98152.28125,
      "learning_rate": 8.668582375478927e-06,
      "loss": 1.7544,
      "step": 9130
    },
    {
      "epoch": 4.177330895795246,
      "grad_norm": 59807.0546875,
      "learning_rate": 8.620689655172414e-06,
      "loss": 1.727,
      "step": 9140
    },
    {
      "epoch": 4.181901279707495,
      "grad_norm": 61243.06640625,
      "learning_rate": 8.572796934865901e-06,
      "loss": 1.6752,
      "step": 9150
    },
    {
      "epoch": 4.186471663619744,
      "grad_norm": 69440.40625,
      "learning_rate": 8.524904214559388e-06,
      "loss": 1.7704,
      "step": 9160
    },
    {
      "epoch": 4.191042047531993,
      "grad_norm": 132799.5625,
      "learning_rate": 8.477011494252873e-06,
      "loss": 1.7243,
      "step": 9170
    },
    {
      "epoch": 4.195612431444241,
      "grad_norm": 60873.515625,
      "learning_rate": 8.429118773946362e-06,
      "loss": 1.7021,
      "step": 9180
    },
    {
      "epoch": 4.20018281535649,
      "grad_norm": 56033.59375,
      "learning_rate": 8.381226053639847e-06,
      "loss": 1.6721,
      "step": 9190
    },
    {
      "epoch": 4.204753199268739,
      "grad_norm": 65075.58984375,
      "learning_rate": 8.333333333333334e-06,
      "loss": 1.7053,
      "step": 9200
    },
    {
      "epoch": 4.209323583180987,
      "grad_norm": 65212.20703125,
      "learning_rate": 8.28544061302682e-06,
      "loss": 1.6667,
      "step": 9210
    },
    {
      "epoch": 4.213893967093236,
      "grad_norm": 98034.7109375,
      "learning_rate": 8.237547892720307e-06,
      "loss": 1.7291,
      "step": 9220
    },
    {
      "epoch": 4.218464351005484,
      "grad_norm": 112262.515625,
      "learning_rate": 8.189655172413793e-06,
      "loss": 1.7307,
      "step": 9230
    },
    {
      "epoch": 4.223034734917733,
      "grad_norm": 42643.26171875,
      "learning_rate": 8.14176245210728e-06,
      "loss": 1.7146,
      "step": 9240
    },
    {
      "epoch": 4.227605118829982,
      "grad_norm": 120319.0703125,
      "learning_rate": 8.093869731800766e-06,
      "loss": 1.5791,
      "step": 9250
    },
    {
      "epoch": 4.232175502742231,
      "grad_norm": 111697.4765625,
      "learning_rate": 8.045977011494253e-06,
      "loss": 1.7305,
      "step": 9260
    },
    {
      "epoch": 4.236745886654479,
      "grad_norm": 82615.4453125,
      "learning_rate": 7.998084291187739e-06,
      "loss": 1.6441,
      "step": 9270
    },
    {
      "epoch": 4.2413162705667276,
      "grad_norm": 112459.7890625,
      "learning_rate": 7.950191570881227e-06,
      "loss": 1.6667,
      "step": 9280
    },
    {
      "epoch": 4.245886654478976,
      "grad_norm": 89633.421875,
      "learning_rate": 7.902298850574712e-06,
      "loss": 1.7402,
      "step": 9290
    },
    {
      "epoch": 4.250457038391225,
      "grad_norm": 73259.6953125,
      "learning_rate": 7.854406130268199e-06,
      "loss": 1.725,
      "step": 9300
    },
    {
      "epoch": 4.255027422303473,
      "grad_norm": 87751.640625,
      "learning_rate": 7.806513409961686e-06,
      "loss": 1.7017,
      "step": 9310
    },
    {
      "epoch": 4.259597806215722,
      "grad_norm": 130956.0546875,
      "learning_rate": 7.758620689655173e-06,
      "loss": 1.6762,
      "step": 9320
    },
    {
      "epoch": 4.264168190127971,
      "grad_norm": 54888.203125,
      "learning_rate": 7.71072796934866e-06,
      "loss": 1.772,
      "step": 9330
    },
    {
      "epoch": 4.26873857404022,
      "grad_norm": 55581.7109375,
      "learning_rate": 7.662835249042145e-06,
      "loss": 1.7176,
      "step": 9340
    },
    {
      "epoch": 4.273308957952468,
      "grad_norm": 89327.875,
      "learning_rate": 7.614942528735633e-06,
      "loss": 1.7243,
      "step": 9350
    },
    {
      "epoch": 4.2778793418647165,
      "grad_norm": 76867.40625,
      "learning_rate": 7.567049808429119e-06,
      "loss": 1.7136,
      "step": 9360
    },
    {
      "epoch": 4.282449725776965,
      "grad_norm": 131182.859375,
      "learning_rate": 7.519157088122606e-06,
      "loss": 1.7012,
      "step": 9370
    },
    {
      "epoch": 4.287020109689214,
      "grad_norm": 80961.5546875,
      "learning_rate": 7.4712643678160925e-06,
      "loss": 1.7052,
      "step": 9380
    },
    {
      "epoch": 4.291590493601462,
      "grad_norm": 64866.6796875,
      "learning_rate": 7.423371647509579e-06,
      "loss": 1.7689,
      "step": 9390
    },
    {
      "epoch": 4.296160877513711,
      "grad_norm": 65769.59375,
      "learning_rate": 7.375478927203065e-06,
      "loss": 1.7517,
      "step": 9400
    },
    {
      "epoch": 4.30073126142596,
      "grad_norm": 54188.25,
      "learning_rate": 7.3275862068965514e-06,
      "loss": 1.7222,
      "step": 9410
    },
    {
      "epoch": 4.305301645338209,
      "grad_norm": 122926.7734375,
      "learning_rate": 7.279693486590039e-06,
      "loss": 1.6745,
      "step": 9420
    },
    {
      "epoch": 4.309872029250457,
      "grad_norm": 69720.5078125,
      "learning_rate": 7.231800766283525e-06,
      "loss": 1.7206,
      "step": 9430
    },
    {
      "epoch": 4.3144424131627055,
      "grad_norm": 127599.6953125,
      "learning_rate": 7.183908045977011e-06,
      "loss": 1.6919,
      "step": 9440
    },
    {
      "epoch": 4.319012797074954,
      "grad_norm": 75789.5546875,
      "learning_rate": 7.136015325670499e-06,
      "loss": 1.725,
      "step": 9450
    },
    {
      "epoch": 4.323583180987203,
      "grad_norm": 99748.046875,
      "learning_rate": 7.088122605363985e-06,
      "loss": 1.7164,
      "step": 9460
    },
    {
      "epoch": 4.328153564899452,
      "grad_norm": 85926.734375,
      "learning_rate": 7.040229885057471e-06,
      "loss": 1.7377,
      "step": 9470
    },
    {
      "epoch": 4.3327239488117,
      "grad_norm": 85478.2109375,
      "learning_rate": 6.992337164750958e-06,
      "loss": 1.7319,
      "step": 9480
    },
    {
      "epoch": 4.337294332723949,
      "grad_norm": 72827.2265625,
      "learning_rate": 6.944444444444445e-06,
      "loss": 1.7371,
      "step": 9490
    },
    {
      "epoch": 4.341864716636198,
      "grad_norm": 93393.625,
      "learning_rate": 6.896551724137932e-06,
      "loss": 1.6363,
      "step": 9500
    },
    {
      "epoch": 4.346435100548446,
      "grad_norm": 90090.8359375,
      "learning_rate": 6.848659003831418e-06,
      "loss": 1.6988,
      "step": 9510
    },
    {
      "epoch": 4.3510054844606945,
      "grad_norm": 85922.3203125,
      "learning_rate": 6.800766283524905e-06,
      "loss": 1.6765,
      "step": 9520
    },
    {
      "epoch": 4.355575868372943,
      "grad_norm": 94569.2109375,
      "learning_rate": 6.7528735632183914e-06,
      "loss": 1.6928,
      "step": 9530
    },
    {
      "epoch": 4.360146252285192,
      "grad_norm": 86991.3984375,
      "learning_rate": 6.7049808429118775e-06,
      "loss": 1.7658,
      "step": 9540
    },
    {
      "epoch": 4.364716636197441,
      "grad_norm": 129308.6171875,
      "learning_rate": 6.657088122605365e-06,
      "loss": 1.7118,
      "step": 9550
    },
    {
      "epoch": 4.369287020109689,
      "grad_norm": 58696.4765625,
      "learning_rate": 6.609195402298851e-06,
      "loss": 1.7136,
      "step": 9560
    },
    {
      "epoch": 4.373857404021938,
      "grad_norm": 72559.2265625,
      "learning_rate": 6.561302681992337e-06,
      "loss": 1.7245,
      "step": 9570
    },
    {
      "epoch": 4.378427787934187,
      "grad_norm": 96479.890625,
      "learning_rate": 6.513409961685823e-06,
      "loss": 1.7426,
      "step": 9580
    },
    {
      "epoch": 4.3829981718464355,
      "grad_norm": 52625.5859375,
      "learning_rate": 6.465517241379311e-06,
      "loss": 1.818,
      "step": 9590
    },
    {
      "epoch": 4.387568555758683,
      "grad_norm": 74031.9765625,
      "learning_rate": 6.417624521072797e-06,
      "loss": 1.688,
      "step": 9600
    },
    {
      "epoch": 4.392138939670932,
      "grad_norm": 70750.546875,
      "learning_rate": 6.369731800766283e-06,
      "loss": 1.6336,
      "step": 9610
    },
    {
      "epoch": 4.396709323583181,
      "grad_norm": 79010.375,
      "learning_rate": 6.321839080459771e-06,
      "loss": 1.6344,
      "step": 9620
    },
    {
      "epoch": 4.40127970749543,
      "grad_norm": 52663.4765625,
      "learning_rate": 6.273946360153257e-06,
      "loss": 1.7024,
      "step": 9630
    },
    {
      "epoch": 4.405850091407678,
      "grad_norm": 88580.4375,
      "learning_rate": 6.226053639846744e-06,
      "loss": 1.7704,
      "step": 9640
    },
    {
      "epoch": 4.410420475319927,
      "grad_norm": 75858.3828125,
      "learning_rate": 6.178160919540231e-06,
      "loss": 1.7163,
      "step": 9650
    },
    {
      "epoch": 4.414990859232176,
      "grad_norm": 85468.9296875,
      "learning_rate": 6.130268199233717e-06,
      "loss": 1.8792,
      "step": 9660
    },
    {
      "epoch": 4.4195612431444244,
      "grad_norm": 149377.140625,
      "learning_rate": 6.0823754789272035e-06,
      "loss": 1.7492,
      "step": 9670
    },
    {
      "epoch": 4.424131627056672,
      "grad_norm": 96749.546875,
      "learning_rate": 6.03448275862069e-06,
      "loss": 1.641,
      "step": 9680
    },
    {
      "epoch": 4.428702010968921,
      "grad_norm": 114815.234375,
      "learning_rate": 5.9865900383141764e-06,
      "loss": 1.7394,
      "step": 9690
    },
    {
      "epoch": 4.43327239488117,
      "grad_norm": 117656.1953125,
      "learning_rate": 5.938697318007663e-06,
      "loss": 1.7659,
      "step": 9700
    },
    {
      "epoch": 4.437842778793419,
      "grad_norm": 91634.71875,
      "learning_rate": 5.890804597701149e-06,
      "loss": 1.806,
      "step": 9710
    },
    {
      "epoch": 4.442413162705667,
      "grad_norm": 59309.10546875,
      "learning_rate": 5.842911877394636e-06,
      "loss": 1.7264,
      "step": 9720
    },
    {
      "epoch": 4.446983546617916,
      "grad_norm": 102864.578125,
      "learning_rate": 5.795019157088123e-06,
      "loss": 1.6442,
      "step": 9730
    },
    {
      "epoch": 4.451553930530165,
      "grad_norm": 48123.75,
      "learning_rate": 5.747126436781609e-06,
      "loss": 1.7215,
      "step": 9740
    },
    {
      "epoch": 4.456124314442413,
      "grad_norm": 59340.78125,
      "learning_rate": 5.699233716475096e-06,
      "loss": 1.7105,
      "step": 9750
    },
    {
      "epoch": 4.460694698354661,
      "grad_norm": 47793.0078125,
      "learning_rate": 5.651340996168582e-06,
      "loss": 1.773,
      "step": 9760
    },
    {
      "epoch": 4.46526508226691,
      "grad_norm": 68314.3828125,
      "learning_rate": 5.603448275862069e-06,
      "loss": 1.8067,
      "step": 9770
    },
    {
      "epoch": 4.469835466179159,
      "grad_norm": 127164.171875,
      "learning_rate": 5.555555555555556e-06,
      "loss": 1.712,
      "step": 9780
    },
    {
      "epoch": 4.474405850091408,
      "grad_norm": 108175.9296875,
      "learning_rate": 5.507662835249043e-06,
      "loss": 1.6775,
      "step": 9790
    },
    {
      "epoch": 4.478976234003657,
      "grad_norm": 83982.234375,
      "learning_rate": 5.45977011494253e-06,
      "loss": 1.7235,
      "step": 9800
    },
    {
      "epoch": 4.483546617915905,
      "grad_norm": 116926.3515625,
      "learning_rate": 5.411877394636016e-06,
      "loss": 1.7325,
      "step": 9810
    },
    {
      "epoch": 4.4881170018281535,
      "grad_norm": 85041.0234375,
      "learning_rate": 5.3639846743295025e-06,
      "loss": 1.7853,
      "step": 9820
    },
    {
      "epoch": 4.492687385740402,
      "grad_norm": 67453.5859375,
      "learning_rate": 5.3160919540229885e-06,
      "loss": 1.7712,
      "step": 9830
    },
    {
      "epoch": 4.497257769652651,
      "grad_norm": 120161.9140625,
      "learning_rate": 5.268199233716475e-06,
      "loss": 1.7047,
      "step": 9840
    },
    {
      "epoch": 4.501828153564899,
      "grad_norm": 91166.8984375,
      "learning_rate": 5.220306513409962e-06,
      "loss": 1.7825,
      "step": 9850
    },
    {
      "epoch": 4.506398537477148,
      "grad_norm": 80539.265625,
      "learning_rate": 5.172413793103448e-06,
      "loss": 1.7293,
      "step": 9860
    },
    {
      "epoch": 4.510968921389397,
      "grad_norm": 89111.5390625,
      "learning_rate": 5.124521072796935e-06,
      "loss": 1.6972,
      "step": 9870
    },
    {
      "epoch": 4.515539305301646,
      "grad_norm": 106499.9453125,
      "learning_rate": 5.076628352490421e-06,
      "loss": 1.6945,
      "step": 9880
    },
    {
      "epoch": 4.520109689213894,
      "grad_norm": 81342.203125,
      "learning_rate": 5.028735632183908e-06,
      "loss": 1.7311,
      "step": 9890
    },
    {
      "epoch": 4.5246800731261425,
      "grad_norm": 63680.8359375,
      "learning_rate": 4.980842911877395e-06,
      "loss": 1.6724,
      "step": 9900
    },
    {
      "epoch": 4.529250457038391,
      "grad_norm": 80776.640625,
      "learning_rate": 4.932950191570882e-06,
      "loss": 1.7283,
      "step": 9910
    },
    {
      "epoch": 4.53382084095064,
      "grad_norm": 107851.6328125,
      "learning_rate": 4.885057471264369e-06,
      "loss": 1.7028,
      "step": 9920
    },
    {
      "epoch": 4.538391224862888,
      "grad_norm": 79906.65625,
      "learning_rate": 4.837164750957855e-06,
      "loss": 1.6608,
      "step": 9930
    },
    {
      "epoch": 4.542961608775137,
      "grad_norm": 67892.0,
      "learning_rate": 4.789272030651342e-06,
      "loss": 1.6717,
      "step": 9940
    },
    {
      "epoch": 4.547531992687386,
      "grad_norm": 79051.953125,
      "learning_rate": 4.741379310344828e-06,
      "loss": 1.6859,
      "step": 9950
    },
    {
      "epoch": 4.552102376599635,
      "grad_norm": 107722.7109375,
      "learning_rate": 4.6934865900383146e-06,
      "loss": 1.768,
      "step": 9960
    },
    {
      "epoch": 4.556672760511883,
      "grad_norm": 73130.265625,
      "learning_rate": 4.6455938697318015e-06,
      "loss": 1.623,
      "step": 9970
    },
    {
      "epoch": 4.5612431444241315,
      "grad_norm": 96307.8984375,
      "learning_rate": 4.5977011494252875e-06,
      "loss": 1.7251,
      "step": 9980
    },
    {
      "epoch": 4.56581352833638,
      "grad_norm": 92756.6484375,
      "learning_rate": 4.549808429118774e-06,
      "loss": 1.7256,
      "step": 9990
    },
    {
      "epoch": 4.570383912248629,
      "grad_norm": 99314.5390625,
      "learning_rate": 4.50191570881226e-06,
      "loss": 1.7193,
      "step": 10000
    },
    {
      "epoch": 4.574954296160877,
      "grad_norm": 89754.9453125,
      "learning_rate": 4.454022988505747e-06,
      "loss": 1.7082,
      "step": 10010
    },
    {
      "epoch": 4.579524680073126,
      "grad_norm": 75742.890625,
      "learning_rate": 4.406130268199233e-06,
      "loss": 1.7386,
      "step": 10020
    },
    {
      "epoch": 4.584095063985375,
      "grad_norm": 95144.9921875,
      "learning_rate": 4.35823754789272e-06,
      "loss": 1.7612,
      "step": 10030
    },
    {
      "epoch": 4.588665447897624,
      "grad_norm": 74380.0546875,
      "learning_rate": 4.310344827586207e-06,
      "loss": 1.7231,
      "step": 10040
    },
    {
      "epoch": 4.5932358318098725,
      "grad_norm": 75351.3515625,
      "learning_rate": 4.262452107279694e-06,
      "loss": 1.6865,
      "step": 10050
    },
    {
      "epoch": 4.5978062157221204,
      "grad_norm": 126452.8359375,
      "learning_rate": 4.214559386973181e-06,
      "loss": 1.7256,
      "step": 10060
    },
    {
      "epoch": 4.602376599634369,
      "grad_norm": 50301.078125,
      "learning_rate": 4.166666666666667e-06,
      "loss": 1.7692,
      "step": 10070
    },
    {
      "epoch": 4.606946983546618,
      "grad_norm": 72251.7265625,
      "learning_rate": 4.118773946360154e-06,
      "loss": 1.7593,
      "step": 10080
    },
    {
      "epoch": 4.611517367458866,
      "grad_norm": 63932.359375,
      "learning_rate": 4.07088122605364e-06,
      "loss": 1.768,
      "step": 10090
    },
    {
      "epoch": 4.616087751371115,
      "grad_norm": 71254.5390625,
      "learning_rate": 4.022988505747127e-06,
      "loss": 1.736,
      "step": 10100
    },
    {
      "epoch": 4.620658135283364,
      "grad_norm": 105173.09375,
      "learning_rate": 3.9750957854406135e-06,
      "loss": 1.7123,
      "step": 10110
    },
    {
      "epoch": 4.625228519195613,
      "grad_norm": 55138.73828125,
      "learning_rate": 3.9272030651340996e-06,
      "loss": 1.7062,
      "step": 10120
    },
    {
      "epoch": 4.6297989031078615,
      "grad_norm": 56330.21484375,
      "learning_rate": 3.8793103448275865e-06,
      "loss": 1.6406,
      "step": 10130
    },
    {
      "epoch": 4.634369287020109,
      "grad_norm": 134460.59375,
      "learning_rate": 3.8314176245210725e-06,
      "loss": 1.7209,
      "step": 10140
    },
    {
      "epoch": 4.638939670932358,
      "grad_norm": 67907.453125,
      "learning_rate": 3.7835249042145594e-06,
      "loss": 1.7233,
      "step": 10150
    },
    {
      "epoch": 4.643510054844607,
      "grad_norm": 100771.4921875,
      "learning_rate": 3.7356321839080462e-06,
      "loss": 1.6853,
      "step": 10160
    },
    {
      "epoch": 4.648080438756856,
      "grad_norm": 54433.70703125,
      "learning_rate": 3.6877394636015327e-06,
      "loss": 1.5971,
      "step": 10170
    },
    {
      "epoch": 4.652650822669104,
      "grad_norm": 74801.8515625,
      "learning_rate": 3.6398467432950196e-06,
      "loss": 1.6912,
      "step": 10180
    },
    {
      "epoch": 4.657221206581353,
      "grad_norm": 89413.6328125,
      "learning_rate": 3.5919540229885056e-06,
      "loss": 1.7757,
      "step": 10190
    },
    {
      "epoch": 4.661791590493602,
      "grad_norm": 55121.12109375,
      "learning_rate": 3.5440613026819925e-06,
      "loss": 1.7154,
      "step": 10200
    },
    {
      "epoch": 4.66636197440585,
      "grad_norm": 71017.0078125,
      "learning_rate": 3.496168582375479e-06,
      "loss": 1.6741,
      "step": 10210
    },
    {
      "epoch": 4.670932358318098,
      "grad_norm": 70393.5859375,
      "learning_rate": 3.448275862068966e-06,
      "loss": 1.7049,
      "step": 10220
    },
    {
      "epoch": 4.675502742230347,
      "grad_norm": 68136.203125,
      "learning_rate": 3.4003831417624527e-06,
      "loss": 1.7331,
      "step": 10230
    },
    {
      "epoch": 4.680073126142596,
      "grad_norm": 92633.125,
      "learning_rate": 3.3524904214559387e-06,
      "loss": 1.7386,
      "step": 10240
    },
    {
      "epoch": 4.684643510054845,
      "grad_norm": 52863.0234375,
      "learning_rate": 3.3045977011494256e-06,
      "loss": 1.6676,
      "step": 10250
    },
    {
      "epoch": 4.689213893967093,
      "grad_norm": 52217.04296875,
      "learning_rate": 3.2567049808429117e-06,
      "loss": 1.6496,
      "step": 10260
    },
    {
      "epoch": 4.693784277879342,
      "grad_norm": 71589.21875,
      "learning_rate": 3.2088122605363985e-06,
      "loss": 1.7128,
      "step": 10270
    },
    {
      "epoch": 4.698354661791591,
      "grad_norm": 63616.85546875,
      "learning_rate": 3.1609195402298854e-06,
      "loss": 1.8258,
      "step": 10280
    },
    {
      "epoch": 4.702925045703839,
      "grad_norm": 51611.06640625,
      "learning_rate": 3.113026819923372e-06,
      "loss": 1.6953,
      "step": 10290
    },
    {
      "epoch": 4.707495429616088,
      "grad_norm": 65978.15625,
      "learning_rate": 3.0651340996168583e-06,
      "loss": 1.7285,
      "step": 10300
    },
    {
      "epoch": 4.712065813528336,
      "grad_norm": 68540.25,
      "learning_rate": 3.017241379310345e-06,
      "loss": 1.666,
      "step": 10310
    },
    {
      "epoch": 4.716636197440585,
      "grad_norm": 121031.6015625,
      "learning_rate": 2.9693486590038317e-06,
      "loss": 1.7578,
      "step": 10320
    },
    {
      "epoch": 4.721206581352834,
      "grad_norm": 90117.9296875,
      "learning_rate": 2.921455938697318e-06,
      "loss": 1.7317,
      "step": 10330
    },
    {
      "epoch": 4.725776965265082,
      "grad_norm": 113749.5390625,
      "learning_rate": 2.8735632183908046e-06,
      "loss": 1.7508,
      "step": 10340
    },
    {
      "epoch": 4.730347349177331,
      "grad_norm": 51193.17578125,
      "learning_rate": 2.825670498084291e-06,
      "loss": 1.6362,
      "step": 10350
    },
    {
      "epoch": 4.7349177330895795,
      "grad_norm": 90305.71875,
      "learning_rate": 2.777777777777778e-06,
      "loss": 1.7621,
      "step": 10360
    },
    {
      "epoch": 4.739488117001828,
      "grad_norm": 74391.09375,
      "learning_rate": 2.729885057471265e-06,
      "loss": 1.6677,
      "step": 10370
    },
    {
      "epoch": 4.744058500914077,
      "grad_norm": 82829.6875,
      "learning_rate": 2.6819923371647512e-06,
      "loss": 1.8085,
      "step": 10380
    },
    {
      "epoch": 4.748628884826325,
      "grad_norm": 102442.8515625,
      "learning_rate": 2.6340996168582377e-06,
      "loss": 1.6941,
      "step": 10390
    },
    {
      "epoch": 4.753199268738574,
      "grad_norm": 84212.0546875,
      "learning_rate": 2.586206896551724e-06,
      "loss": 1.6369,
      "step": 10400
    },
    {
      "epoch": 4.757769652650823,
      "grad_norm": 87777.5234375,
      "learning_rate": 2.5383141762452106e-06,
      "loss": 1.6629,
      "step": 10410
    },
    {
      "epoch": 4.762340036563071,
      "grad_norm": 72210.796875,
      "learning_rate": 2.4904214559386975e-06,
      "loss": 1.7738,
      "step": 10420
    },
    {
      "epoch": 4.76691042047532,
      "grad_norm": 72672.140625,
      "learning_rate": 2.4425287356321844e-06,
      "loss": 1.743,
      "step": 10430
    },
    {
      "epoch": 4.7714808043875685,
      "grad_norm": 52435.03515625,
      "learning_rate": 2.394636015325671e-06,
      "loss": 1.6503,
      "step": 10440
    },
    {
      "epoch": 4.776051188299817,
      "grad_norm": 81516.578125,
      "learning_rate": 2.3467432950191573e-06,
      "loss": 1.7072,
      "step": 10450
    },
    {
      "epoch": 4.780621572212066,
      "grad_norm": 64971.1328125,
      "learning_rate": 2.2988505747126437e-06,
      "loss": 1.7349,
      "step": 10460
    },
    {
      "epoch": 4.785191956124314,
      "grad_norm": 90203.71875,
      "learning_rate": 2.25095785440613e-06,
      "loss": 1.7305,
      "step": 10470
    },
    {
      "epoch": 4.789762340036563,
      "grad_norm": 85017.875,
      "learning_rate": 2.2030651340996167e-06,
      "loss": 1.642,
      "step": 10480
    },
    {
      "epoch": 4.794332723948812,
      "grad_norm": 88660.4765625,
      "learning_rate": 2.1551724137931035e-06,
      "loss": 1.7387,
      "step": 10490
    },
    {
      "epoch": 4.798903107861061,
      "grad_norm": 81671.3984375,
      "learning_rate": 2.1072796934865904e-06,
      "loss": 1.6963,
      "step": 10500
    },
    {
      "epoch": 4.803473491773309,
      "grad_norm": 82145.9453125,
      "learning_rate": 2.059386973180077e-06,
      "loss": 1.689,
      "step": 10510
    },
    {
      "epoch": 4.8080438756855575,
      "grad_norm": 60723.84375,
      "learning_rate": 2.0114942528735633e-06,
      "loss": 1.7065,
      "step": 10520
    },
    {
      "epoch": 4.812614259597806,
      "grad_norm": 79342.8515625,
      "learning_rate": 1.9636015325670498e-06,
      "loss": 1.6952,
      "step": 10530
    },
    {
      "epoch": 4.817184643510055,
      "grad_norm": 66902.59375,
      "learning_rate": 1.9157088122605362e-06,
      "loss": 1.6965,
      "step": 10540
    },
    {
      "epoch": 4.821755027422303,
      "grad_norm": 57767.9453125,
      "learning_rate": 1.8678160919540231e-06,
      "loss": 1.7267,
      "step": 10550
    },
    {
      "epoch": 4.826325411334552,
      "grad_norm": 57847.31640625,
      "learning_rate": 1.8199233716475098e-06,
      "loss": 1.5725,
      "step": 10560
    },
    {
      "epoch": 4.830895795246801,
      "grad_norm": 71927.8984375,
      "learning_rate": 1.7720306513409962e-06,
      "loss": 1.6501,
      "step": 10570
    },
    {
      "epoch": 4.83546617915905,
      "grad_norm": 74899.0234375,
      "learning_rate": 1.724137931034483e-06,
      "loss": 1.6678,
      "step": 10580
    },
    {
      "epoch": 4.840036563071298,
      "grad_norm": 92564.6875,
      "learning_rate": 1.6762452107279694e-06,
      "loss": 1.6991,
      "step": 10590
    },
    {
      "epoch": 4.844606946983546,
      "grad_norm": 65702.7109375,
      "learning_rate": 1.6283524904214558e-06,
      "loss": 1.7309,
      "step": 10600
    },
    {
      "epoch": 4.849177330895795,
      "grad_norm": 72665.1796875,
      "learning_rate": 1.5804597701149427e-06,
      "loss": 1.6152,
      "step": 10610
    },
    {
      "epoch": 4.853747714808044,
      "grad_norm": 94501.109375,
      "learning_rate": 1.5325670498084292e-06,
      "loss": 1.6927,
      "step": 10620
    },
    {
      "epoch": 4.858318098720293,
      "grad_norm": 113540.65625,
      "learning_rate": 1.4846743295019158e-06,
      "loss": 1.7562,
      "step": 10630
    },
    {
      "epoch": 4.862888482632541,
      "grad_norm": 60082.1484375,
      "learning_rate": 1.4367816091954023e-06,
      "loss": 1.743,
      "step": 10640
    },
    {
      "epoch": 4.86745886654479,
      "grad_norm": 77984.4921875,
      "learning_rate": 1.388888888888889e-06,
      "loss": 1.597,
      "step": 10650
    },
    {
      "epoch": 4.872029250457039,
      "grad_norm": 77285.3515625,
      "learning_rate": 1.3409961685823756e-06,
      "loss": 1.6401,
      "step": 10660
    },
    {
      "epoch": 4.876599634369287,
      "grad_norm": 62164.921875,
      "learning_rate": 1.293103448275862e-06,
      "loss": 1.7019,
      "step": 10670
    },
    {
      "epoch": 4.881170018281535,
      "grad_norm": 82581.1875,
      "learning_rate": 1.2452107279693487e-06,
      "loss": 1.6698,
      "step": 10680
    },
    {
      "epoch": 4.885740402193784,
      "grad_norm": 191003.421875,
      "learning_rate": 1.1973180076628354e-06,
      "loss": 1.7425,
      "step": 10690
    },
    {
      "epoch": 4.890310786106033,
      "grad_norm": 70496.2421875,
      "learning_rate": 1.1494252873563219e-06,
      "loss": 1.7575,
      "step": 10700
    },
    {
      "epoch": 4.894881170018282,
      "grad_norm": 96979.078125,
      "learning_rate": 1.1015325670498083e-06,
      "loss": 1.7798,
      "step": 10710
    },
    {
      "epoch": 4.89945155393053,
      "grad_norm": 75589.8046875,
      "learning_rate": 1.0536398467432952e-06,
      "loss": 1.6209,
      "step": 10720
    },
    {
      "epoch": 4.904021937842779,
      "grad_norm": 146879.5,
      "learning_rate": 1.0057471264367817e-06,
      "loss": 1.7368,
      "step": 10730
    },
    {
      "epoch": 4.908592321755028,
      "grad_norm": 80107.3125,
      "learning_rate": 9.578544061302681e-07,
      "loss": 1.7019,
      "step": 10740
    },
    {
      "epoch": 4.913162705667276,
      "grad_norm": 66398.5703125,
      "learning_rate": 9.099616858237549e-07,
      "loss": 1.7885,
      "step": 10750
    },
    {
      "epoch": 4.917733089579524,
      "grad_norm": 76734.59375,
      "learning_rate": 8.620689655172415e-07,
      "loss": 1.7817,
      "step": 10760
    },
    {
      "epoch": 4.922303473491773,
      "grad_norm": 79165.3203125,
      "learning_rate": 8.141762452107279e-07,
      "loss": 1.7004,
      "step": 10770
    },
    {
      "epoch": 4.926873857404022,
      "grad_norm": 61589.2109375,
      "learning_rate": 7.662835249042146e-07,
      "loss": 1.7177,
      "step": 10780
    },
    {
      "epoch": 4.931444241316271,
      "grad_norm": 91896.1015625,
      "learning_rate": 7.183908045977011e-07,
      "loss": 1.7116,
      "step": 10790
    },
    {
      "epoch": 4.936014625228519,
      "grad_norm": 76825.4296875,
      "learning_rate": 6.704980842911878e-07,
      "loss": 1.6501,
      "step": 10800
    },
    {
      "epoch": 4.940585009140768,
      "grad_norm": 79197.75,
      "learning_rate": 6.226053639846744e-07,
      "loss": 1.7284,
      "step": 10810
    },
    {
      "epoch": 4.9451553930530165,
      "grad_norm": 87847.4609375,
      "learning_rate": 5.747126436781609e-07,
      "loss": 1.7757,
      "step": 10820
    },
    {
      "epoch": 4.949725776965265,
      "grad_norm": 105324.3125,
      "learning_rate": 5.268199233716476e-07,
      "loss": 1.7017,
      "step": 10830
    },
    {
      "epoch": 4.954296160877513,
      "grad_norm": 78621.59375,
      "learning_rate": 4.789272030651341e-07,
      "loss": 1.6659,
      "step": 10840
    },
    {
      "epoch": 4.958866544789762,
      "grad_norm": 161616.046875,
      "learning_rate": 4.3103448275862073e-07,
      "loss": 1.7586,
      "step": 10850
    },
    {
      "epoch": 4.963436928702011,
      "grad_norm": 87202.765625,
      "learning_rate": 3.831417624521073e-07,
      "loss": 1.6147,
      "step": 10860
    },
    {
      "epoch": 4.96800731261426,
      "grad_norm": 87169.0390625,
      "learning_rate": 3.352490421455939e-07,
      "loss": 1.6565,
      "step": 10870
    },
    {
      "epoch": 4.972577696526509,
      "grad_norm": 93609.015625,
      "learning_rate": 2.8735632183908047e-07,
      "loss": 1.8099,
      "step": 10880
    },
    {
      "epoch": 4.977148080438757,
      "grad_norm": 120831.265625,
      "learning_rate": 2.3946360153256703e-07,
      "loss": 1.7018,
      "step": 10890
    },
    {
      "epoch": 4.9817184643510055,
      "grad_norm": 69430.453125,
      "learning_rate": 1.9157088122605365e-07,
      "loss": 1.6799,
      "step": 10900
    },
    {
      "epoch": 4.986288848263254,
      "grad_norm": 65192.02734375,
      "learning_rate": 1.4367816091954023e-07,
      "loss": 1.7379,
      "step": 10910
    },
    {
      "epoch": 4.990859232175502,
      "grad_norm": 89309.6953125,
      "learning_rate": 9.578544061302682e-08,
      "loss": 1.7807,
      "step": 10920
    },
    {
      "epoch": 4.995429616087751,
      "grad_norm": 65604.3203125,
      "learning_rate": 4.789272030651341e-08,
      "loss": 1.7125,
      "step": 10930
    },
    {
      "epoch": 5.0,
      "grad_norm": 114907.515625,
      "learning_rate": 0.0,
      "loss": 1.7282,
      "step": 10940
    },
    {
      "epoch": 5.0,
      "eval_loss": 1.6917415857315063,
      "eval_runtime": 346.3088,
      "eval_samples_per_second": 43.314,
      "eval_steps_per_second": 1.354,
      "step": 10940
    }
  ],
  "logging_steps": 10,
  "max_steps": 10940,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}