{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 17633,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0014177961776215052,
      "grad_norm": 9.8125,
      "learning_rate": 2.5e-08,
      "loss": 2.9276,
      "step": 25
    },
    {
      "epoch": 0.0028355923552430104,
      "grad_norm": 9.8125,
      "learning_rate": 5e-08,
      "loss": 2.9468,
      "step": 50
    },
    {
      "epoch": 0.004253388532864515,
      "grad_norm": 7.84375,
      "learning_rate": 7.500000000000001e-08,
      "loss": 2.9228,
      "step": 75
    },
    {
      "epoch": 0.005671184710486021,
      "grad_norm": 7.0625,
      "learning_rate": 1e-07,
      "loss": 2.8258,
      "step": 100
    },
    {
      "epoch": 0.007088980888107526,
      "grad_norm": 5.5625,
      "learning_rate": 1.25e-07,
      "loss": 2.7263,
      "step": 125
    },
    {
      "epoch": 0.00850677706572903,
      "grad_norm": 4.875,
      "learning_rate": 1.5000000000000002e-07,
      "loss": 2.6245,
      "step": 150
    },
    {
      "epoch": 0.009924573243350537,
      "grad_norm": 4.125,
      "learning_rate": 1.7500000000000002e-07,
      "loss": 2.4902,
      "step": 175
    },
    {
      "epoch": 0.011342369420972042,
      "grad_norm": 3.21875,
      "learning_rate": 2e-07,
      "loss": 2.349,
      "step": 200
    },
    {
      "epoch": 0.012760165598593547,
      "grad_norm": 3.15625,
      "learning_rate": 2.25e-07,
      "loss": 2.3038,
      "step": 225
    },
    {
      "epoch": 0.014177961776215052,
      "grad_norm": 3.0,
      "learning_rate": 2.5e-07,
      "loss": 2.2632,
      "step": 250
    },
    {
      "epoch": 0.015595757953836557,
      "grad_norm": 2.859375,
      "learning_rate": 2.7499999999999996e-07,
      "loss": 2.2339,
      "step": 275
    },
    {
      "epoch": 0.01701355413145806,
      "grad_norm": 2.78125,
      "learning_rate": 3.0000000000000004e-07,
      "loss": 2.2106,
      "step": 300
    },
    {
      "epoch": 0.018431350309079567,
      "grad_norm": 2.578125,
      "learning_rate": 3.25e-07,
      "loss": 2.178,
      "step": 325
    },
    {
      "epoch": 0.019849146486701073,
      "grad_norm": 2.6875,
      "learning_rate": 3.5000000000000004e-07,
      "loss": 2.1623,
      "step": 350
    },
    {
      "epoch": 0.021266942664322577,
      "grad_norm": 2.25,
      "learning_rate": 3.75e-07,
      "loss": 2.1621,
      "step": 375
    },
    {
      "epoch": 0.022684738841944083,
      "grad_norm": 2.640625,
      "learning_rate": 4e-07,
      "loss": 2.1586,
      "step": 400
    },
    {
      "epoch": 0.024102535019565587,
      "grad_norm": 2.828125,
      "learning_rate": 4.25e-07,
      "loss": 2.1498,
      "step": 425
    },
    {
      "epoch": 0.025520331197187093,
      "grad_norm": 2.65625,
      "learning_rate": 4.5e-07,
      "loss": 2.1515,
      "step": 450
    },
    {
      "epoch": 0.026938127374808597,
      "grad_norm": 3.125,
      "learning_rate": 4.75e-07,
      "loss": 2.1216,
      "step": 475
    },
    {
      "epoch": 0.028355923552430103,
      "grad_norm": 2.546875,
      "learning_rate": 5e-07,
      "loss": 2.0938,
      "step": 500
    },
    {
      "epoch": 0.029773719730051607,
      "grad_norm": 2.59375,
      "learning_rate": 5.25e-07,
      "loss": 2.0788,
      "step": 525
    },
    {
      "epoch": 0.031191515907673113,
      "grad_norm": 2.625,
      "learning_rate": 5.499999999999999e-07,
      "loss": 2.0899,
      "step": 550
    },
    {
      "epoch": 0.03260931208529462,
      "grad_norm": 2.703125,
      "learning_rate": 5.750000000000001e-07,
      "loss": 2.0949,
      "step": 575
    },
    {
      "epoch": 0.03402710826291612,
      "grad_norm": 2.921875,
      "learning_rate": 6.000000000000001e-07,
      "loss": 2.0772,
      "step": 600
    },
    {
      "epoch": 0.035444904440537627,
      "grad_norm": 3.0,
      "learning_rate": 6.25e-07,
      "loss": 2.0612,
      "step": 625
    },
    {
      "epoch": 0.03686270061815913,
      "grad_norm": 2.328125,
      "learning_rate": 6.5e-07,
      "loss": 2.0366,
      "step": 650
    },
    {
      "epoch": 0.03828049679578064,
      "grad_norm": 2.765625,
      "learning_rate": 6.75e-07,
      "loss": 2.0379,
      "step": 675
    },
    {
      "epoch": 0.03969829297340215,
      "grad_norm": 2.71875,
      "learning_rate": 7.000000000000001e-07,
      "loss": 2.0458,
      "step": 700
    },
    {
      "epoch": 0.041116089151023646,
      "grad_norm": 2.984375,
      "learning_rate": 7.25e-07,
      "loss": 2.0248,
      "step": 725
    },
    {
      "epoch": 0.04253388532864515,
      "grad_norm": 3.109375,
      "learning_rate": 7.5e-07,
      "loss": 2.0222,
      "step": 750
    },
    {
      "epoch": 0.04395168150626666,
      "grad_norm": 2.875,
      "learning_rate": 7.750000000000001e-07,
      "loss": 2.0129,
      "step": 775
    },
    {
      "epoch": 0.04536947768388817,
      "grad_norm": 3.015625,
      "learning_rate": 8e-07,
      "loss": 2.0452,
      "step": 800
    },
    {
      "epoch": 0.046787273861509666,
      "grad_norm": 3.0625,
      "learning_rate": 8.25e-07,
      "loss": 2.0129,
      "step": 825
    },
    {
      "epoch": 0.04820507003913117,
      "grad_norm": 3.1875,
      "learning_rate": 8.5e-07,
      "loss": 2.0083,
      "step": 850
    },
    {
      "epoch": 0.04962286621675268,
      "grad_norm": 3.265625,
      "learning_rate": 8.750000000000001e-07,
      "loss": 2.0002,
      "step": 875
    },
    {
      "epoch": 0.05104066239437419,
      "grad_norm": 3.375,
      "learning_rate": 9e-07,
      "loss": 1.9946,
      "step": 900
    },
    {
      "epoch": 0.05245845857199569,
      "grad_norm": 4.1875,
      "learning_rate": 9.25e-07,
      "loss": 1.9826,
      "step": 925
    },
    {
      "epoch": 0.05387625474961719,
      "grad_norm": 3.546875,
      "learning_rate": 9.5e-07,
      "loss": 1.9619,
      "step": 950
    },
    {
      "epoch": 0.0552940509272387,
      "grad_norm": 4.5625,
      "learning_rate": 9.75e-07,
      "loss": 1.959,
      "step": 975
    },
    {
      "epoch": 0.05671184710486021,
      "grad_norm": 4.5,
      "learning_rate": 1e-06,
      "loss": 1.9438,
      "step": 1000
    },
    {
      "epoch": 0.05812964328248171,
      "grad_norm": 4.65625,
      "learning_rate": 1.0250000000000001e-06,
      "loss": 1.9322,
      "step": 1025
    },
    {
      "epoch": 0.05954743946010321,
      "grad_norm": 5.125,
      "learning_rate": 1.05e-06,
      "loss": 1.9012,
      "step": 1050
    },
    {
      "epoch": 0.06096523563772472,
      "grad_norm": 5.125,
      "learning_rate": 1.075e-06,
      "loss": 1.8728,
      "step": 1075
    },
    {
      "epoch": 0.06238303181534623,
      "grad_norm": 5.21875,
      "learning_rate": 1.0999999999999998e-06,
      "loss": 1.8705,
      "step": 1100
    },
    {
      "epoch": 0.06380082799296773,
      "grad_norm": 4.53125,
      "learning_rate": 1.125e-06,
      "loss": 1.8529,
      "step": 1125
    },
    {
      "epoch": 0.06521862417058924,
      "grad_norm": 5.21875,
      "learning_rate": 1.1500000000000002e-06,
      "loss": 1.855,
      "step": 1150
    },
    {
      "epoch": 0.06663642034821074,
      "grad_norm": 5.1875,
      "learning_rate": 1.175e-06,
      "loss": 1.8516,
      "step": 1175
    },
    {
      "epoch": 0.06805421652583224,
      "grad_norm": 5.375,
      "learning_rate": 1.2000000000000002e-06,
      "loss": 1.8211,
      "step": 1200
    },
    {
      "epoch": 0.06947201270345375,
      "grad_norm": 5.875,
      "learning_rate": 1.225e-06,
      "loss": 1.8235,
      "step": 1225
    },
    {
      "epoch": 0.07088980888107525,
      "grad_norm": 5.5,
      "learning_rate": 1.25e-06,
      "loss": 1.8149,
      "step": 1250
    },
    {
      "epoch": 0.07230760505869677,
      "grad_norm": 4.84375,
      "learning_rate": 1.275e-06,
      "loss": 1.8164,
      "step": 1275
    },
    {
      "epoch": 0.07372540123631827,
      "grad_norm": 4.46875,
      "learning_rate": 1.3e-06,
      "loss": 1.7967,
      "step": 1300
    },
    {
      "epoch": 0.07514319741393977,
      "grad_norm": 4.5625,
      "learning_rate": 1.325e-06,
      "loss": 1.819,
      "step": 1325
    },
    {
      "epoch": 0.07656099359156128,
      "grad_norm": 4.78125,
      "learning_rate": 1.35e-06,
      "loss": 1.7788,
      "step": 1350
    },
    {
      "epoch": 0.07797878976918278,
      "grad_norm": 4.5,
      "learning_rate": 1.375e-06,
      "loss": 1.7854,
      "step": 1375
    },
    {
      "epoch": 0.0793965859468043,
      "grad_norm": 3.9375,
      "learning_rate": 1.4000000000000001e-06,
      "loss": 1.7644,
      "step": 1400
    },
    {
      "epoch": 0.0808143821244258,
      "grad_norm": 3.453125,
      "learning_rate": 1.425e-06,
      "loss": 1.7811,
      "step": 1425
    },
    {
      "epoch": 0.08223217830204729,
      "grad_norm": 3.328125,
      "learning_rate": 1.45e-06,
      "loss": 1.7685,
      "step": 1450
    },
    {
      "epoch": 0.0836499744796688,
      "grad_norm": 3.40625,
      "learning_rate": 1.4749999999999999e-06,
      "loss": 1.7554,
      "step": 1475
    },
    {
      "epoch": 0.0850677706572903,
      "grad_norm": 2.703125,
      "learning_rate": 1.5e-06,
      "loss": 1.7636,
      "step": 1500
    },
    {
      "epoch": 0.0864855668349118,
      "grad_norm": 2.859375,
      "learning_rate": 1.525e-06,
      "loss": 1.7472,
      "step": 1525
    },
    {
      "epoch": 0.08790336301253332,
      "grad_norm": 2.75,
      "learning_rate": 1.5500000000000002e-06,
      "loss": 1.7534,
      "step": 1550
    },
    {
      "epoch": 0.08932115919015482,
      "grad_norm": 2.703125,
      "learning_rate": 1.5750000000000002e-06,
      "loss": 1.7226,
      "step": 1575
    },
    {
      "epoch": 0.09073895536777633,
      "grad_norm": 2.078125,
      "learning_rate": 1.6e-06,
      "loss": 1.7416,
      "step": 1600
    },
    {
      "epoch": 0.09215675154539783,
      "grad_norm": 1.953125,
      "learning_rate": 1.625e-06,
      "loss": 1.7371,
      "step": 1625
    },
    {
      "epoch": 0.09357454772301933,
      "grad_norm": 1.8984375,
      "learning_rate": 1.65e-06,
      "loss": 1.7358,
      "step": 1650
    },
    {
      "epoch": 0.09499234390064085,
      "grad_norm": 1.953125,
      "learning_rate": 1.675e-06,
      "loss": 1.7299,
      "step": 1675
    },
    {
      "epoch": 0.09641014007826235,
      "grad_norm": 1.953125,
      "learning_rate": 1.7e-06,
      "loss": 1.7308,
      "step": 1700
    },
    {
      "epoch": 0.09782793625588386,
      "grad_norm": 1.8046875,
      "learning_rate": 1.725e-06,
      "loss": 1.7035,
      "step": 1725
    },
    {
      "epoch": 0.09924573243350536,
      "grad_norm": 1.8828125,
      "learning_rate": 1.7500000000000002e-06,
      "loss": 1.7224,
      "step": 1750
    },
    {
      "epoch": 0.10066352861112686,
      "grad_norm": 1.7890625,
      "learning_rate": 1.7750000000000002e-06,
      "loss": 1.7148,
      "step": 1775
    },
    {
      "epoch": 0.10208132478874837,
      "grad_norm": 1.875,
      "learning_rate": 1.8e-06,
      "loss": 1.7211,
      "step": 1800
    },
    {
      "epoch": 0.10349912096636987,
      "grad_norm": 1.703125,
      "learning_rate": 1.8249999999999999e-06,
      "loss": 1.7162,
      "step": 1825
    },
    {
      "epoch": 0.10491691714399139,
      "grad_norm": 1.734375,
      "learning_rate": 1.85e-06,
      "loss": 1.7024,
      "step": 1850
    },
    {
      "epoch": 0.10633471332161289,
      "grad_norm": 1.5859375,
      "learning_rate": 1.875e-06,
      "loss": 1.707,
      "step": 1875
    },
    {
      "epoch": 0.10775250949923439,
      "grad_norm": 1.5703125,
      "learning_rate": 1.9e-06,
      "loss": 1.7134,
      "step": 1900
    },
    {
      "epoch": 0.1091703056768559,
      "grad_norm": 1.734375,
      "learning_rate": 1.925e-06,
      "loss": 1.6868,
      "step": 1925
    },
    {
      "epoch": 0.1105881018544774,
      "grad_norm": 1.671875,
      "learning_rate": 1.95e-06,
      "loss": 1.7017,
      "step": 1950
    },
    {
      "epoch": 0.1120058980320989,
      "grad_norm": 1.4765625,
      "learning_rate": 1.975e-06,
      "loss": 1.6898,
      "step": 1975
    },
    {
      "epoch": 0.11342369420972041,
      "grad_norm": 1.6484375,
      "learning_rate": 2e-06,
      "loss": 1.7212,
      "step": 2000
    },
    {
      "epoch": 0.11484149038734191,
      "grad_norm": 1.59375,
      "learning_rate": 2.025e-06,
      "loss": 1.6863,
      "step": 2025
    },
    {
      "epoch": 0.11625928656496343,
      "grad_norm": 1.6484375,
      "learning_rate": 2.0500000000000003e-06,
      "loss": 1.6828,
      "step": 2050
    },
    {
      "epoch": 0.11767708274258493,
      "grad_norm": 1.5234375,
      "learning_rate": 2.075e-06,
      "loss": 1.6918,
      "step": 2075
    },
    {
      "epoch": 0.11909487892020643,
      "grad_norm": 1.53125,
      "learning_rate": 2.1e-06,
      "loss": 1.6978,
      "step": 2100
    },
    {
      "epoch": 0.12051267509782794,
      "grad_norm": 1.5859375,
      "learning_rate": 2.125e-06,
      "loss": 1.6995,
      "step": 2125
    },
    {
      "epoch": 0.12193047127544944,
      "grad_norm": 1.6875,
      "learning_rate": 2.15e-06,
      "loss": 1.681,
      "step": 2150
    },
    {
      "epoch": 0.12334826745307095,
      "grad_norm": 1.625,
      "learning_rate": 2.175e-06,
      "loss": 1.6893,
      "step": 2175
    },
    {
      "epoch": 0.12476606363069245,
      "grad_norm": 1.5546875,
      "learning_rate": 2.1999999999999997e-06,
      "loss": 1.6847,
      "step": 2200
    },
    {
      "epoch": 0.12618385980831395,
      "grad_norm": 1.7109375,
      "learning_rate": 2.2250000000000003e-06,
      "loss": 1.6997,
      "step": 2225
    },
    {
      "epoch": 0.12760165598593545,
      "grad_norm": 1.6484375,
      "learning_rate": 2.25e-06,
      "loss": 1.6706,
      "step": 2250
    },
    {
      "epoch": 0.12901945216355698,
      "grad_norm": 1.6484375,
      "learning_rate": 2.275e-06,
      "loss": 1.68,
      "step": 2275
    },
    {
      "epoch": 0.13043724834117848,
      "grad_norm": 1.5859375,
      "learning_rate": 2.3000000000000004e-06,
      "loss": 1.6774,
      "step": 2300
    },
    {
      "epoch": 0.13185504451879998,
      "grad_norm": 1.46875,
      "learning_rate": 2.325e-06,
      "loss": 1.6954,
      "step": 2325
    },
    {
      "epoch": 0.13327284069642148,
      "grad_norm": 1.5625,
      "learning_rate": 2.35e-06,
      "loss": 1.6797,
      "step": 2350
    },
    {
      "epoch": 0.13469063687404298,
      "grad_norm": 1.8125,
      "learning_rate": 2.375e-06,
      "loss": 1.6646,
      "step": 2375
    },
    {
      "epoch": 0.13610843305166448,
      "grad_norm": 1.5078125,
      "learning_rate": 2.4000000000000003e-06,
      "loss": 1.6769,
      "step": 2400
    },
    {
      "epoch": 0.137526229229286,
      "grad_norm": 1.6328125,
      "learning_rate": 2.425e-06,
      "loss": 1.6546,
      "step": 2425
    },
    {
      "epoch": 0.1389440254069075,
      "grad_norm": 1.4921875,
      "learning_rate": 2.45e-06,
      "loss": 1.6662,
      "step": 2450
    },
    {
      "epoch": 0.140361821584529,
      "grad_norm": 1.390625,
      "learning_rate": 2.475e-06,
      "loss": 1.6757,
      "step": 2475
    },
    {
      "epoch": 0.1417796177621505,
      "grad_norm": 1.4921875,
      "learning_rate": 2.5e-06,
      "loss": 1.6692,
      "step": 2500
    },
    {
      "epoch": 0.143197413939772,
      "grad_norm": 1.640625,
      "learning_rate": 2.525e-06,
      "loss": 1.6591,
      "step": 2525
    },
    {
      "epoch": 0.14461521011739353,
      "grad_norm": 1.6640625,
      "learning_rate": 2.55e-06,
      "loss": 1.6577,
      "step": 2550
    },
    {
      "epoch": 0.14603300629501503,
      "grad_norm": 1.6484375,
      "learning_rate": 2.575e-06,
      "loss": 1.6837,
      "step": 2575
    },
    {
      "epoch": 0.14745080247263653,
      "grad_norm": 1.4453125,
      "learning_rate": 2.6e-06,
      "loss": 1.6607,
      "step": 2600
    },
    {
      "epoch": 0.14886859865025803,
      "grad_norm": 1.5390625,
      "learning_rate": 2.6250000000000003e-06,
      "loss": 1.6535,
      "step": 2625
    },
    {
      "epoch": 0.15028639482787953,
      "grad_norm": 1.484375,
      "learning_rate": 2.65e-06,
      "loss": 1.6696,
      "step": 2650
    },
    {
      "epoch": 0.15170419100550106,
      "grad_norm": 1.65625,
      "learning_rate": 2.6750000000000002e-06,
      "loss": 1.6548,
      "step": 2675
    },
    {
      "epoch": 0.15312198718312256,
      "grad_norm": 1.5078125,
      "learning_rate": 2.7e-06,
      "loss": 1.6772,
      "step": 2700
    },
    {
      "epoch": 0.15453978336074406,
      "grad_norm": 1.5078125,
      "learning_rate": 2.725e-06,
      "loss": 1.6483,
      "step": 2725
    },
    {
      "epoch": 0.15595757953836556,
      "grad_norm": 1.4453125,
      "learning_rate": 2.75e-06,
      "loss": 1.6666,
      "step": 2750
    },
    {
      "epoch": 0.15737537571598706,
      "grad_norm": 1.5546875,
      "learning_rate": 2.775e-06,
      "loss": 1.6435,
      "step": 2775
    },
    {
      "epoch": 0.1587931718936086,
      "grad_norm": 1.40625,
      "learning_rate": 2.8000000000000003e-06,
      "loss": 1.6426,
      "step": 2800
    },
    {
      "epoch": 0.1602109680712301,
      "grad_norm": 1.6640625,
      "learning_rate": 2.825e-06,
      "loss": 1.6559,
      "step": 2825
    },
    {
      "epoch": 0.1616287642488516,
      "grad_norm": 1.4453125,
      "learning_rate": 2.85e-06,
      "loss": 1.6515,
      "step": 2850
    },
    {
      "epoch": 0.16304656042647309,
      "grad_norm": 1.703125,
      "learning_rate": 2.875e-06,
      "loss": 1.6438,
      "step": 2875
    },
    {
      "epoch": 0.16446435660409459,
      "grad_norm": 1.71875,
      "learning_rate": 2.9e-06,
      "loss": 1.6411,
      "step": 2900
    },
    {
      "epoch": 0.1658821527817161,
      "grad_norm": 1.5234375,
      "learning_rate": 2.925e-06,
      "loss": 1.6579,
      "step": 2925
    },
    {
      "epoch": 0.1672999489593376,
      "grad_norm": 1.59375,
      "learning_rate": 2.9499999999999997e-06,
      "loss": 1.6521,
      "step": 2950
    },
    {
      "epoch": 0.1687177451369591,
      "grad_norm": 1.7109375,
      "learning_rate": 2.9750000000000003e-06,
      "loss": 1.6422,
      "step": 2975
    },
    {
      "epoch": 0.1701355413145806,
      "grad_norm": 1.5546875,
      "learning_rate": 3e-06,
      "loss": 1.6389,
      "step": 3000
    },
    {
      "epoch": 0.1715533374922021,
      "grad_norm": 1.5625,
      "learning_rate": 2.9948745985102165e-06,
      "loss": 1.6347,
      "step": 3025
    },
    {
      "epoch": 0.1729711336698236,
      "grad_norm": 1.625,
      "learning_rate": 2.9897491970204334e-06,
      "loss": 1.655,
      "step": 3050
    },
    {
      "epoch": 0.17438892984744514,
      "grad_norm": 1.3828125,
      "learning_rate": 2.98462379553065e-06,
      "loss": 1.6428,
      "step": 3075
    },
    {
      "epoch": 0.17580672602506664,
      "grad_norm": 1.5390625,
      "learning_rate": 2.9794983940408667e-06,
      "loss": 1.6572,
      "step": 3100
    },
    {
      "epoch": 0.17722452220268814,
      "grad_norm": 1.5859375,
      "learning_rate": 2.974372992551083e-06,
      "loss": 1.6407,
      "step": 3125
    },
    {
      "epoch": 0.17864231838030964,
      "grad_norm": 1.4765625,
      "learning_rate": 2.9692475910613e-06,
      "loss": 1.6383,
      "step": 3150
    },
    {
      "epoch": 0.18006011455793114,
      "grad_norm": 1.5703125,
      "learning_rate": 2.9641221895715165e-06,
      "loss": 1.6426,
      "step": 3175
    },
    {
      "epoch": 0.18147791073555267,
      "grad_norm": 1.6953125,
      "learning_rate": 2.9589967880817333e-06,
      "loss": 1.6349,
      "step": 3200
    },
    {
      "epoch": 0.18289570691317417,
      "grad_norm": 1.671875,
      "learning_rate": 2.9538713865919498e-06,
      "loss": 1.6491,
      "step": 3225
    },
    {
      "epoch": 0.18431350309079567,
      "grad_norm": 1.59375,
      "learning_rate": 2.9487459851021667e-06,
      "loss": 1.6329,
      "step": 3250
    },
    {
      "epoch": 0.18573129926841717,
      "grad_norm": 2.75,
      "learning_rate": 2.943620583612383e-06,
      "loss": 1.6319,
      "step": 3275
    },
    {
      "epoch": 0.18714909544603867,
      "grad_norm": 2.71875,
      "learning_rate": 2.9384951821226e-06,
      "loss": 1.6178,
      "step": 3300
    },
    {
      "epoch": 0.1885668916236602,
      "grad_norm": 1.4609375,
      "learning_rate": 2.9333697806328164e-06,
      "loss": 1.5879,
      "step": 3325
    },
    {
      "epoch": 0.1899846878012817,
      "grad_norm": 1.453125,
      "learning_rate": 2.928244379143033e-06,
      "loss": 1.6113,
      "step": 3350
    },
    {
      "epoch": 0.1914024839789032,
      "grad_norm": 1.421875,
      "learning_rate": 2.9231189776532493e-06,
      "loss": 1.5957,
      "step": 3375
    },
    {
      "epoch": 0.1928202801565247,
      "grad_norm": 1.6484375,
      "learning_rate": 2.917993576163466e-06,
      "loss": 1.5978,
      "step": 3400
    },
    {
      "epoch": 0.1942380763341462,
      "grad_norm": 1.3671875,
      "learning_rate": 2.9128681746736826e-06,
      "loss": 1.5955,
      "step": 3425
    },
    {
      "epoch": 0.19565587251176772,
      "grad_norm": 1.3984375,
      "learning_rate": 2.9077427731838995e-06,
      "loss": 1.61,
      "step": 3450
    },
    {
      "epoch": 0.19707366868938922,
      "grad_norm": 1.8828125,
      "learning_rate": 2.902617371694116e-06,
      "loss": 1.5998,
      "step": 3475
    },
    {
      "epoch": 0.19849146486701072,
      "grad_norm": 1.546875,
      "learning_rate": 2.897491970204333e-06,
      "loss": 1.6176,
      "step": 3500
    },
    {
      "epoch": 0.19990926104463222,
      "grad_norm": 1.5625,
      "learning_rate": 2.8923665687145493e-06,
      "loss": 1.6058,
      "step": 3525
    },
    {
      "epoch": 0.20132705722225372,
      "grad_norm": 1.546875,
      "learning_rate": 2.887241167224766e-06,
      "loss": 1.5966,
      "step": 3550
    },
    {
      "epoch": 0.20274485339987525,
      "grad_norm": 1.4921875,
      "learning_rate": 2.8821157657349826e-06,
      "loss": 1.5852,
      "step": 3575
    },
    {
      "epoch": 0.20416264957749675,
      "grad_norm": 1.4765625,
      "learning_rate": 2.876990364245199e-06,
      "loss": 1.5644,
      "step": 3600
    },
    {
      "epoch": 0.20558044575511825,
      "grad_norm": 1.59375,
      "learning_rate": 2.871864962755416e-06,
      "loss": 1.589,
      "step": 3625
    },
    {
      "epoch": 0.20699824193273975,
      "grad_norm": 1.46875,
      "learning_rate": 2.8667395612656323e-06,
      "loss": 1.5646,
      "step": 3650
    },
    {
      "epoch": 0.20841603811036125,
      "grad_norm": 1.5703125,
      "learning_rate": 2.861614159775849e-06,
      "loss": 1.578,
      "step": 3675
    },
    {
      "epoch": 0.20983383428798277,
      "grad_norm": 1.5078125,
      "learning_rate": 2.8564887582860657e-06,
      "loss": 1.5959,
      "step": 3700
    },
    {
      "epoch": 0.21125163046560427,
      "grad_norm": 1.4921875,
      "learning_rate": 2.8513633567962825e-06,
      "loss": 1.5788,
      "step": 3725
    },
    {
      "epoch": 0.21266942664322577,
      "grad_norm": 1.4921875,
      "learning_rate": 2.846237955306499e-06,
      "loss": 1.5886,
      "step": 3750
    },
    {
      "epoch": 0.21408722282084727,
      "grad_norm": 1.8203125,
      "learning_rate": 2.841112553816716e-06,
      "loss": 1.583,
      "step": 3775
    },
    {
      "epoch": 0.21550501899846877,
      "grad_norm": 1.390625,
      "learning_rate": 2.8359871523269323e-06,
      "loss": 1.6008,
      "step": 3800
    },
    {
      "epoch": 0.21692281517609027,
      "grad_norm": 1.8046875,
      "learning_rate": 2.830861750837149e-06,
      "loss": 1.6073,
      "step": 3825
    },
    {
      "epoch": 0.2183406113537118,
      "grad_norm": 1.6171875,
      "learning_rate": 2.8257363493473656e-06,
      "loss": 1.5921,
      "step": 3850
    },
    {
      "epoch": 0.2197584075313333,
      "grad_norm": 1.4609375,
      "learning_rate": 2.8206109478575825e-06,
      "loss": 1.5971,
      "step": 3875
    },
    {
      "epoch": 0.2211762037089548,
      "grad_norm": 1.4375,
      "learning_rate": 2.815485546367799e-06,
      "loss": 1.5706,
      "step": 3900
    },
    {
      "epoch": 0.2225939998865763,
      "grad_norm": 1.65625,
      "learning_rate": 2.810360144878016e-06,
      "loss": 1.5788,
      "step": 3925
    },
    {
      "epoch": 0.2240117960641978,
      "grad_norm": 1.828125,
      "learning_rate": 2.8052347433882322e-06,
      "loss": 1.5963,
      "step": 3950
    },
    {
      "epoch": 0.22542959224181933,
      "grad_norm": 1.3515625,
      "learning_rate": 2.800109341898449e-06,
      "loss": 1.5899,
      "step": 3975
    },
    {
      "epoch": 0.22684738841944083,
      "grad_norm": 1.40625,
      "learning_rate": 2.7949839404086656e-06,
      "loss": 1.5878,
      "step": 4000
    },
    {
      "epoch": 0.22826518459706233,
      "grad_norm": 1.375,
      "learning_rate": 2.789858538918882e-06,
      "loss": 1.58,
      "step": 4025
    },
    {
      "epoch": 0.22968298077468383,
      "grad_norm": 1.453125,
      "learning_rate": 2.7847331374290984e-06,
      "loss": 1.5926,
      "step": 4050
    },
    {
      "epoch": 0.23110077695230533,
      "grad_norm": 1.4921875,
      "learning_rate": 2.7796077359393153e-06,
      "loss": 1.6063,
      "step": 4075
    },
    {
      "epoch": 0.23251857312992685,
      "grad_norm": 1.4296875,
      "learning_rate": 2.7744823344495318e-06,
      "loss": 1.5617,
      "step": 4100
    },
    {
      "epoch": 0.23393636930754835,
      "grad_norm": 1.53125,
      "learning_rate": 2.7693569329597486e-06,
      "loss": 1.5941,
      "step": 4125
    },
    {
      "epoch": 0.23535416548516985,
      "grad_norm": 1.4453125,
      "learning_rate": 2.764231531469965e-06,
      "loss": 1.5699,
      "step": 4150
    },
    {
      "epoch": 0.23677196166279135,
      "grad_norm": 1.6484375,
      "learning_rate": 2.759106129980182e-06,
      "loss": 1.5856,
      "step": 4175
    },
    {
      "epoch": 0.23818975784041285,
      "grad_norm": 1.375,
      "learning_rate": 2.7539807284903984e-06,
      "loss": 1.5984,
      "step": 4200
    },
    {
      "epoch": 0.23960755401803438,
      "grad_norm": 1.4765625,
      "learning_rate": 2.748855327000615e-06,
      "loss": 1.5768,
      "step": 4225
    },
    {
      "epoch": 0.24102535019565588,
      "grad_norm": 1.46875,
      "learning_rate": 2.7437299255108317e-06,
      "loss": 1.5845,
      "step": 4250
    },
    {
      "epoch": 0.24244314637327738,
      "grad_norm": 1.4453125,
      "learning_rate": 2.738604524021048e-06,
      "loss": 1.5756,
      "step": 4275
    },
    {
      "epoch": 0.24386094255089888,
      "grad_norm": 1.53125,
      "learning_rate": 2.733479122531265e-06,
      "loss": 1.5682,
      "step": 4300
    },
    {
      "epoch": 0.24527873872852038,
      "grad_norm": 1.3984375,
      "learning_rate": 2.7283537210414815e-06,
      "loss": 1.5657,
      "step": 4325
    },
    {
      "epoch": 0.2466965349061419,
      "grad_norm": 2.203125,
      "learning_rate": 2.7232283195516983e-06,
      "loss": 1.5778,
      "step": 4350
    },
    {
      "epoch": 0.2481143310837634,
      "grad_norm": 1.6953125,
      "learning_rate": 2.718102918061915e-06,
      "loss": 1.5683,
      "step": 4375
    },
    {
      "epoch": 0.2495321272613849,
      "grad_norm": 1.4375,
      "learning_rate": 2.7129775165721317e-06,
      "loss": 1.5821,
      "step": 4400
    },
    {
      "epoch": 0.2509499234390064,
      "grad_norm": 1.546875,
      "learning_rate": 2.707852115082348e-06,
      "loss": 1.5784,
      "step": 4425
    },
    {
      "epoch": 0.2523677196166279,
      "grad_norm": 1.75,
      "learning_rate": 2.702726713592565e-06,
      "loss": 1.5649,
      "step": 4450
    },
    {
      "epoch": 0.2537855157942494,
      "grad_norm": 1.4921875,
      "learning_rate": 2.6976013121027814e-06,
      "loss": 1.596,
      "step": 4475
    },
    {
      "epoch": 0.2552033119718709,
      "grad_norm": 1.453125,
      "learning_rate": 2.6924759106129983e-06,
      "loss": 1.5722,
      "step": 4500
    },
    {
      "epoch": 0.2566211081494924,
      "grad_norm": 1.546875,
      "learning_rate": 2.6873505091232147e-06,
      "loss": 1.5901,
      "step": 4525
    },
    {
      "epoch": 0.25803890432711396,
      "grad_norm": 1.4921875,
      "learning_rate": 2.6822251076334316e-06,
      "loss": 1.5751,
      "step": 4550
    },
    {
      "epoch": 0.25945670050473546,
      "grad_norm": 1.4296875,
      "learning_rate": 2.677099706143648e-06,
      "loss": 1.5799,
      "step": 4575
    },
    {
      "epoch": 0.26087449668235696,
      "grad_norm": 1.6640625,
      "learning_rate": 2.671974304653865e-06,
      "loss": 1.5533,
      "step": 4600
    },
    {
      "epoch": 0.26229229285997846,
      "grad_norm": 1.53125,
      "learning_rate": 2.6668489031640814e-06,
      "loss": 1.5454,
      "step": 4625
    },
    {
      "epoch": 0.26371008903759996,
      "grad_norm": 1.6875,
      "learning_rate": 2.661723501674298e-06,
      "loss": 1.5528,
      "step": 4650
    },
    {
      "epoch": 0.26512788521522146,
      "grad_norm": 1.6171875,
      "learning_rate": 2.6565981001845147e-06,
      "loss": 1.5732,
      "step": 4675
    },
    {
      "epoch": 0.26654568139284296,
      "grad_norm": 1.46875,
      "learning_rate": 2.651472698694731e-06,
      "loss": 1.5799,
      "step": 4700
    },
    {
      "epoch": 0.26796347757046446,
      "grad_norm": 1.4375,
      "learning_rate": 2.646347297204948e-06,
      "loss": 1.5679,
      "step": 4725
    },
    {
      "epoch": 0.26938127374808596,
      "grad_norm": 1.421875,
      "learning_rate": 2.6412218957151645e-06,
      "loss": 1.5455,
      "step": 4750
    },
    {
      "epoch": 0.27079906992570746,
      "grad_norm": 1.484375,
      "learning_rate": 2.636096494225381e-06,
      "loss": 1.5666,
      "step": 4775
    },
    {
      "epoch": 0.27221686610332896,
      "grad_norm": 1.421875,
      "learning_rate": 2.6309710927355973e-06,
      "loss": 1.5726,
      "step": 4800
    },
    {
      "epoch": 0.2736346622809505,
      "grad_norm": 1.796875,
      "learning_rate": 2.6258456912458142e-06,
      "loss": 1.588,
      "step": 4825
    },
    {
      "epoch": 0.275052458458572,
      "grad_norm": 1.390625,
      "learning_rate": 2.6207202897560307e-06,
      "loss": 1.5913,
      "step": 4850
    },
    {
      "epoch": 0.2764702546361935,
      "grad_norm": 1.4921875,
      "learning_rate": 2.6155948882662475e-06,
      "loss": 1.5448,
      "step": 4875
    },
    {
      "epoch": 0.277888050813815,
      "grad_norm": 1.4921875,
      "learning_rate": 2.610469486776464e-06,
      "loss": 1.546,
      "step": 4900
    },
    {
      "epoch": 0.2793058469914365,
      "grad_norm": 1.6015625,
      "learning_rate": 2.605344085286681e-06,
      "loss": 1.5662,
      "step": 4925
    },
    {
      "epoch": 0.280723643169058,
      "grad_norm": 1.4453125,
      "learning_rate": 2.6002186837968973e-06,
      "loss": 1.5662,
      "step": 4950
    },
    {
      "epoch": 0.2821414393466795,
      "grad_norm": 1.7890625,
      "learning_rate": 2.595093282307114e-06,
      "loss": 1.5658,
      "step": 4975
    },
    {
      "epoch": 0.283559235524301,
      "grad_norm": 1.5625,
      "learning_rate": 2.5899678808173306e-06,
      "loss": 1.5773,
      "step": 5000
    },
    {
      "epoch": 0.2849770317019225,
      "grad_norm": 1.4375,
      "learning_rate": 2.5848424793275475e-06,
      "loss": 1.5609,
      "step": 5025
    },
    {
      "epoch": 0.286394827879544,
      "grad_norm": 1.6015625,
      "learning_rate": 2.579717077837764e-06,
      "loss": 1.5894,
      "step": 5050
    },
    {
      "epoch": 0.28781262405716557,
      "grad_norm": 1.515625,
      "learning_rate": 2.574591676347981e-06,
      "loss": 1.5775,
      "step": 5075
    },
    {
      "epoch": 0.28923042023478707,
      "grad_norm": 1.625,
      "learning_rate": 2.5694662748581972e-06,
      "loss": 1.5585,
      "step": 5100
    },
    {
      "epoch": 0.29064821641240857,
      "grad_norm": 1.5625,
      "learning_rate": 2.564340873368414e-06,
      "loss": 1.5626,
      "step": 5125
    },
    {
      "epoch": 0.29206601259003007,
      "grad_norm": 1.484375,
      "learning_rate": 2.5592154718786306e-06,
      "loss": 1.556,
      "step": 5150
    },
    {
      "epoch": 0.29348380876765157,
      "grad_norm": 1.359375,
      "learning_rate": 2.5540900703888474e-06,
      "loss": 1.5664,
      "step": 5175
    },
    {
      "epoch": 0.29490160494527307,
      "grad_norm": 2.078125,
      "learning_rate": 2.548964668899064e-06,
      "loss": 1.5774,
      "step": 5200
    },
    {
      "epoch": 0.29631940112289457,
      "grad_norm": 1.5859375,
      "learning_rate": 2.5438392674092803e-06,
      "loss": 1.5716,
      "step": 5225
    },
    {
      "epoch": 0.29773719730051607,
      "grad_norm": 1.515625,
      "learning_rate": 2.538713865919497e-06,
      "loss": 1.5724,
      "step": 5250
    },
    {
      "epoch": 0.29915499347813757,
      "grad_norm": 2.125,
      "learning_rate": 2.5335884644297136e-06,
      "loss": 1.5428,
      "step": 5275
    },
    {
      "epoch": 0.30057278965575907,
      "grad_norm": 1.4765625,
      "learning_rate": 2.5284630629399305e-06,
      "loss": 1.5703,
      "step": 5300
    },
    {
      "epoch": 0.3019905858333806,
      "grad_norm": 1.546875,
      "learning_rate": 2.523337661450147e-06,
      "loss": 1.547,
      "step": 5325
    },
    {
      "epoch": 0.3034083820110021,
      "grad_norm": 2.109375,
      "learning_rate": 2.518212259960364e-06,
      "loss": 1.5526,
      "step": 5350
    },
    {
      "epoch": 0.3048261781886236,
      "grad_norm": 1.6484375,
      "learning_rate": 2.5130868584705803e-06,
      "loss": 1.5507,
      "step": 5375
    },
    {
      "epoch": 0.3062439743662451,
      "grad_norm": 1.59375,
      "learning_rate": 2.507961456980797e-06,
      "loss": 1.5654,
      "step": 5400
    },
    {
      "epoch": 0.3076617705438666,
      "grad_norm": 1.5546875,
      "learning_rate": 2.5028360554910136e-06,
      "loss": 1.5907,
      "step": 5425
    },
    {
      "epoch": 0.3090795667214881,
      "grad_norm": 1.515625,
      "learning_rate": 2.49771065400123e-06,
      "loss": 1.5457,
      "step": 5450
    },
    {
      "epoch": 0.3104973628991096,
      "grad_norm": 1.6015625,
      "learning_rate": 2.4925852525114465e-06,
      "loss": 1.5435,
      "step": 5475
    },
    {
      "epoch": 0.3119151590767311,
      "grad_norm": 1.4296875,
      "learning_rate": 2.4874598510216633e-06,
      "loss": 1.5799,
      "step": 5500
    },
    {
      "epoch": 0.3133329552543526,
      "grad_norm": 1.625,
      "learning_rate": 2.48233444953188e-06,
      "loss": 1.5848,
      "step": 5525
    },
    {
      "epoch": 0.3147507514319741,
      "grad_norm": 1.515625,
      "learning_rate": 2.4772090480420967e-06,
      "loss": 1.5561,
      "step": 5550
    },
    {
      "epoch": 0.3161685476095956,
      "grad_norm": 1.90625,
      "learning_rate": 2.472083646552313e-06,
      "loss": 1.5756,
      "step": 5575
    },
    {
      "epoch": 0.3175863437872172,
      "grad_norm": 1.453125,
      "learning_rate": 2.46695824506253e-06,
      "loss": 1.5723,
      "step": 5600
    },
    {
      "epoch": 0.3190041399648387,
      "grad_norm": 1.4453125,
      "learning_rate": 2.4618328435727464e-06,
      "loss": 1.5503,
      "step": 5625
    },
    {
      "epoch": 0.3204219361424602,
      "grad_norm": 1.421875,
      "learning_rate": 2.4567074420829633e-06,
      "loss": 1.5537,
      "step": 5650
    },
    {
      "epoch": 0.3218397323200817,
      "grad_norm": 1.9453125,
      "learning_rate": 2.4515820405931797e-06,
      "loss": 1.5652,
      "step": 5675
    },
    {
      "epoch": 0.3232575284977032,
      "grad_norm": 1.6796875,
      "learning_rate": 2.4464566391033966e-06,
      "loss": 1.5675,
      "step": 5700
    },
    {
      "epoch": 0.3246753246753247,
      "grad_norm": 1.6171875,
      "learning_rate": 2.441331237613613e-06,
      "loss": 1.5658,
      "step": 5725
    },
    {
      "epoch": 0.32609312085294617,
      "grad_norm": 1.5234375,
      "learning_rate": 2.43620583612383e-06,
      "loss": 1.5576,
      "step": 5750
    },
    {
      "epoch": 0.32751091703056767,
      "grad_norm": 1.5,
      "learning_rate": 2.4310804346340464e-06,
      "loss": 1.5751,
      "step": 5775
    },
    {
      "epoch": 0.32892871320818917,
      "grad_norm": 1.4921875,
      "learning_rate": 2.4259550331442632e-06,
      "loss": 1.5758,
      "step": 5800
    },
    {
      "epoch": 0.33034650938581067,
      "grad_norm": 1.546875,
      "learning_rate": 2.4208296316544797e-06,
      "loss": 1.5617,
      "step": 5825
    },
    {
      "epoch": 0.3317643055634322,
      "grad_norm": 1.59375,
      "learning_rate": 2.415704230164696e-06,
      "loss": 1.5638,
      "step": 5850
    },
    {
      "epoch": 0.3331821017410537,
      "grad_norm": 1.7265625,
      "learning_rate": 2.410578828674913e-06,
      "loss": 1.5722,
      "step": 5875
    },
    {
      "epoch": 0.3345998979186752,
      "grad_norm": 1.4609375,
      "learning_rate": 2.4054534271851295e-06,
      "loss": 1.5682,
      "step": 5900
    },
    {
      "epoch": 0.3360176940962967,
      "grad_norm": 1.453125,
      "learning_rate": 2.4003280256953463e-06,
      "loss": 1.5611,
      "step": 5925
    },
    {
      "epoch": 0.3374354902739182,
      "grad_norm": 1.9453125,
      "learning_rate": 2.3952026242055628e-06,
      "loss": 1.5741,
      "step": 5950
    },
    {
      "epoch": 0.3388532864515397,
      "grad_norm": 1.4453125,
      "learning_rate": 2.3900772227157796e-06,
      "loss": 1.5527,
      "step": 5975
    },
    {
      "epoch": 0.3402710826291612,
      "grad_norm": 1.453125,
      "learning_rate": 2.384951821225996e-06,
      "loss": 1.5703,
      "step": 6000
    },
    {
      "epoch": 0.3416888788067827,
      "grad_norm": 1.8203125,
      "learning_rate": 2.379826419736213e-06,
      "loss": 1.5924,
      "step": 6025
    },
    {
      "epoch": 0.3431066749844042,
      "grad_norm": 1.6171875,
      "learning_rate": 2.3747010182464294e-06,
      "loss": 1.565,
      "step": 6050
    },
    {
      "epoch": 0.3445244711620257,
      "grad_norm": 1.640625,
      "learning_rate": 2.3695756167566463e-06,
      "loss": 1.5657,
      "step": 6075
    },
    {
      "epoch": 0.3459422673396472,
      "grad_norm": 1.5390625,
      "learning_rate": 2.3644502152668627e-06,
      "loss": 1.5382,
      "step": 6100
    },
    {
      "epoch": 0.3473600635172688,
      "grad_norm": 1.2734375,
      "learning_rate": 2.3593248137770796e-06,
      "loss": 1.5631,
      "step": 6125
    },
    {
      "epoch": 0.3487778596948903,
      "grad_norm": 1.3359375,
      "learning_rate": 2.3541994122872956e-06,
      "loss": 1.5612,
      "step": 6150
    },
    {
      "epoch": 0.3501956558725118,
      "grad_norm": 1.5625,
      "learning_rate": 2.3490740107975125e-06,
      "loss": 1.542,
      "step": 6175
    },
    {
      "epoch": 0.3516134520501333,
      "grad_norm": 1.703125,
      "learning_rate": 2.343948609307729e-06,
      "loss": 1.547,
      "step": 6200
    },
    {
      "epoch": 0.3530312482277548,
      "grad_norm": 1.8515625,
      "learning_rate": 2.338823207817946e-06,
      "loss": 1.5521,
      "step": 6225
    },
    {
      "epoch": 0.3544490444053763,
      "grad_norm": 1.578125,
      "learning_rate": 2.3336978063281622e-06,
      "loss": 1.5392,
      "step": 6250
    },
    {
      "epoch": 0.3558668405829978,
      "grad_norm": 1.5390625,
      "learning_rate": 2.328572404838379e-06,
      "loss": 1.5626,
      "step": 6275
    },
    {
      "epoch": 0.3572846367606193,
      "grad_norm": 1.40625,
      "learning_rate": 2.3234470033485956e-06,
      "loss": 1.5753,
      "step": 6300
    },
    {
      "epoch": 0.3587024329382408,
      "grad_norm": 1.5625,
      "learning_rate": 2.3183216018588124e-06,
      "loss": 1.5502,
      "step": 6325
    },
    {
      "epoch": 0.3601202291158623,
      "grad_norm": 1.5390625,
      "learning_rate": 2.313196200369029e-06,
      "loss": 1.5427,
      "step": 6350
    },
    {
      "epoch": 0.36153802529348383,
      "grad_norm": 1.625,
      "learning_rate": 2.3080707988792457e-06,
      "loss": 1.5595,
      "step": 6375
    },
    {
      "epoch": 0.36295582147110533,
      "grad_norm": 1.375,
      "learning_rate": 2.302945397389462e-06,
      "loss": 1.5756,
      "step": 6400
    },
    {
      "epoch": 0.36437361764872683,
      "grad_norm": 1.578125,
      "learning_rate": 2.2978199958996786e-06,
      "loss": 1.5495,
      "step": 6425
    },
    {
      "epoch": 0.36579141382634833,
      "grad_norm": 1.9140625,
      "learning_rate": 2.2926945944098955e-06,
      "loss": 1.5591,
      "step": 6450
    },
    {
      "epoch": 0.36720921000396983,
      "grad_norm": 1.5078125,
      "learning_rate": 2.287569192920112e-06,
      "loss": 1.5515,
      "step": 6475
    },
    {
      "epoch": 0.36862700618159133,
      "grad_norm": 1.4765625,
      "learning_rate": 2.282443791430329e-06,
      "loss": 1.5557,
      "step": 6500
    },
    {
      "epoch": 0.37004480235921283,
      "grad_norm": 1.40625,
      "learning_rate": 2.2773183899405453e-06,
      "loss": 1.5657,
      "step": 6525
    },
    {
      "epoch": 0.37146259853683433,
      "grad_norm": 1.3984375,
      "learning_rate": 2.272192988450762e-06,
      "loss": 1.5626,
      "step": 6550
    },
    {
      "epoch": 0.37288039471445583,
      "grad_norm": 1.625,
      "learning_rate": 2.2670675869609786e-06,
      "loss": 1.5578,
      "step": 6575
    },
    {
      "epoch": 0.37429819089207733,
      "grad_norm": 1.5234375,
      "learning_rate": 2.2619421854711955e-06,
      "loss": 1.5567,
      "step": 6600
    },
    {
      "epoch": 0.3757159870696989,
      "grad_norm": 1.546875,
      "learning_rate": 2.256816783981412e-06,
      "loss": 1.5522,
      "step": 6625
    },
    {
      "epoch": 0.3771337832473204,
      "grad_norm": 1.515625,
      "learning_rate": 2.2516913824916288e-06,
      "loss": 1.557,
      "step": 6650
    },
    {
      "epoch": 0.3785515794249419,
      "grad_norm": 1.515625,
      "learning_rate": 2.2465659810018452e-06,
      "loss": 1.5283,
      "step": 6675
    },
    {
      "epoch": 0.3799693756025634,
      "grad_norm": 1.640625,
      "learning_rate": 2.241440579512062e-06,
      "loss": 1.5619,
      "step": 6700
    },
    {
      "epoch": 0.3813871717801849,
      "grad_norm": 1.421875,
      "learning_rate": 2.2363151780222785e-06,
      "loss": 1.5395,
      "step": 6725
    },
    {
      "epoch": 0.3828049679578064,
      "grad_norm": 1.578125,
      "learning_rate": 2.2311897765324954e-06,
      "loss": 1.5604,
      "step": 6750
    },
    {
      "epoch": 0.3842227641354279,
      "grad_norm": 1.515625,
      "learning_rate": 2.226064375042712e-06,
      "loss": 1.5259,
      "step": 6775
    },
    {
      "epoch": 0.3856405603130494,
      "grad_norm": 1.5390625,
      "learning_rate": 2.2209389735529287e-06,
      "loss": 1.5592,
      "step": 6800
    },
    {
      "epoch": 0.3870583564906709,
      "grad_norm": 1.5078125,
      "learning_rate": 2.215813572063145e-06,
      "loss": 1.5364,
      "step": 6825
    },
    {
      "epoch": 0.3884761526682924,
      "grad_norm": 1.453125,
      "learning_rate": 2.2106881705733616e-06,
      "loss": 1.5603,
      "step": 6850
    },
    {
      "epoch": 0.3898939488459139,
      "grad_norm": 1.4765625,
      "learning_rate": 2.205562769083578e-06,
      "loss": 1.5701,
      "step": 6875
    },
    {
      "epoch": 0.39131174502353544,
      "grad_norm": 1.6953125,
      "learning_rate": 2.200437367593795e-06,
      "loss": 1.5886,
      "step": 6900
    },
    {
      "epoch": 0.39272954120115694,
      "grad_norm": 1.578125,
      "learning_rate": 2.1953119661040114e-06,
      "loss": 1.5645,
      "step": 6925
    },
    {
      "epoch": 0.39414733737877844,
      "grad_norm": 1.59375,
      "learning_rate": 2.1901865646142282e-06,
      "loss": 1.5606,
      "step": 6950
    },
    {
      "epoch": 0.39556513355639994,
      "grad_norm": 1.59375,
      "learning_rate": 2.1850611631244447e-06,
      "loss": 1.5466,
      "step": 6975
    },
    {
      "epoch": 0.39698292973402144,
      "grad_norm": 1.515625,
      "learning_rate": 2.179935761634661e-06,
      "loss": 1.556,
      "step": 7000
    },
    {
      "epoch": 0.39840072591164294,
      "grad_norm": 1.65625,
      "learning_rate": 2.174810360144878e-06,
      "loss": 1.5753,
      "step": 7025
    },
    {
      "epoch": 0.39981852208926444,
      "grad_norm": 1.6953125,
      "learning_rate": 2.1696849586550945e-06,
      "loss": 1.5631,
      "step": 7050
    },
    {
      "epoch": 0.40123631826688594,
      "grad_norm": 1.515625,
      "learning_rate": 2.1645595571653113e-06,
      "loss": 1.5483,
      "step": 7075
    },
    {
      "epoch": 0.40265411444450744,
      "grad_norm": 1.4453125,
      "learning_rate": 2.1594341556755278e-06,
      "loss": 1.5562,
      "step": 7100
    },
    {
      "epoch": 0.40407191062212894,
      "grad_norm": 1.84375,
      "learning_rate": 2.1543087541857446e-06,
      "loss": 1.5561,
      "step": 7125
    },
    {
      "epoch": 0.4054897067997505,
      "grad_norm": 1.421875,
      "learning_rate": 2.149183352695961e-06,
      "loss": 1.5358,
      "step": 7150
    },
    {
      "epoch": 0.406907502977372,
      "grad_norm": 1.546875,
      "learning_rate": 2.144057951206178e-06,
      "loss": 1.5465,
      "step": 7175
    },
    {
      "epoch": 0.4083252991549935,
      "grad_norm": 1.4453125,
      "learning_rate": 2.1389325497163944e-06,
      "loss": 1.5762,
      "step": 7200
    },
    {
      "epoch": 0.409743095332615,
      "grad_norm": 1.8125,
      "learning_rate": 2.1338071482266113e-06,
      "loss": 1.5593,
      "step": 7225
    },
    {
      "epoch": 0.4111608915102365,
      "grad_norm": 1.671875,
      "learning_rate": 2.1286817467368277e-06,
      "loss": 1.5578,
      "step": 7250
    },
    {
      "epoch": 0.412578687687858,
      "grad_norm": 1.3828125,
      "learning_rate": 2.1235563452470446e-06,
      "loss": 1.5889,
      "step": 7275
    },
    {
      "epoch": 0.4139964838654795,
      "grad_norm": 1.6875,
      "learning_rate": 2.118430943757261e-06,
      "loss": 1.5562,
      "step": 7300
    },
    {
      "epoch": 0.415414280043101,
      "grad_norm": 1.6171875,
      "learning_rate": 2.113305542267478e-06,
      "loss": 1.5316,
      "step": 7325
    },
    {
      "epoch": 0.4168320762207225,
      "grad_norm": 1.5859375,
      "learning_rate": 2.1081801407776944e-06,
      "loss": 1.556,
      "step": 7350
    },
    {
      "epoch": 0.418249872398344,
      "grad_norm": 1.375,
      "learning_rate": 2.1030547392879112e-06,
      "loss": 1.5628,
      "step": 7375
    },
    {
      "epoch": 0.41966766857596555,
      "grad_norm": 1.71875,
      "learning_rate": 2.0979293377981277e-06,
      "loss": 1.555,
      "step": 7400
    },
    {
      "epoch": 0.42108546475358705,
      "grad_norm": 1.5859375,
      "learning_rate": 2.092803936308344e-06,
      "loss": 1.5561,
      "step": 7425
    },
    {
      "epoch": 0.42250326093120855,
      "grad_norm": 1.4453125,
      "learning_rate": 2.087678534818561e-06,
      "loss": 1.5601,
      "step": 7450
    },
    {
      "epoch": 0.42392105710883005,
      "grad_norm": 1.8515625,
      "learning_rate": 2.0825531333287774e-06,
      "loss": 1.541,
      "step": 7475
    },
    {
      "epoch": 0.42533885328645155,
      "grad_norm": 1.734375,
      "learning_rate": 2.0774277318389943e-06,
      "loss": 1.564,
      "step": 7500
    },
    {
      "epoch": 0.42675664946407305,
      "grad_norm": 1.4921875,
      "learning_rate": 2.0723023303492107e-06,
      "loss": 1.5771,
      "step": 7525
    },
    {
      "epoch": 0.42817444564169455,
      "grad_norm": 1.828125,
      "learning_rate": 2.067176928859427e-06,
      "loss": 1.562,
      "step": 7550
    },
    {
      "epoch": 0.42959224181931605,
      "grad_norm": 1.5625,
      "learning_rate": 2.062051527369644e-06,
      "loss": 1.5351,
      "step": 7575
    },
    {
      "epoch": 0.43101003799693755,
      "grad_norm": 1.390625,
      "learning_rate": 2.0569261258798605e-06,
      "loss": 1.5399,
      "step": 7600
    },
    {
      "epoch": 0.43242783417455904,
      "grad_norm": 1.6484375,
      "learning_rate": 2.051800724390077e-06,
      "loss": 1.5723,
      "step": 7625
    },
    {
      "epoch": 0.43384563035218054,
      "grad_norm": 1.5234375,
      "learning_rate": 2.046675322900294e-06,
      "loss": 1.5707,
      "step": 7650
    },
    {
      "epoch": 0.4352634265298021,
      "grad_norm": 1.4140625,
      "learning_rate": 2.0415499214105103e-06,
      "loss": 1.5229,
      "step": 7675
    },
    {
      "epoch": 0.4366812227074236,
      "grad_norm": 1.5625,
      "learning_rate": 2.036424519920727e-06,
      "loss": 1.5318,
      "step": 7700
    },
    {
      "epoch": 0.4380990188850451,
      "grad_norm": 1.6875,
      "learning_rate": 2.0312991184309436e-06,
      "loss": 1.5321,
      "step": 7725
    },
    {
      "epoch": 0.4395168150626666,
      "grad_norm": 1.6171875,
      "learning_rate": 2.0261737169411605e-06,
      "loss": 1.5619,
      "step": 7750
    },
    {
      "epoch": 0.4409346112402881,
      "grad_norm": 1.7890625,
      "learning_rate": 2.021048315451377e-06,
      "loss": 1.5507,
      "step": 7775
    },
    {
      "epoch": 0.4423524074179096,
      "grad_norm": 1.46875,
      "learning_rate": 2.0159229139615938e-06,
      "loss": 1.5443,
      "step": 7800
    },
    {
      "epoch": 0.4437702035955311,
      "grad_norm": 1.5234375,
      "learning_rate": 2.0107975124718102e-06,
      "loss": 1.5362,
      "step": 7825
    },
    {
      "epoch": 0.4451879997731526,
      "grad_norm": 1.6484375,
      "learning_rate": 2.005672110982027e-06,
      "loss": 1.5435,
      "step": 7850
    },
    {
      "epoch": 0.4466057959507741,
      "grad_norm": 1.625,
      "learning_rate": 2.0005467094922435e-06,
      "loss": 1.5365,
      "step": 7875
    },
    {
      "epoch": 0.4480235921283956,
      "grad_norm": 1.4609375,
      "learning_rate": 1.9954213080024604e-06,
      "loss": 1.57,
      "step": 7900
    },
    {
      "epoch": 0.44944138830601715,
      "grad_norm": 1.765625,
      "learning_rate": 1.990295906512677e-06,
      "loss": 1.5625,
      "step": 7925
    },
    {
      "epoch": 0.45085918448363865,
      "grad_norm": 1.7734375,
      "learning_rate": 1.9851705050228937e-06,
      "loss": 1.5687,
      "step": 7950
    },
    {
      "epoch": 0.45227698066126015,
      "grad_norm": 1.515625,
      "learning_rate": 1.98004510353311e-06,
      "loss": 1.5611,
      "step": 7975
    },
    {
      "epoch": 0.45369477683888165,
      "grad_norm": 1.4609375,
      "learning_rate": 1.974919702043327e-06,
      "loss": 1.5497,
      "step": 8000
    },
    {
      "epoch": 0.45511257301650315,
      "grad_norm": 1.6796875,
      "learning_rate": 1.9697943005535435e-06,
      "loss": 1.5631,
      "step": 8025
    },
    {
      "epoch": 0.45653036919412465,
      "grad_norm": 1.5546875,
      "learning_rate": 1.96466889906376e-06,
      "loss": 1.5564,
      "step": 8050
    },
    {
      "epoch": 0.45794816537174615,
      "grad_norm": 1.53125,
      "learning_rate": 1.959543497573977e-06,
      "loss": 1.5502,
      "step": 8075
    },
    {
      "epoch": 0.45936596154936765,
      "grad_norm": 1.453125,
      "learning_rate": 1.9544180960841933e-06,
      "loss": 1.5428,
      "step": 8100
    },
    {
      "epoch": 0.46078375772698915,
      "grad_norm": 1.5625,
      "learning_rate": 1.94929269459441e-06,
      "loss": 1.5859,
      "step": 8125
    },
    {
      "epoch": 0.46220155390461065,
      "grad_norm": 1.59375,
      "learning_rate": 1.9441672931046266e-06,
      "loss": 1.5673,
      "step": 8150
    },
    {
      "epoch": 0.46361935008223215,
      "grad_norm": 1.6796875,
      "learning_rate": 1.9390418916148434e-06,
      "loss": 1.5583,
      "step": 8175
    },
    {
      "epoch": 0.4650371462598537,
      "grad_norm": 1.625,
      "learning_rate": 1.93391649012506e-06,
      "loss": 1.5509,
      "step": 8200
    },
    {
      "epoch": 0.4664549424374752,
      "grad_norm": 1.4375,
      "learning_rate": 1.9287910886352768e-06,
      "loss": 1.539,
      "step": 8225
    },
    {
      "epoch": 0.4678727386150967,
      "grad_norm": 1.6171875,
      "learning_rate": 1.9236656871454928e-06,
      "loss": 1.5393,
      "step": 8250
    },
    {
      "epoch": 0.4692905347927182,
      "grad_norm": 1.5546875,
      "learning_rate": 1.9185402856557096e-06,
      "loss": 1.5529,
      "step": 8275
    },
    {
      "epoch": 0.4707083309703397,
      "grad_norm": 1.3984375,
      "learning_rate": 1.913414884165926e-06,
      "loss": 1.5485,
      "step": 8300
    },
    {
      "epoch": 0.4721261271479612,
      "grad_norm": 2.046875,
      "learning_rate": 1.908289482676143e-06,
      "loss": 1.5476,
      "step": 8325
    },
    {
      "epoch": 0.4735439233255827,
      "grad_norm": 1.53125,
      "learning_rate": 1.9031640811863596e-06,
      "loss": 1.5571,
      "step": 8350
    },
    {
      "epoch": 0.4749617195032042,
      "grad_norm": 1.5234375,
      "learning_rate": 1.8980386796965763e-06,
      "loss": 1.557,
      "step": 8375
    },
    {
      "epoch": 0.4763795156808257,
      "grad_norm": 1.53125,
      "learning_rate": 1.8929132782067927e-06,
      "loss": 1.5768,
      "step": 8400
    },
    {
      "epoch": 0.4777973118584472,
      "grad_norm": 1.6484375,
      "learning_rate": 1.8877878767170094e-06,
      "loss": 1.5641,
      "step": 8425
    },
    {
      "epoch": 0.47921510803606876,
      "grad_norm": 1.5390625,
      "learning_rate": 1.882662475227226e-06,
      "loss": 1.5534,
      "step": 8450
    },
    {
      "epoch": 0.48063290421369026,
      "grad_norm": 1.4765625,
      "learning_rate": 1.8775370737374427e-06,
      "loss": 1.5421,
      "step": 8475
    },
    {
      "epoch": 0.48205070039131176,
      "grad_norm": 1.5078125,
      "learning_rate": 1.8724116722476594e-06,
      "loss": 1.5555,
      "step": 8500
    },
    {
      "epoch": 0.48346849656893326,
      "grad_norm": 1.375,
      "learning_rate": 1.867286270757876e-06,
      "loss": 1.5428,
      "step": 8525
    },
    {
      "epoch": 0.48488629274655476,
      "grad_norm": 1.578125,
      "learning_rate": 1.8621608692680927e-06,
      "loss": 1.5412,
      "step": 8550
    },
    {
      "epoch": 0.48630408892417626,
      "grad_norm": 1.5,
      "learning_rate": 1.8570354677783093e-06,
      "loss": 1.5354,
      "step": 8575
    },
    {
      "epoch": 0.48772188510179776,
      "grad_norm": 1.4375,
      "learning_rate": 1.851910066288526e-06,
      "loss": 1.5298,
      "step": 8600
    },
    {
      "epoch": 0.48913968127941926,
      "grad_norm": 1.546875,
      "learning_rate": 1.8467846647987426e-06,
      "loss": 1.5496,
      "step": 8625
    },
    {
      "epoch": 0.49055747745704076,
      "grad_norm": 1.734375,
      "learning_rate": 1.8416592633089593e-06,
      "loss": 1.5764,
      "step": 8650
    },
    {
      "epoch": 0.49197527363466226,
      "grad_norm": 1.5546875,
      "learning_rate": 1.836533861819176e-06,
      "loss": 1.5439,
      "step": 8675
    },
    {
      "epoch": 0.4933930698122838,
      "grad_norm": 1.75,
      "learning_rate": 1.8314084603293926e-06,
      "loss": 1.5625,
      "step": 8700
    },
    {
      "epoch": 0.4948108659899053,
      "grad_norm": 1.5859375,
      "learning_rate": 1.8262830588396093e-06,
      "loss": 1.5426,
      "step": 8725
    },
    {
      "epoch": 0.4962286621675268,
      "grad_norm": 1.453125,
      "learning_rate": 1.821157657349826e-06,
      "loss": 1.5572,
      "step": 8750
    },
    {
      "epoch": 0.4976464583451483,
      "grad_norm": 1.4921875,
      "learning_rate": 1.8160322558600426e-06,
      "loss": 1.5544,
      "step": 8775
    },
    {
      "epoch": 0.4990642545227698,
      "grad_norm": 1.4296875,
      "learning_rate": 1.8109068543702593e-06,
      "loss": 1.5523,
      "step": 8800
    },
    {
      "epoch": 0.5004820507003913,
      "grad_norm": 1.4609375,
      "learning_rate": 1.8057814528804757e-06,
      "loss": 1.5566,
      "step": 8825
    },
    {
      "epoch": 0.5018998468780128,
      "grad_norm": 1.640625,
      "learning_rate": 1.8006560513906924e-06,
      "loss": 1.5398,
      "step": 8850
    },
    {
      "epoch": 0.5033176430556343,
      "grad_norm": 1.5546875,
      "learning_rate": 1.795530649900909e-06,
      "loss": 1.5565,
      "step": 8875
    },
    {
      "epoch": 0.5047354392332558,
      "grad_norm": 1.4921875,
      "learning_rate": 1.7904052484111257e-06,
      "loss": 1.5548,
      "step": 8900
    },
    {
      "epoch": 0.5061532354108773,
      "grad_norm": 1.421875,
      "learning_rate": 1.7852798469213421e-06,
      "loss": 1.5535,
      "step": 8925
    },
    {
      "epoch": 0.5075710315884988,
      "grad_norm": 1.5625,
      "learning_rate": 1.7801544454315588e-06,
      "loss": 1.5706,
      "step": 8950
    },
    {
      "epoch": 0.5089888277661203,
      "grad_norm": 1.484375,
      "learning_rate": 1.7750290439417754e-06,
      "loss": 1.5568,
      "step": 8975
    },
    {
      "epoch": 0.5104066239437418,
      "grad_norm": 1.5234375,
      "learning_rate": 1.7699036424519919e-06,
      "loss": 1.5563,
      "step": 9000
    },
    {
      "epoch": 0.5118244201213633,
      "grad_norm": 1.4609375,
      "learning_rate": 1.7647782409622085e-06,
      "loss": 1.5338,
      "step": 9025
    },
    {
      "epoch": 0.5132422162989848,
      "grad_norm": 1.640625,
      "learning_rate": 1.7596528394724252e-06,
      "loss": 1.5521,
      "step": 9050
    },
    {
      "epoch": 0.5146600124766063,
      "grad_norm": 1.53125,
      "learning_rate": 1.7545274379826419e-06,
      "loss": 1.5492,
      "step": 9075
    },
    {
      "epoch": 0.5160778086542279,
      "grad_norm": 1.6328125,
      "learning_rate": 1.7494020364928585e-06,
      "loss": 1.5345,
      "step": 9100
    },
    {
      "epoch": 0.5174956048318494,
      "grad_norm": 1.515625,
      "learning_rate": 1.7442766350030752e-06,
      "loss": 1.5407,
      "step": 9125
    },
    {
      "epoch": 0.5189134010094709,
      "grad_norm": 1.34375,
      "learning_rate": 1.7391512335132918e-06,
      "loss": 1.5592,
      "step": 9150
    },
    {
      "epoch": 0.5203311971870924,
      "grad_norm": 1.8125,
      "learning_rate": 1.7340258320235085e-06,
      "loss": 1.5387,
      "step": 9175
    },
    {
      "epoch": 0.5217489933647139,
      "grad_norm": 1.6171875,
      "learning_rate": 1.7289004305337251e-06,
      "loss": 1.5425,
      "step": 9200
    },
    {
      "epoch": 0.5231667895423354,
      "grad_norm": 1.578125,
      "learning_rate": 1.7237750290439418e-06,
      "loss": 1.5737,
      "step": 9225
    },
    {
      "epoch": 0.5245845857199569,
      "grad_norm": 1.8984375,
      "learning_rate": 1.7186496275541585e-06,
      "loss": 1.5753,
      "step": 9250
    },
    {
      "epoch": 0.5260023818975784,
      "grad_norm": 1.4765625,
      "learning_rate": 1.7135242260643751e-06,
      "loss": 1.5684,
      "step": 9275
    },
    {
      "epoch": 0.5274201780751999,
      "grad_norm": 1.71875,
      "learning_rate": 1.7083988245745918e-06,
      "loss": 1.5471,
      "step": 9300
    },
    {
      "epoch": 0.5288379742528214,
      "grad_norm": 1.59375,
      "learning_rate": 1.7032734230848084e-06,
      "loss": 1.5585,
      "step": 9325
    },
    {
      "epoch": 0.5302557704304429,
      "grad_norm": 1.5234375,
      "learning_rate": 1.698148021595025e-06,
      "loss": 1.5689,
      "step": 9350
    },
    {
      "epoch": 0.5316735666080644,
      "grad_norm": 1.5703125,
      "learning_rate": 1.6930226201052418e-06,
      "loss": 1.5559,
      "step": 9375
    },
    {
      "epoch": 0.5330913627856859,
      "grad_norm": 2.015625,
      "learning_rate": 1.6878972186154584e-06,
      "loss": 1.536,
      "step": 9400
    },
    {
      "epoch": 0.5345091589633074,
      "grad_norm": 1.65625,
      "learning_rate": 1.6827718171256749e-06,
      "loss": 1.5343,
      "step": 9425
    },
    {
      "epoch": 0.5359269551409289,
      "grad_norm": 1.640625,
      "learning_rate": 1.6776464156358915e-06,
      "loss": 1.5333,
      "step": 9450
    },
    {
      "epoch": 0.5373447513185504,
      "grad_norm": 1.546875,
      "learning_rate": 1.6725210141461082e-06,
      "loss": 1.5387,
      "step": 9475
    },
    {
      "epoch": 0.5387625474961719,
      "grad_norm": 1.703125,
      "learning_rate": 1.6673956126563248e-06,
      "loss": 1.5467,
      "step": 9500
    },
    {
      "epoch": 0.5401803436737934,
      "grad_norm": 1.6640625,
      "learning_rate": 1.6622702111665415e-06,
      "loss": 1.5439,
      "step": 9525
    },
    {
      "epoch": 0.5415981398514149,
      "grad_norm": 1.5234375,
      "learning_rate": 1.6571448096767582e-06,
      "loss": 1.5434,
      "step": 9550
    },
    {
      "epoch": 0.5430159360290364,
      "grad_norm": 1.640625,
      "learning_rate": 1.6520194081869748e-06,
      "loss": 1.5438,
      "step": 9575
    },
    {
      "epoch": 0.5444337322066579,
      "grad_norm": 1.6171875,
      "learning_rate": 1.6468940066971915e-06,
      "loss": 1.5222,
      "step": 9600
    },
    {
      "epoch": 0.5458515283842795,
      "grad_norm": 1.4296875,
      "learning_rate": 1.6417686052074077e-06,
      "loss": 1.5479,
      "step": 9625
    },
    {
      "epoch": 0.547269324561901,
      "grad_norm": 1.5625,
      "learning_rate": 1.6366432037176244e-06,
      "loss": 1.5733,
      "step": 9650
    },
    {
      "epoch": 0.5486871207395225,
      "grad_norm": 1.625,
      "learning_rate": 1.631517802227841e-06,
      "loss": 1.5279,
      "step": 9675
    },
    {
      "epoch": 0.550104916917144,
      "grad_norm": 1.890625,
      "learning_rate": 1.6263924007380577e-06,
      "loss": 1.5554,
      "step": 9700
    },
    {
      "epoch": 0.5515227130947655,
      "grad_norm": 1.5625,
      "learning_rate": 1.6212669992482743e-06,
      "loss": 1.5095,
      "step": 9725
    },
    {
      "epoch": 0.552940509272387,
      "grad_norm": 1.5625,
      "learning_rate": 1.616141597758491e-06,
      "loss": 1.5139,
      "step": 9750
    },
    {
      "epoch": 0.5543583054500085,
      "grad_norm": 1.453125,
      "learning_rate": 1.6110161962687077e-06,
      "loss": 1.5381,
      "step": 9775
    },
    {
      "epoch": 0.55577610162763,
      "grad_norm": 1.484375,
      "learning_rate": 1.6058907947789243e-06,
      "loss": 1.5252,
      "step": 9800
    },
    {
      "epoch": 0.5571938978052515,
      "grad_norm": 2.015625,
      "learning_rate": 1.600765393289141e-06,
      "loss": 1.5623,
      "step": 9825
    },
    {
      "epoch": 0.558611693982873,
      "grad_norm": 1.4140625,
      "learning_rate": 1.5956399917993576e-06,
      "loss": 1.5585,
      "step": 9850
    },
    {
      "epoch": 0.5600294901604945,
      "grad_norm": 1.515625,
      "learning_rate": 1.5905145903095743e-06,
      "loss": 1.5705,
      "step": 9875
    },
    {
      "epoch": 0.561447286338116,
      "grad_norm": 1.546875,
      "learning_rate": 1.585389188819791e-06,
      "loss": 1.5343,
      "step": 9900
    },
    {
      "epoch": 0.5628650825157375,
      "grad_norm": 1.7265625,
      "learning_rate": 1.5802637873300076e-06,
      "loss": 1.5257,
      "step": 9925
    },
    {
      "epoch": 0.564282878693359,
      "grad_norm": 1.59375,
      "learning_rate": 1.5751383858402243e-06,
      "loss": 1.5605,
      "step": 9950
    },
    {
      "epoch": 0.5657006748709805,
      "grad_norm": 1.453125,
      "learning_rate": 1.570012984350441e-06,
      "loss": 1.5301,
      "step": 9975
    },
    {
      "epoch": 0.567118471048602,
      "grad_norm": 1.5390625,
      "learning_rate": 1.5648875828606576e-06,
      "loss": 1.5498,
      "step": 10000
    },
    {
      "epoch": 0.5685362672262235,
      "grad_norm": 1.53125,
      "learning_rate": 1.559762181370874e-06,
      "loss": 1.5258,
      "step": 10025
    },
    {
      "epoch": 0.569954063403845,
      "grad_norm": 1.65625,
      "learning_rate": 1.5546367798810907e-06,
      "loss": 1.5391,
      "step": 10050
    },
    {
      "epoch": 0.5713718595814665,
      "grad_norm": 1.4609375,
      "learning_rate": 1.5495113783913073e-06,
      "loss": 1.5478,
      "step": 10075
    },
    {
      "epoch": 0.572789655759088,
      "grad_norm": 1.515625,
      "learning_rate": 1.544385976901524e-06,
      "loss": 1.5388,
      "step": 10100
    },
    {
      "epoch": 0.5742074519367096,
      "grad_norm": 1.5234375,
      "learning_rate": 1.5392605754117407e-06,
      "loss": 1.5413,
      "step": 10125
    },
    {
      "epoch": 0.5756252481143311,
      "grad_norm": 1.6328125,
      "learning_rate": 1.5341351739219573e-06,
      "loss": 1.5519,
      "step": 10150
    },
    {
      "epoch": 0.5770430442919526,
      "grad_norm": 1.8125,
      "learning_rate": 1.529009772432174e-06,
      "loss": 1.5516,
      "step": 10175
    },
    {
      "epoch": 0.5784608404695741,
      "grad_norm": 1.6015625,
      "learning_rate": 1.5238843709423906e-06,
      "loss": 1.5193,
      "step": 10200
    },
    {
      "epoch": 0.5798786366471956,
      "grad_norm": 1.609375,
      "learning_rate": 1.5187589694526073e-06,
      "loss": 1.5562,
      "step": 10225
    },
    {
      "epoch": 0.5812964328248171,
      "grad_norm": 1.625,
      "learning_rate": 1.513633567962824e-06,
      "loss": 1.5564,
      "step": 10250
    },
    {
      "epoch": 0.5827142290024386,
      "grad_norm": 1.46875,
      "learning_rate": 1.5085081664730406e-06,
      "loss": 1.5505,
      "step": 10275
    },
    {
      "epoch": 0.5841320251800601,
      "grad_norm": 1.59375,
      "learning_rate": 1.5033827649832573e-06,
      "loss": 1.5526,
      "step": 10300
    },
    {
      "epoch": 0.5855498213576816,
      "grad_norm": 1.7734375,
      "learning_rate": 1.4982573634934737e-06,
      "loss": 1.5544,
      "step": 10325
    },
    {
      "epoch": 0.5869676175353031,
      "grad_norm": 1.625,
      "learning_rate": 1.4931319620036904e-06,
      "loss": 1.5197,
      "step": 10350
    },
    {
      "epoch": 0.5883854137129246,
      "grad_norm": 1.6640625,
      "learning_rate": 1.488006560513907e-06,
      "loss": 1.5515,
      "step": 10375
    },
    {
      "epoch": 0.5898032098905461,
      "grad_norm": 1.5625,
      "learning_rate": 1.4828811590241237e-06,
      "loss": 1.542,
      "step": 10400
    },
    {
      "epoch": 0.5912210060681676,
      "grad_norm": 1.5078125,
      "learning_rate": 1.4777557575343403e-06,
      "loss": 1.5378,
      "step": 10425
    },
    {
      "epoch": 0.5926388022457891,
      "grad_norm": 1.5390625,
      "learning_rate": 1.472630356044557e-06,
      "loss": 1.5499,
      "step": 10450
    },
    {
      "epoch": 0.5940565984234106,
      "grad_norm": 1.8515625,
      "learning_rate": 1.4675049545547737e-06,
      "loss": 1.5717,
      "step": 10475
    },
    {
      "epoch": 0.5954743946010321,
      "grad_norm": 1.5,
      "learning_rate": 1.46237955306499e-06,
      "loss": 1.5418,
      "step": 10500
    },
    {
      "epoch": 0.5968921907786536,
      "grad_norm": 1.390625,
      "learning_rate": 1.4572541515752068e-06,
      "loss": 1.5272,
      "step": 10525
    },
    {
      "epoch": 0.5983099869562751,
      "grad_norm": 1.578125,
      "learning_rate": 1.4521287500854234e-06,
      "loss": 1.5359,
      "step": 10550
    },
    {
      "epoch": 0.5997277831338966,
      "grad_norm": 1.6171875,
      "learning_rate": 1.44700334859564e-06,
      "loss": 1.546,
      "step": 10575
    },
    {
      "epoch": 0.6011455793115181,
      "grad_norm": 1.546875,
      "learning_rate": 1.4418779471058567e-06,
      "loss": 1.5394,
      "step": 10600
    },
    {
      "epoch": 0.6025633754891396,
      "grad_norm": 1.5078125,
      "learning_rate": 1.4367525456160732e-06,
      "loss": 1.5449,
      "step": 10625
    },
    {
      "epoch": 0.6039811716667612,
      "grad_norm": 1.6640625,
      "learning_rate": 1.4316271441262898e-06,
      "loss": 1.5449,
      "step": 10650
    },
    {
      "epoch": 0.6053989678443827,
      "grad_norm": 1.609375,
      "learning_rate": 1.4265017426365065e-06,
      "loss": 1.5255,
      "step": 10675
    },
    {
      "epoch": 0.6068167640220042,
      "grad_norm": 1.4453125,
      "learning_rate": 1.4213763411467232e-06,
      "loss": 1.559,
      "step": 10700
    },
    {
      "epoch": 0.6082345601996257,
      "grad_norm": 1.5390625,
      "learning_rate": 1.4162509396569398e-06,
      "loss": 1.5654,
      "step": 10725
    },
    {
      "epoch": 0.6096523563772472,
      "grad_norm": 1.6796875,
      "learning_rate": 1.4111255381671565e-06,
      "loss": 1.5608,
      "step": 10750
    },
    {
      "epoch": 0.6110701525548687,
      "grad_norm": 1.671875,
      "learning_rate": 1.4060001366773731e-06,
      "loss": 1.5727,
      "step": 10775
    },
    {
      "epoch": 0.6124879487324902,
      "grad_norm": 1.59375,
      "learning_rate": 1.4008747351875898e-06,
      "loss": 1.55,
      "step": 10800
    },
    {
      "epoch": 0.6139057449101117,
      "grad_norm": 1.453125,
      "learning_rate": 1.3957493336978064e-06,
      "loss": 1.5276,
      "step": 10825
    },
    {
      "epoch": 0.6153235410877332,
      "grad_norm": 1.4609375,
      "learning_rate": 1.3906239322080229e-06,
      "loss": 1.5596,
      "step": 10850
    },
    {
      "epoch": 0.6167413372653547,
      "grad_norm": 1.5234375,
      "learning_rate": 1.3854985307182395e-06,
      "loss": 1.5531,
      "step": 10875
    },
    {
      "epoch": 0.6181591334429762,
      "grad_norm": 1.546875,
      "learning_rate": 1.3803731292284562e-06,
      "loss": 1.5493,
      "step": 10900
    },
    {
      "epoch": 0.6195769296205977,
      "grad_norm": 1.6875,
      "learning_rate": 1.3752477277386729e-06,
      "loss": 1.549,
      "step": 10925
    },
    {
      "epoch": 0.6209947257982192,
      "grad_norm": 1.4609375,
      "learning_rate": 1.3701223262488895e-06,
      "loss": 1.5222,
      "step": 10950
    },
    {
      "epoch": 0.6224125219758407,
      "grad_norm": 1.6484375,
      "learning_rate": 1.3649969247591062e-06,
      "loss": 1.5372,
      "step": 10975
    },
    {
      "epoch": 0.6238303181534622,
      "grad_norm": 1.5390625,
      "learning_rate": 1.3598715232693228e-06,
      "loss": 1.5489,
      "step": 11000
    },
    {
      "epoch": 0.6252481143310837,
      "grad_norm": 1.5234375,
      "learning_rate": 1.3547461217795395e-06,
      "loss": 1.5413,
      "step": 11025
    },
    {
      "epoch": 0.6266659105087052,
      "grad_norm": 1.5,
      "learning_rate": 1.3496207202897562e-06,
      "loss": 1.5258,
      "step": 11050
    },
    {
      "epoch": 0.6280837066863267,
      "grad_norm": 1.6171875,
      "learning_rate": 1.3444953187999728e-06,
      "loss": 1.5472,
      "step": 11075
    },
    {
      "epoch": 0.6295015028639482,
      "grad_norm": 1.5546875,
      "learning_rate": 1.3393699173101895e-06,
      "loss": 1.5343,
      "step": 11100
    },
    {
      "epoch": 0.6309192990415697,
      "grad_norm": 1.609375,
      "learning_rate": 1.334244515820406e-06,
      "loss": 1.5464,
      "step": 11125
    },
    {
      "epoch": 0.6323370952191912,
      "grad_norm": 2.203125,
      "learning_rate": 1.3291191143306226e-06,
      "loss": 1.5363,
      "step": 11150
    },
    {
      "epoch": 0.6337548913968128,
      "grad_norm": 1.546875,
      "learning_rate": 1.3239937128408392e-06,
      "loss": 1.5315,
      "step": 11175
    },
    {
      "epoch": 0.6351726875744343,
      "grad_norm": 1.734375,
      "learning_rate": 1.3188683113510559e-06,
      "loss": 1.5516,
      "step": 11200
    },
    {
      "epoch": 0.6365904837520558,
      "grad_norm": 2.03125,
      "learning_rate": 1.3137429098612723e-06,
      "loss": 1.5475,
      "step": 11225
    },
    {
      "epoch": 0.6380082799296773,
      "grad_norm": 1.5078125,
      "learning_rate": 1.308617508371489e-06,
      "loss": 1.529,
      "step": 11250
    },
    {
      "epoch": 0.6394260761072988,
      "grad_norm": 1.703125,
      "learning_rate": 1.3034921068817057e-06,
      "loss": 1.5497,
      "step": 11275
    },
    {
      "epoch": 0.6408438722849203,
      "grad_norm": 1.6484375,
      "learning_rate": 1.2983667053919223e-06,
      "loss": 1.5614,
      "step": 11300
    },
    {
      "epoch": 0.6422616684625418,
      "grad_norm": 1.7265625,
      "learning_rate": 1.293241303902139e-06,
      "loss": 1.5547,
      "step": 11325
    },
    {
      "epoch": 0.6436794646401633,
      "grad_norm": 1.46875,
      "learning_rate": 1.2881159024123556e-06,
      "loss": 1.5541,
      "step": 11350
    },
    {
      "epoch": 0.6450972608177848,
      "grad_norm": 1.5703125,
      "learning_rate": 1.2829905009225723e-06,
      "loss": 1.5661,
      "step": 11375
    },
    {
      "epoch": 0.6465150569954063,
      "grad_norm": 1.5625,
      "learning_rate": 1.277865099432789e-06,
      "loss": 1.5288,
      "step": 11400
    },
    {
      "epoch": 0.6479328531730278,
      "grad_norm": 1.6796875,
      "learning_rate": 1.2727396979430056e-06,
      "loss": 1.5425,
      "step": 11425
    },
    {
      "epoch": 0.6493506493506493,
      "grad_norm": 1.5234375,
      "learning_rate": 1.2676142964532223e-06,
      "loss": 1.5383,
      "step": 11450
    },
    {
      "epoch": 0.6507684455282708,
      "grad_norm": 1.65625,
      "learning_rate": 1.262488894963439e-06,
      "loss": 1.556,
      "step": 11475
    },
    {
      "epoch": 0.6521862417058923,
      "grad_norm": 1.609375,
      "learning_rate": 1.2573634934736556e-06,
      "loss": 1.5487,
      "step": 11500
    },
    {
      "epoch": 0.6536040378835138,
      "grad_norm": 1.5859375,
      "learning_rate": 1.2522380919838722e-06,
      "loss": 1.5661,
      "step": 11525
    },
    {
      "epoch": 0.6550218340611353,
      "grad_norm": 1.625,
      "learning_rate": 1.2471126904940887e-06,
      "loss": 1.5446,
      "step": 11550
    },
    {
      "epoch": 0.6564396302387568,
      "grad_norm": 1.4765625,
      "learning_rate": 1.2419872890043053e-06,
      "loss": 1.5546,
      "step": 11575
    },
    {
      "epoch": 0.6578574264163783,
      "grad_norm": 1.5234375,
      "learning_rate": 1.236861887514522e-06,
      "loss": 1.5458,
      "step": 11600
    },
    {
      "epoch": 0.6592752225939998,
      "grad_norm": 1.5,
      "learning_rate": 1.2317364860247387e-06,
      "loss": 1.5684,
      "step": 11625
    },
    {
      "epoch": 0.6606930187716213,
      "grad_norm": 1.5234375,
      "learning_rate": 1.2266110845349553e-06,
      "loss": 1.5305,
      "step": 11650
    },
    {
      "epoch": 0.6621108149492428,
      "grad_norm": 1.484375,
      "learning_rate": 1.221485683045172e-06,
      "loss": 1.5331,
      "step": 11675
    },
    {
      "epoch": 0.6635286111268645,
      "grad_norm": 1.640625,
      "learning_rate": 1.2163602815553886e-06,
      "loss": 1.5263,
      "step": 11700
    },
    {
      "epoch": 0.664946407304486,
      "grad_norm": 1.375,
      "learning_rate": 1.211234880065605e-06,
      "loss": 1.5346,
      "step": 11725
    },
    {
      "epoch": 0.6663642034821075,
      "grad_norm": 1.734375,
      "learning_rate": 1.2061094785758217e-06,
      "loss": 1.525,
      "step": 11750
    },
    {
      "epoch": 0.667781999659729,
      "grad_norm": 1.4765625,
      "learning_rate": 1.2009840770860384e-06,
      "loss": 1.5601,
      "step": 11775
    },
    {
      "epoch": 0.6691997958373505,
      "grad_norm": 1.4921875,
      "learning_rate": 1.195858675596255e-06,
      "loss": 1.5598,
      "step": 11800
    },
    {
      "epoch": 0.670617592014972,
      "grad_norm": 1.5859375,
      "learning_rate": 1.1907332741064717e-06,
      "loss": 1.5205,
      "step": 11825
    },
    {
      "epoch": 0.6720353881925935,
      "grad_norm": 1.65625,
      "learning_rate": 1.1856078726166884e-06,
      "loss": 1.5609,
      "step": 11850
    },
    {
      "epoch": 0.673453184370215,
      "grad_norm": 1.3984375,
      "learning_rate": 1.180482471126905e-06,
      "loss": 1.5311,
      "step": 11875
    },
    {
      "epoch": 0.6748709805478365,
      "grad_norm": 1.6015625,
      "learning_rate": 1.1753570696371215e-06,
      "loss": 1.5562,
      "step": 11900
    },
    {
      "epoch": 0.676288776725458,
      "grad_norm": 1.546875,
      "learning_rate": 1.1702316681473381e-06,
      "loss": 1.5397,
      "step": 11925
    },
    {
      "epoch": 0.6777065729030795,
      "grad_norm": 1.484375,
      "learning_rate": 1.1651062666575548e-06,
      "loss": 1.5235,
      "step": 11950
    },
    {
      "epoch": 0.679124369080701,
      "grad_norm": 1.5859375,
      "learning_rate": 1.1599808651677714e-06,
      "loss": 1.5541,
      "step": 11975
    },
    {
      "epoch": 0.6805421652583225,
      "grad_norm": 1.578125,
      "learning_rate": 1.1548554636779881e-06,
      "loss": 1.5365,
      "step": 12000
    },
    {
      "epoch": 0.681959961435944,
      "grad_norm": 1.5703125,
      "learning_rate": 1.1497300621882048e-06,
      "loss": 1.5254,
      "step": 12025
    },
    {
      "epoch": 0.6833777576135655,
      "grad_norm": 1.546875,
      "learning_rate": 1.1446046606984214e-06,
      "loss": 1.5569,
      "step": 12050
    },
    {
      "epoch": 0.684795553791187,
      "grad_norm": 1.859375,
      "learning_rate": 1.139479259208638e-06,
      "loss": 1.5388,
      "step": 12075
    },
    {
      "epoch": 0.6862133499688085,
      "grad_norm": 1.6640625,
      "learning_rate": 1.1343538577188547e-06,
      "loss": 1.5449,
      "step": 12100
    },
    {
      "epoch": 0.68763114614643,
      "grad_norm": 1.3828125,
      "learning_rate": 1.1292284562290714e-06,
      "loss": 1.5471,
      "step": 12125
    },
    {
      "epoch": 0.6890489423240514,
      "grad_norm": 1.546875,
      "learning_rate": 1.124103054739288e-06,
      "loss": 1.5367,
      "step": 12150
    },
    {
      "epoch": 0.690466738501673,
      "grad_norm": 1.8515625,
      "learning_rate": 1.1189776532495047e-06,
      "loss": 1.5452,
      "step": 12175
    },
    {
      "epoch": 0.6918845346792944,
      "grad_norm": 1.4609375,
      "learning_rate": 1.1138522517597214e-06,
      "loss": 1.54,
      "step": 12200
    },
    {
      "epoch": 0.6933023308569161,
      "grad_norm": 1.9453125,
      "learning_rate": 1.1087268502699378e-06,
      "loss": 1.5475,
      "step": 12225
    },
    {
      "epoch": 0.6947201270345376,
      "grad_norm": 1.6640625,
      "learning_rate": 1.1036014487801545e-06,
      "loss": 1.552,
      "step": 12250
    },
    {
      "epoch": 0.6961379232121591,
      "grad_norm": 1.5234375,
      "learning_rate": 1.0984760472903711e-06,
      "loss": 1.5461,
      "step": 12275
    },
    {
      "epoch": 0.6975557193897806,
      "grad_norm": 1.6875,
      "learning_rate": 1.0933506458005878e-06,
      "loss": 1.5243,
      "step": 12300
    },
    {
      "epoch": 0.6989735155674021,
      "grad_norm": 1.5703125,
      "learning_rate": 1.0882252443108042e-06,
      "loss": 1.5551,
      "step": 12325
    },
    {
      "epoch": 0.7003913117450236,
      "grad_norm": 1.78125,
      "learning_rate": 1.083099842821021e-06,
      "loss": 1.5374,
      "step": 12350
    },
    {
      "epoch": 0.7018091079226451,
      "grad_norm": 1.578125,
      "learning_rate": 1.0779744413312376e-06,
      "loss": 1.55,
      "step": 12375
    },
    {
      "epoch": 0.7032269041002666,
      "grad_norm": 1.609375,
      "learning_rate": 1.0728490398414542e-06,
      "loss": 1.5355,
      "step": 12400
    },
    {
      "epoch": 0.7046447002778881,
      "grad_norm": 1.5078125,
      "learning_rate": 1.0677236383516709e-06,
      "loss": 1.5465,
      "step": 12425
    },
    {
      "epoch": 0.7060624964555096,
      "grad_norm": 1.59375,
      "learning_rate": 1.0625982368618875e-06,
      "loss": 1.5404,
      "step": 12450
    },
    {
      "epoch": 0.7074802926331311,
      "grad_norm": 1.53125,
      "learning_rate": 1.0574728353721042e-06,
      "loss": 1.5264,
      "step": 12475
    },
    {
      "epoch": 0.7088980888107526,
      "grad_norm": 1.671875,
      "learning_rate": 1.0523474338823208e-06,
      "loss": 1.5598,
      "step": 12500
    },
    {
      "epoch": 0.7103158849883741,
      "grad_norm": 1.5859375,
      "learning_rate": 1.0472220323925375e-06,
      "loss": 1.5594,
      "step": 12525
    },
    {
      "epoch": 0.7117336811659956,
      "grad_norm": 1.5703125,
      "learning_rate": 1.0420966309027542e-06,
      "loss": 1.5319,
      "step": 12550
    },
    {
      "epoch": 0.7131514773436171,
      "grad_norm": 1.9765625,
      "learning_rate": 1.0369712294129708e-06,
      "loss": 1.5403,
      "step": 12575
    },
    {
      "epoch": 0.7145692735212386,
      "grad_norm": 1.6328125,
      "learning_rate": 1.0318458279231873e-06,
      "loss": 1.5131,
      "step": 12600
    },
    {
      "epoch": 0.7159870696988601,
      "grad_norm": 1.453125,
      "learning_rate": 1.026720426433404e-06,
      "loss": 1.5628,
      "step": 12625
    },
    {
      "epoch": 0.7174048658764816,
      "grad_norm": 1.609375,
      "learning_rate": 1.0215950249436206e-06,
      "loss": 1.5474,
      "step": 12650
    },
    {
      "epoch": 0.7188226620541031,
      "grad_norm": 1.515625,
      "learning_rate": 1.0164696234538372e-06,
      "loss": 1.5401,
      "step": 12675
    },
    {
      "epoch": 0.7202404582317246,
      "grad_norm": 1.5234375,
      "learning_rate": 1.011344221964054e-06,
      "loss": 1.5464,
      "step": 12700
    },
    {
      "epoch": 0.7216582544093462,
      "grad_norm": 1.6171875,
      "learning_rate": 1.0062188204742706e-06,
      "loss": 1.5344,
      "step": 12725
    },
    {
      "epoch": 0.7230760505869677,
      "grad_norm": 1.7734375,
      "learning_rate": 1.0010934189844872e-06,
      "loss": 1.5035,
      "step": 12750
    },
    {
      "epoch": 0.7244938467645892,
      "grad_norm": 1.6328125,
      "learning_rate": 9.959680174947039e-07,
      "loss": 1.5582,
      "step": 12775
    },
    {
      "epoch": 0.7259116429422107,
      "grad_norm": 1.4765625,
      "learning_rate": 9.908426160049205e-07,
      "loss": 1.5341,
      "step": 12800
    },
    {
      "epoch": 0.7273294391198322,
      "grad_norm": 1.3828125,
      "learning_rate": 9.85717214515137e-07,
      "loss": 1.5449,
      "step": 12825
    },
    {
      "epoch": 0.7287472352974537,
      "grad_norm": 1.6953125,
      "learning_rate": 9.805918130253536e-07,
      "loss": 1.5297,
      "step": 12850
    },
    {
      "epoch": 0.7301650314750752,
      "grad_norm": 1.5390625,
      "learning_rate": 9.754664115355703e-07,
      "loss": 1.5498,
      "step": 12875
    },
    {
      "epoch": 0.7315828276526967,
      "grad_norm": 1.515625,
      "learning_rate": 9.70341010045787e-07,
      "loss": 1.5448,
      "step": 12900
    },
    {
      "epoch": 0.7330006238303182,
      "grad_norm": 1.8828125,
      "learning_rate": 9.652156085560036e-07,
      "loss": 1.5242,
      "step": 12925
    },
    {
      "epoch": 0.7344184200079397,
      "grad_norm": 1.65625,
      "learning_rate": 9.6009020706622e-07,
      "loss": 1.5191,
      "step": 12950
    },
    {
      "epoch": 0.7358362161855612,
      "grad_norm": 1.65625,
      "learning_rate": 9.549648055764367e-07,
      "loss": 1.532,
      "step": 12975
    },
    {
      "epoch": 0.7372540123631827,
      "grad_norm": 1.609375,
      "learning_rate": 9.498394040866535e-07,
      "loss": 1.5711,
      "step": 13000
    },
    {
      "epoch": 0.7386718085408042,
      "grad_norm": 1.59375,
      "learning_rate": 9.4471400259687e-07,
      "loss": 1.5418,
      "step": 13025
    },
    {
      "epoch": 0.7400896047184257,
      "grad_norm": 1.828125,
      "learning_rate": 9.395886011070867e-07,
      "loss": 1.5549,
      "step": 13050
    },
    {
      "epoch": 0.7415074008960472,
      "grad_norm": 1.625,
      "learning_rate": 9.344631996173033e-07,
      "loss": 1.5404,
      "step": 13075
    },
    {
      "epoch": 0.7429251970736687,
      "grad_norm": 1.609375,
      "learning_rate": 9.2933779812752e-07,
      "loss": 1.5488,
      "step": 13100
    },
    {
      "epoch": 0.7443429932512902,
      "grad_norm": 1.546875,
      "learning_rate": 9.242123966377367e-07,
      "loss": 1.5429,
      "step": 13125
    },
    {
      "epoch": 0.7457607894289117,
      "grad_norm": 1.78125,
      "learning_rate": 9.190869951479533e-07,
      "loss": 1.5235,
      "step": 13150
    },
    {
      "epoch": 0.7471785856065332,
      "grad_norm": 1.640625,
      "learning_rate": 9.1396159365817e-07,
      "loss": 1.5297,
      "step": 13175
    },
    {
      "epoch": 0.7485963817841547,
      "grad_norm": 1.59375,
      "learning_rate": 9.088361921683866e-07,
      "loss": 1.5214,
      "step": 13200
    },
    {
      "epoch": 0.7500141779617762,
      "grad_norm": 1.6796875,
      "learning_rate": 9.037107906786032e-07,
      "loss": 1.5256,
      "step": 13225
    },
    {
      "epoch": 0.7514319741393978,
      "grad_norm": 1.53125,
      "learning_rate": 8.985853891888198e-07,
      "loss": 1.5405,
      "step": 13250
    },
    {
      "epoch": 0.7528497703170193,
      "grad_norm": 1.515625,
      "learning_rate": 8.934599876990365e-07,
      "loss": 1.5277,
      "step": 13275
    },
    {
      "epoch": 0.7542675664946408,
      "grad_norm": 1.40625,
      "learning_rate": 8.883345862092531e-07,
      "loss": 1.5297,
      "step": 13300
    },
    {
      "epoch": 0.7556853626722623,
      "grad_norm": 1.59375,
      "learning_rate": 8.832091847194696e-07,
      "loss": 1.5141,
      "step": 13325
    },
    {
      "epoch": 0.7571031588498838,
      "grad_norm": 1.609375,
      "learning_rate": 8.780837832296863e-07,
      "loss": 1.5404,
      "step": 13350
    },
    {
      "epoch": 0.7585209550275053,
      "grad_norm": 1.546875,
      "learning_rate": 8.729583817399029e-07,
      "loss": 1.5397,
      "step": 13375
    },
    {
      "epoch": 0.7599387512051268,
      "grad_norm": 1.40625,
      "learning_rate": 8.678329802501196e-07,
      "loss": 1.5652,
      "step": 13400
    },
    {
      "epoch": 0.7613565473827483,
      "grad_norm": 1.53125,
      "learning_rate": 8.627075787603362e-07,
      "loss": 1.5527,
      "step": 13425
    },
    {
      "epoch": 0.7627743435603698,
      "grad_norm": 1.671875,
      "learning_rate": 8.575821772705529e-07,
      "loss": 1.5429,
      "step": 13450
    },
    {
      "epoch": 0.7641921397379913,
      "grad_norm": 1.671875,
      "learning_rate": 8.524567757807696e-07,
      "loss": 1.5511,
      "step": 13475
    },
    {
      "epoch": 0.7656099359156128,
      "grad_norm": 1.6875,
      "learning_rate": 8.473313742909862e-07,
      "loss": 1.5494,
      "step": 13500
    },
    {
      "epoch": 0.7670277320932343,
      "grad_norm": 1.8125,
      "learning_rate": 8.422059728012028e-07,
      "loss": 1.5272,
      "step": 13525
    },
    {
      "epoch": 0.7684455282708558,
      "grad_norm": 1.65625,
      "learning_rate": 8.370805713114194e-07,
      "loss": 1.5361,
      "step": 13550
    },
    {
      "epoch": 0.7698633244484773,
      "grad_norm": 1.625,
      "learning_rate": 8.319551698216361e-07,
      "loss": 1.5051,
      "step": 13575
    },
    {
      "epoch": 0.7712811206260988,
      "grad_norm": 1.578125,
      "learning_rate": 8.268297683318527e-07,
      "loss": 1.5396,
      "step": 13600
    },
    {
      "epoch": 0.7726989168037203,
      "grad_norm": 1.4375,
      "learning_rate": 8.217043668420694e-07,
      "loss": 1.5366,
      "step": 13625
    },
    {
      "epoch": 0.7741167129813418,
      "grad_norm": 1.5234375,
      "learning_rate": 8.165789653522858e-07,
      "loss": 1.5285,
      "step": 13650
    },
    {
      "epoch": 0.7755345091589633,
      "grad_norm": 1.5859375,
      "learning_rate": 8.114535638625025e-07,
      "loss": 1.5392,
      "step": 13675
    },
    {
      "epoch": 0.7769523053365848,
      "grad_norm": 1.578125,
      "learning_rate": 8.063281623727192e-07,
      "loss": 1.5187,
      "step": 13700
    },
    {
      "epoch": 0.7783701015142063,
      "grad_norm": 1.703125,
      "learning_rate": 8.012027608829358e-07,
      "loss": 1.532,
      "step": 13725
    },
    {
      "epoch": 0.7797878976918278,
      "grad_norm": 1.4921875,
      "learning_rate": 7.960773593931525e-07,
      "loss": 1.5551,
      "step": 13750
    },
    {
      "epoch": 0.7812056938694494,
      "grad_norm": 1.59375,
      "learning_rate": 7.909519579033691e-07,
      "loss": 1.5561,
      "step": 13775
    },
    {
      "epoch": 0.7826234900470709,
      "grad_norm": 1.59375,
      "learning_rate": 7.858265564135858e-07,
      "loss": 1.5498,
      "step": 13800
    },
    {
      "epoch": 0.7840412862246924,
      "grad_norm": 1.59375,
      "learning_rate": 7.807011549238023e-07,
      "loss": 1.5047,
      "step": 13825
    },
    {
      "epoch": 0.7854590824023139,
      "grad_norm": 1.6875,
      "learning_rate": 7.75575753434019e-07,
      "loss": 1.5347,
      "step": 13850
    },
    {
      "epoch": 0.7868768785799354,
      "grad_norm": 1.65625,
      "learning_rate": 7.704503519442357e-07,
      "loss": 1.5385,
      "step": 13875
    },
    {
      "epoch": 0.7882946747575569,
      "grad_norm": 2.875,
      "learning_rate": 7.653249504544523e-07,
      "loss": 1.5458,
      "step": 13900
    },
    {
      "epoch": 0.7897124709351784,
      "grad_norm": 1.9453125,
      "learning_rate": 7.60199548964669e-07,
      "loss": 1.5497,
      "step": 13925
    },
    {
      "epoch": 0.7911302671127999,
      "grad_norm": 1.6875,
      "learning_rate": 7.550741474748856e-07,
      "loss": 1.5308,
      "step": 13950
    },
    {
      "epoch": 0.7925480632904214,
      "grad_norm": 1.7265625,
      "learning_rate": 7.499487459851022e-07,
      "loss": 1.528,
      "step": 13975
    },
    {
      "epoch": 0.7939658594680429,
      "grad_norm": 1.6015625,
      "learning_rate": 7.448233444953189e-07,
      "loss": 1.5413,
      "step": 14000
    },
    {
      "epoch": 0.7953836556456644,
      "grad_norm": 1.7109375,
      "learning_rate": 7.396979430055355e-07,
      "loss": 1.5175,
      "step": 14025
    },
    {
      "epoch": 0.7968014518232859,
      "grad_norm": 1.59375,
      "learning_rate": 7.345725415157522e-07,
      "loss": 1.5351,
      "step": 14050
    },
    {
      "epoch": 0.7982192480009074,
      "grad_norm": 1.6640625,
      "learning_rate": 7.294471400259687e-07,
      "loss": 1.544,
      "step": 14075
    },
    {
      "epoch": 0.7996370441785289,
      "grad_norm": 1.671875,
      "learning_rate": 7.243217385361854e-07,
      "loss": 1.5715,
      "step": 14100
    },
    {
      "epoch": 0.8010548403561504,
      "grad_norm": 1.765625,
      "learning_rate": 7.191963370464019e-07,
      "loss": 1.5418,
      "step": 14125
    },
    {
      "epoch": 0.8024726365337719,
      "grad_norm": 1.71875,
      "learning_rate": 7.140709355566186e-07,
      "loss": 1.5358,
      "step": 14150
    },
    {
      "epoch": 0.8038904327113934,
      "grad_norm": 1.6875,
      "learning_rate": 7.089455340668352e-07,
      "loss": 1.5244,
      "step": 14175
    },
    {
      "epoch": 0.8053082288890149,
      "grad_norm": 1.6875,
      "learning_rate": 7.038201325770519e-07,
      "loss": 1.5106,
      "step": 14200
    },
    {
      "epoch": 0.8067260250666364,
      "grad_norm": 1.4453125,
      "learning_rate": 6.986947310872686e-07,
      "loss": 1.5303,
      "step": 14225
    },
    {
      "epoch": 0.8081438212442579,
      "grad_norm": 1.71875,
      "learning_rate": 6.935693295974851e-07,
      "loss": 1.5587,
      "step": 14250
    },
    {
      "epoch": 0.8095616174218794,
      "grad_norm": 1.7578125,
      "learning_rate": 6.884439281077018e-07,
      "loss": 1.5189,
      "step": 14275
    },
    {
      "epoch": 0.810979413599501,
      "grad_norm": 1.53125,
      "learning_rate": 6.833185266179184e-07,
      "loss": 1.5448,
      "step": 14300
    },
    {
      "epoch": 0.8123972097771225,
      "grad_norm": 1.6015625,
      "learning_rate": 6.781931251281351e-07,
      "loss": 1.5461,
      "step": 14325
    },
    {
      "epoch": 0.813815005954744,
      "grad_norm": 1.6640625,
      "learning_rate": 6.730677236383517e-07,
      "loss": 1.5511,
      "step": 14350
    },
    {
      "epoch": 0.8152328021323655,
      "grad_norm": 1.8046875,
      "learning_rate": 6.679423221485683e-07,
      "loss": 1.5455,
      "step": 14375
    },
    {
      "epoch": 0.816650598309987,
      "grad_norm": 1.5390625,
      "learning_rate": 6.62816920658785e-07,
      "loss": 1.5559,
      "step": 14400
    },
    {
      "epoch": 0.8180683944876085,
      "grad_norm": 1.859375,
      "learning_rate": 6.576915191690015e-07,
      "loss": 1.5264,
      "step": 14425
    },
    {
      "epoch": 0.81948619066523,
      "grad_norm": 1.609375,
      "learning_rate": 6.525661176792182e-07,
      "loss": 1.5374,
      "step": 14450
    },
    {
      "epoch": 0.8209039868428515,
      "grad_norm": 1.5546875,
      "learning_rate": 6.474407161894348e-07,
      "loss": 1.5376,
      "step": 14475
    },
    {
      "epoch": 0.822321783020473,
      "grad_norm": 1.703125,
      "learning_rate": 6.423153146996515e-07,
      "loss": 1.5514,
      "step": 14500
    },
    {
      "epoch": 0.8237395791980945,
      "grad_norm": 1.515625,
      "learning_rate": 6.371899132098681e-07,
      "loss": 1.5478,
      "step": 14525
    },
    {
      "epoch": 0.825157375375716,
      "grad_norm": 1.59375,
      "learning_rate": 6.320645117200848e-07,
      "loss": 1.5213,
      "step": 14550
    },
    {
      "epoch": 0.8265751715533375,
      "grad_norm": 1.609375,
      "learning_rate": 6.269391102303015e-07,
      "loss": 1.544,
      "step": 14575
    },
    {
      "epoch": 0.827992967730959,
      "grad_norm": 1.734375,
      "learning_rate": 6.21813708740518e-07,
      "loss": 1.5342,
      "step": 14600
    },
    {
      "epoch": 0.8294107639085805,
      "grad_norm": 1.515625,
      "learning_rate": 6.166883072507347e-07,
      "loss": 1.5428,
      "step": 14625
    },
    {
      "epoch": 0.830828560086202,
      "grad_norm": 1.578125,
      "learning_rate": 6.115629057609513e-07,
      "loss": 1.5419,
      "step": 14650
    },
    {
      "epoch": 0.8322463562638235,
      "grad_norm": 1.6640625,
      "learning_rate": 6.064375042711679e-07,
      "loss": 1.5475,
      "step": 14675
    },
    {
      "epoch": 0.833664152441445,
      "grad_norm": 1.5234375,
      "learning_rate": 6.013121027813845e-07,
      "loss": 1.5467,
      "step": 14700
    },
    {
      "epoch": 0.8350819486190665,
      "grad_norm": 1.5078125,
      "learning_rate": 5.961867012916012e-07,
      "loss": 1.5364,
      "step": 14725
    },
    {
      "epoch": 0.836499744796688,
      "grad_norm": 1.7578125,
      "learning_rate": 5.910612998018179e-07,
      "loss": 1.5297,
      "step": 14750
    },
    {
      "epoch": 0.8379175409743095,
      "grad_norm": 1.5546875,
      "learning_rate": 5.859358983120344e-07,
      "loss": 1.5556,
      "step": 14775
    },
    {
      "epoch": 0.8393353371519311,
      "grad_norm": 1.75,
      "learning_rate": 5.808104968222511e-07,
      "loss": 1.5352,
      "step": 14800
    },
    {
      "epoch": 0.8407531333295526,
      "grad_norm": 1.5,
      "learning_rate": 5.756850953324677e-07,
      "loss": 1.5577,
      "step": 14825
    },
    {
      "epoch": 0.8421709295071741,
      "grad_norm": 1.4296875,
      "learning_rate": 5.705596938426844e-07,
      "loss": 1.5562,
      "step": 14850
    },
    {
      "epoch": 0.8435887256847956,
      "grad_norm": 1.6796875,
      "learning_rate": 5.65434292352901e-07,
      "loss": 1.5538,
      "step": 14875
    },
    {
      "epoch": 0.8450065218624171,
      "grad_norm": 1.75,
      "learning_rate": 5.603088908631177e-07,
      "loss": 1.5314,
      "step": 14900
    },
    {
      "epoch": 0.8464243180400386,
      "grad_norm": 1.546875,
      "learning_rate": 5.551834893733342e-07,
      "loss": 1.5466,
      "step": 14925
    },
    {
      "epoch": 0.8478421142176601,
      "grad_norm": 1.5234375,
      "learning_rate": 5.500580878835509e-07,
      "loss": 1.5408,
      "step": 14950
    },
    {
      "epoch": 0.8492599103952816,
      "grad_norm": 1.7265625,
      "learning_rate": 5.449326863937675e-07,
      "loss": 1.5476,
      "step": 14975
    },
    {
      "epoch": 0.8506777065729031,
      "grad_norm": 1.703125,
      "learning_rate": 5.398072849039841e-07,
      "loss": 1.5487,
      "step": 15000
    },
    {
      "epoch": 0.8520955027505246,
      "grad_norm": 1.5078125,
      "learning_rate": 5.346818834142008e-07,
      "loss": 1.5147,
      "step": 15025
    },
    {
      "epoch": 0.8535132989281461,
      "grad_norm": 1.4296875,
      "learning_rate": 5.295564819244174e-07,
      "loss": 1.5342,
      "step": 15050
    },
    {
      "epoch": 0.8549310951057676,
      "grad_norm": 1.640625,
      "learning_rate": 5.244310804346341e-07,
      "loss": 1.5487,
      "step": 15075
    },
    {
      "epoch": 0.8563488912833891,
      "grad_norm": 1.5078125,
      "learning_rate": 5.193056789448507e-07,
      "loss": 1.5365,
      "step": 15100
    },
    {
      "epoch": 0.8577666874610106,
      "grad_norm": 1.6484375,
      "learning_rate": 5.141802774550673e-07,
      "loss": 1.5347,
      "step": 15125
    },
    {
      "epoch": 0.8591844836386321,
      "grad_norm": 1.8671875,
      "learning_rate": 5.09054875965284e-07,
      "loss": 1.5168,
      "step": 15150
    },
    {
      "epoch": 0.8606022798162536,
      "grad_norm": 1.5390625,
      "learning_rate": 5.039294744755006e-07,
      "loss": 1.5616,
      "step": 15175
    },
    {
      "epoch": 0.8620200759938751,
      "grad_norm": 1.65625,
      "learning_rate": 4.988040729857173e-07,
      "loss": 1.5387,
      "step": 15200
    },
    {
      "epoch": 0.8634378721714966,
      "grad_norm": 1.5703125,
      "learning_rate": 4.936786714959338e-07,
      "loss": 1.533,
      "step": 15225
    },
    {
      "epoch": 0.8648556683491181,
      "grad_norm": 1.578125,
      "learning_rate": 4.885532700061505e-07,
      "loss": 1.5412,
      "step": 15250
    },
    {
      "epoch": 0.8662734645267396,
      "grad_norm": 1.59375,
      "learning_rate": 4.834278685163671e-07,
      "loss": 1.5347,
      "step": 15275
    },
    {
      "epoch": 0.8676912607043611,
      "grad_norm": 1.8125,
      "learning_rate": 4.783024670265837e-07,
      "loss": 1.5393,
      "step": 15300
    },
    {
      "epoch": 0.8691090568819827,
      "grad_norm": 1.5,
      "learning_rate": 4.7317706553680035e-07,
      "loss": 1.5254,
      "step": 15325
    },
    {
      "epoch": 0.8705268530596042,
      "grad_norm": 1.5078125,
      "learning_rate": 4.68051664047017e-07,
      "loss": 1.5425,
      "step": 15350
    },
    {
      "epoch": 0.8719446492372257,
      "grad_norm": 1.390625,
      "learning_rate": 4.6292626255723367e-07,
      "loss": 1.5319,
      "step": 15375
    },
    {
      "epoch": 0.8733624454148472,
      "grad_norm": 1.671875,
      "learning_rate": 4.5780086106745033e-07,
      "loss": 1.531,
      "step": 15400
    },
    {
      "epoch": 0.8747802415924687,
      "grad_norm": 1.5390625,
      "learning_rate": 4.5267545957766693e-07,
      "loss": 1.5329,
      "step": 15425
    },
    {
      "epoch": 0.8761980377700902,
      "grad_norm": 1.671875,
      "learning_rate": 4.475500580878836e-07,
      "loss": 1.5389,
      "step": 15450
    },
    {
      "epoch": 0.8776158339477117,
      "grad_norm": 1.640625,
      "learning_rate": 4.4242465659810014e-07,
      "loss": 1.5516,
      "step": 15475
    },
    {
      "epoch": 0.8790336301253332,
      "grad_norm": 1.6484375,
      "learning_rate": 4.372992551083168e-07,
      "loss": 1.5463,
      "step": 15500
    },
    {
      "epoch": 0.8804514263029547,
      "grad_norm": 1.5390625,
      "learning_rate": 4.3217385361853346e-07,
      "loss": 1.5105,
      "step": 15525
    },
    {
      "epoch": 0.8818692224805762,
      "grad_norm": 1.6953125,
      "learning_rate": 4.270484521287501e-07,
      "loss": 1.5498,
      "step": 15550
    },
    {
      "epoch": 0.8832870186581977,
      "grad_norm": 1.7265625,
      "learning_rate": 4.219230506389667e-07,
      "loss": 1.5456,
      "step": 15575
    },
    {
      "epoch": 0.8847048148358192,
      "grad_norm": 1.7265625,
      "learning_rate": 4.167976491491834e-07,
      "loss": 1.5473,
      "step": 15600
    },
    {
      "epoch": 0.8861226110134407,
      "grad_norm": 1.6015625,
      "learning_rate": 4.1167224765940004e-07,
      "loss": 1.549,
      "step": 15625
    },
    {
      "epoch": 0.8875404071910622,
      "grad_norm": 1.6484375,
      "learning_rate": 4.065468461696166e-07,
      "loss": 1.5346,
      "step": 15650
    },
    {
      "epoch": 0.8889582033686837,
      "grad_norm": 1.515625,
      "learning_rate": 4.0142144467983325e-07,
      "loss": 1.5345,
      "step": 15675
    },
    {
      "epoch": 0.8903759995463052,
      "grad_norm": 1.53125,
      "learning_rate": 3.962960431900499e-07,
      "loss": 1.5251,
      "step": 15700
    },
    {
      "epoch": 0.8917937957239267,
      "grad_norm": 1.546875,
      "learning_rate": 3.911706417002665e-07,
      "loss": 1.5184,
      "step": 15725
    },
    {
      "epoch": 0.8932115919015482,
      "grad_norm": 1.59375,
      "learning_rate": 3.8604524021048317e-07,
      "loss": 1.5245,
      "step": 15750
    },
    {
      "epoch": 0.8946293880791697,
      "grad_norm": 1.515625,
      "learning_rate": 3.8091983872069983e-07,
      "loss": 1.5386,
      "step": 15775
    },
    {
      "epoch": 0.8960471842567912,
      "grad_norm": 1.6328125,
      "learning_rate": 3.757944372309165e-07,
      "loss": 1.5282,
      "step": 15800
    },
    {
      "epoch": 0.8974649804344127,
      "grad_norm": 1.6640625,
      "learning_rate": 3.706690357411331e-07,
      "loss": 1.5082,
      "step": 15825
    },
    {
      "epoch": 0.8988827766120343,
      "grad_norm": 1.78125,
      "learning_rate": 3.655436342513497e-07,
      "loss": 1.5486,
      "step": 15850
    },
    {
      "epoch": 0.9003005727896558,
      "grad_norm": 1.5,
      "learning_rate": 3.604182327615663e-07,
      "loss": 1.5204,
      "step": 15875
    },
    {
      "epoch": 0.9017183689672773,
      "grad_norm": 1.78125,
      "learning_rate": 3.5529283127178296e-07,
      "loss": 1.5422,
      "step": 15900
    },
    {
      "epoch": 0.9031361651448988,
      "grad_norm": 1.59375,
      "learning_rate": 3.501674297819996e-07,
      "loss": 1.5431,
      "step": 15925
    },
    {
      "epoch": 0.9045539613225203,
      "grad_norm": 1.65625,
      "learning_rate": 3.450420282922162e-07,
      "loss": 1.537,
      "step": 15950
    },
    {
      "epoch": 0.9059717575001418,
      "grad_norm": 1.640625,
      "learning_rate": 3.399166268024329e-07,
      "loss": 1.5505,
      "step": 15975
    },
    {
      "epoch": 0.9073895536777633,
      "grad_norm": 1.4765625,
      "learning_rate": 3.347912253126495e-07,
      "loss": 1.5466,
      "step": 16000
    },
    {
      "epoch": 0.9088073498553848,
      "grad_norm": 1.53125,
      "learning_rate": 3.296658238228661e-07,
      "loss": 1.5434,
      "step": 16025
    },
    {
      "epoch": 0.9102251460330063,
      "grad_norm": 1.5625,
      "learning_rate": 3.2454042233308275e-07,
      "loss": 1.5351,
      "step": 16050
    },
    {
      "epoch": 0.9116429422106278,
      "grad_norm": 1.5625,
      "learning_rate": 3.194150208432994e-07,
      "loss": 1.5692,
      "step": 16075
    },
    {
      "epoch": 0.9130607383882493,
      "grad_norm": 1.9921875,
      "learning_rate": 3.1428961935351607e-07,
      "loss": 1.5178,
      "step": 16100
    },
    {
      "epoch": 0.9144785345658708,
      "grad_norm": 1.7265625,
      "learning_rate": 3.0916421786373267e-07,
      "loss": 1.5542,
      "step": 16125
    },
    {
      "epoch": 0.9158963307434923,
      "grad_norm": 1.6171875,
      "learning_rate": 3.040388163739493e-07,
      "loss": 1.5211,
      "step": 16150
    },
    {
      "epoch": 0.9173141269211138,
      "grad_norm": 1.5390625,
      "learning_rate": 2.9891341488416594e-07,
      "loss": 1.538,
      "step": 16175
    },
    {
      "epoch": 0.9187319230987353,
      "grad_norm": 1.5390625,
      "learning_rate": 2.9378801339438254e-07,
      "loss": 1.5463,
      "step": 16200
    },
    {
      "epoch": 0.9201497192763568,
      "grad_norm": 1.515625,
      "learning_rate": 2.886626119045992e-07,
      "loss": 1.5322,
      "step": 16225
    },
    {
      "epoch": 0.9215675154539783,
      "grad_norm": 1.6640625,
      "learning_rate": 2.8353721041481586e-07,
      "loss": 1.554,
      "step": 16250
    },
    {
      "epoch": 0.9229853116315998,
      "grad_norm": 1.53125,
      "learning_rate": 2.7841180892503246e-07,
      "loss": 1.5234,
      "step": 16275
    },
    {
      "epoch": 0.9244031078092213,
      "grad_norm": 1.5,
      "learning_rate": 2.7328640743524907e-07,
      "loss": 1.5341,
      "step": 16300
    },
    {
      "epoch": 0.9258209039868428,
      "grad_norm": 1.7109375,
      "learning_rate": 2.681610059454657e-07,
      "loss": 1.5332,
      "step": 16325
    },
    {
      "epoch": 0.9272387001644643,
      "grad_norm": 1.7265625,
      "learning_rate": 2.630356044556824e-07,
      "loss": 1.548,
      "step": 16350
    },
    {
      "epoch": 0.9286564963420859,
      "grad_norm": 1.59375,
      "learning_rate": 2.57910202965899e-07,
      "loss": 1.5414,
      "step": 16375
    },
    {
      "epoch": 0.9300742925197074,
      "grad_norm": 1.5859375,
      "learning_rate": 2.5278480147611565e-07,
      "loss": 1.5336,
      "step": 16400
    },
    {
      "epoch": 0.9314920886973289,
      "grad_norm": 1.6328125,
      "learning_rate": 2.4765939998633225e-07,
      "loss": 1.566,
      "step": 16425
    },
    {
      "epoch": 0.9329098848749504,
      "grad_norm": 1.6015625,
      "learning_rate": 2.425339984965489e-07,
      "loss": 1.5279,
      "step": 16450
    },
    {
      "epoch": 0.9343276810525719,
      "grad_norm": 1.59375,
      "learning_rate": 2.3740859700676552e-07,
      "loss": 1.5338,
      "step": 16475
    },
    {
      "epoch": 0.9357454772301934,
      "grad_norm": 1.5703125,
      "learning_rate": 2.3228319551698217e-07,
      "loss": 1.5625,
      "step": 16500
    },
    {
      "epoch": 0.9371632734078149,
      "grad_norm": 1.5,
      "learning_rate": 2.271577940271988e-07,
      "loss": 1.5272,
      "step": 16525
    },
    {
      "epoch": 0.9385810695854364,
      "grad_norm": 1.671875,
      "learning_rate": 2.220323925374154e-07,
      "loss": 1.5431,
      "step": 16550
    },
    {
      "epoch": 0.9399988657630579,
      "grad_norm": 1.5078125,
      "learning_rate": 2.1690699104763207e-07,
      "loss": 1.5529,
      "step": 16575
    },
    {
      "epoch": 0.9414166619406794,
      "grad_norm": 1.71875,
      "learning_rate": 2.117815895578487e-07,
      "loss": 1.5358,
      "step": 16600
    },
    {
      "epoch": 0.9428344581183009,
      "grad_norm": 1.7109375,
      "learning_rate": 2.0665618806806536e-07,
      "loss": 1.5334,
      "step": 16625
    },
    {
      "epoch": 0.9442522542959224,
      "grad_norm": 1.59375,
      "learning_rate": 2.0153078657828196e-07,
      "loss": 1.5475,
      "step": 16650
    },
    {
      "epoch": 0.9456700504735439,
      "grad_norm": 1.578125,
      "learning_rate": 1.964053850884986e-07,
      "loss": 1.5342,
      "step": 16675
    },
    {
      "epoch": 0.9470878466511654,
      "grad_norm": 1.65625,
      "learning_rate": 1.9127998359871525e-07,
      "loss": 1.5595,
      "step": 16700
    },
    {
      "epoch": 0.9485056428287869,
      "grad_norm": 1.4765625,
      "learning_rate": 1.8615458210893189e-07,
      "loss": 1.5124,
      "step": 16725
    },
    {
      "epoch": 0.9499234390064084,
      "grad_norm": 1.5234375,
      "learning_rate": 1.810291806191485e-07,
      "loss": 1.5265,
      "step": 16750
    },
    {
      "epoch": 0.9513412351840299,
      "grad_norm": 1.6875,
      "learning_rate": 1.7590377912936515e-07,
      "loss": 1.5528,
      "step": 16775
    },
    {
      "epoch": 0.9527590313616514,
      "grad_norm": 1.453125,
      "learning_rate": 1.7077837763958178e-07,
      "loss": 1.5389,
      "step": 16800
    },
    {
      "epoch": 0.9541768275392729,
      "grad_norm": 1.6015625,
      "learning_rate": 1.656529761497984e-07,
      "loss": 1.5352,
      "step": 16825
    },
    {
      "epoch": 0.9555946237168944,
      "grad_norm": 1.8359375,
      "learning_rate": 1.6052757466001504e-07,
      "loss": 1.544,
      "step": 16850
    },
    {
      "epoch": 0.957012419894516,
      "grad_norm": 1.75,
      "learning_rate": 1.5540217317023168e-07,
      "loss": 1.521,
      "step": 16875
    },
    {
      "epoch": 0.9584302160721375,
      "grad_norm": 1.6015625,
      "learning_rate": 1.502767716804483e-07,
      "loss": 1.5307,
      "step": 16900
    },
    {
      "epoch": 0.959848012249759,
      "grad_norm": 1.5390625,
      "learning_rate": 1.4515137019066494e-07,
      "loss": 1.5331,
      "step": 16925
    },
    {
      "epoch": 0.9612658084273805,
      "grad_norm": 1.640625,
      "learning_rate": 1.4002596870088157e-07,
      "loss": 1.5488,
      "step": 16950
    },
    {
      "epoch": 0.962683604605002,
      "grad_norm": 1.5,
      "learning_rate": 1.349005672110982e-07,
      "loss": 1.5285,
      "step": 16975
    },
    {
      "epoch": 0.9641014007826235,
      "grad_norm": 1.5078125,
      "learning_rate": 1.2977516572131486e-07,
      "loss": 1.5377,
      "step": 17000
    },
    {
      "epoch": 0.965519196960245,
      "grad_norm": 1.6171875,
      "learning_rate": 1.2464976423153147e-07,
      "loss": 1.5591,
      "step": 17025
    },
    {
      "epoch": 0.9669369931378665,
      "grad_norm": 1.703125,
      "learning_rate": 1.195243627417481e-07,
      "loss": 1.5427,
      "step": 17050
    },
    {
      "epoch": 0.968354789315488,
      "grad_norm": 1.578125,
      "learning_rate": 1.1439896125196474e-07,
      "loss": 1.5266,
      "step": 17075
    },
    {
      "epoch": 0.9697725854931095,
      "grad_norm": 1.7421875,
      "learning_rate": 1.0927355976218137e-07,
      "loss": 1.535,
      "step": 17100
    },
    {
      "epoch": 0.971190381670731,
      "grad_norm": 1.5703125,
      "learning_rate": 1.0414815827239802e-07,
      "loss": 1.5384,
      "step": 17125
    },
    {
      "epoch": 0.9726081778483525,
      "grad_norm": 1.5390625,
      "learning_rate": 9.902275678261464e-08,
      "loss": 1.5588,
      "step": 17150
    },
    {
      "epoch": 0.974025974025974,
      "grad_norm": 1.6484375,
      "learning_rate": 9.389735529283128e-08,
      "loss": 1.5508,
      "step": 17175
    },
    {
      "epoch": 0.9754437702035955,
      "grad_norm": 1.6953125,
      "learning_rate": 8.877195380304791e-08,
      "loss": 1.5335,
      "step": 17200
    },
    {
      "epoch": 0.976861566381217,
      "grad_norm": 1.65625,
      "learning_rate": 8.364655231326454e-08,
      "loss": 1.5481,
      "step": 17225
    },
    {
      "epoch": 0.9782793625588385,
      "grad_norm": 1.65625,
      "learning_rate": 7.852115082348118e-08,
      "loss": 1.5226,
      "step": 17250
    },
    {
      "epoch": 0.97969715873646,
      "grad_norm": 1.5078125,
      "learning_rate": 7.339574933369781e-08,
      "loss": 1.5397,
      "step": 17275
    },
    {
      "epoch": 0.9811149549140815,
      "grad_norm": 1.515625,
      "learning_rate": 6.827034784391444e-08,
      "loss": 1.5393,
      "step": 17300
    },
    {
      "epoch": 0.982532751091703,
      "grad_norm": 1.546875,
      "learning_rate": 6.314494635413107e-08,
      "loss": 1.5498,
      "step": 17325
    },
    {
      "epoch": 0.9839505472693245,
      "grad_norm": 1.6015625,
      "learning_rate": 5.801954486434771e-08,
      "loss": 1.5442,
      "step": 17350
    },
    {
      "epoch": 0.985368343446946,
      "grad_norm": 1.6640625,
      "learning_rate": 5.289414337456434e-08,
      "loss": 1.5461,
      "step": 17375
    },
    {
      "epoch": 0.9867861396245676,
      "grad_norm": 1.5703125,
      "learning_rate": 4.776874188478098e-08,
      "loss": 1.5237,
      "step": 17400
    },
    {
      "epoch": 0.9882039358021891,
      "grad_norm": 1.90625,
      "learning_rate": 4.264334039499761e-08,
      "loss": 1.5218,
      "step": 17425
    },
    {
      "epoch": 0.9896217319798106,
      "grad_norm": 1.5703125,
      "learning_rate": 3.751793890521424e-08,
      "loss": 1.5385,
      "step": 17450
    },
    {
      "epoch": 0.9910395281574321,
      "grad_norm": 1.640625,
      "learning_rate": 3.239253741543088e-08,
      "loss": 1.5342,
      "step": 17475
    },
    {
      "epoch": 0.9924573243350536,
      "grad_norm": 1.4921875,
      "learning_rate": 2.726713592564751e-08,
      "loss": 1.5421,
      "step": 17500
    },
    {
      "epoch": 0.9938751205126751,
      "grad_norm": 1.5859375,
      "learning_rate": 2.2141734435864145e-08,
      "loss": 1.538,
      "step": 17525
    },
    {
      "epoch": 0.9952929166902966,
      "grad_norm": 1.5625,
      "learning_rate": 1.7016332946080776e-08,
      "loss": 1.5478,
      "step": 17550
    },
    {
      "epoch": 0.9967107128679181,
      "grad_norm": 1.6171875,
      "learning_rate": 1.1890931456297411e-08,
      "loss": 1.5367,
      "step": 17575
    },
    {
      "epoch": 0.9981285090455396,
      "grad_norm": 1.7578125,
      "learning_rate": 6.765529966514044e-09,
      "loss": 1.5193,
      "step": 17600
    },
    {
      "epoch": 0.9995463052231611,
      "grad_norm": 1.7578125,
      "learning_rate": 1.6401284767306775e-09,
      "loss": 1.5537,
      "step": 17625
    }
  ],
  "logging_steps": 25,
  "max_steps": 17633,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 5000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 5.571044232598127e+18,
  "train_batch_size": 10,
  "trial_name": null,
  "trial_params": null
}