diff --git "a/checkpoint-1340/trainer_state.json" "b/checkpoint-1340/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/checkpoint-1340/trainer_state.json"
@@ -0,0 +1,9413 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.20017926501344488,
+  "eval_steps": 500,
+  "global_step": 1340,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.00014938751120406333,
+      "grad_norm": 0.5712769031524658,
+      "learning_rate": 2e-05,
+      "loss": 1.7864,
+      "step": 1
+    },
+    {
+      "epoch": 0.00029877502240812666,
+      "grad_norm": 0.8328073620796204,
+      "learning_rate": 4e-05,
+      "loss": 1.954,
+      "step": 2
+    },
+    {
+      "epoch": 0.00044816253361219,
+      "grad_norm": 0.3498156666755676,
+      "learning_rate": 6e-05,
+      "loss": 1.0704,
+      "step": 3
+    },
+    {
+      "epoch": 0.0005975500448162533,
+      "grad_norm": 0.46848297119140625,
+      "learning_rate": 8e-05,
+      "loss": 1.3401,
+      "step": 4
+    },
+    {
+      "epoch": 0.0007469375560203167,
+      "grad_norm": 0.5157446265220642,
+      "learning_rate": 0.0001,
+      "loss": 1.2173,
+      "step": 5
+    },
+    {
+      "epoch": 0.00089632506722438,
+      "grad_norm": 0.34888526797294617,
+      "learning_rate": 0.00012,
+      "loss": 1.2156,
+      "step": 6
+    },
+    {
+      "epoch": 0.0010457125784284435,
+      "grad_norm": 0.25781184434890747,
+      "learning_rate": 0.00014,
+      "loss": 1.1595,
+      "step": 7
+    },
+    {
+      "epoch": 0.0011951000896325067,
+      "grad_norm": 0.39395585656166077,
+      "learning_rate": 0.00016,
+      "loss": 1.447,
+      "step": 8
+    },
+    {
+      "epoch": 0.00134448760083657,
+      "grad_norm": 0.42594340443611145,
+      "learning_rate": 0.00018,
+      "loss": 0.8779,
+      "step": 9
+    },
+    {
+      "epoch": 0.0014938751120406335,
+      "grad_norm": 0.29849162697792053,
+      "learning_rate": 0.0002,
+      "loss": 1.214,
+      "step": 10
+    },
+    {
+      "epoch": 0.0016432626232446967,
+      "grad_norm": 0.206129252910614,
+      "learning_rate": 0.00019999998895420804,
+      "loss": 1.222,
+      "step": 11
+    },
+    {
+      "epoch": 0.00179265013444876,
+      "grad_norm": 0.20143035054206848,
+      "learning_rate": 0.0001999999558168346,
+      "loss": 1.2729,
+      "step": 12
+    },
+    {
+      "epoch": 0.0019420376456528235,
+      "grad_norm": 0.3609657883644104,
+      "learning_rate": 0.00019999990058788703,
+      "loss": 1.14,
+      "step": 13
+    },
+    {
+      "epoch": 0.002091425156856887,
+      "grad_norm": 0.22608326375484467,
+      "learning_rate": 0.00019999982326737747,
+      "loss": 1.2138,
+      "step": 14
+    },
+    {
+      "epoch": 0.00224081266806095,
+      "grad_norm": 0.40498849749565125,
+      "learning_rate": 0.00019999972385532303,
+      "loss": 1.4689,
+      "step": 15
+    },
+    {
+      "epoch": 0.0023902001792650133,
+      "grad_norm": 0.215151846408844,
+      "learning_rate": 0.0001999996023517457,
+      "loss": 1.0072,
+      "step": 16
+    },
+    {
+      "epoch": 0.0025395876904690767,
+      "grad_norm": 0.28476935625076294,
+      "learning_rate": 0.0001999994587566723,
+      "loss": 0.9636,
+      "step": 17
+    },
+    {
+      "epoch": 0.00268897520167314,
+      "grad_norm": 0.2294227033853531,
+      "learning_rate": 0.0001999992930701345,
+      "loss": 0.8722,
+      "step": 18
+    },
+    {
+      "epoch": 0.0028383627128772035,
+      "grad_norm": 0.24489282071590424,
+      "learning_rate": 0.00019999910529216902,
+      "loss": 0.913,
+      "step": 19
+    },
+    {
+      "epoch": 0.002987750224081267,
+      "grad_norm": 0.24592871963977814,
+      "learning_rate": 0.00019999889542281728,
+      "loss": 1.2072,
+      "step": 20
+    },
+    {
+      "epoch": 0.00313713773528533,
+      "grad_norm": 0.19988738000392914,
+      "learning_rate": 0.0001999986634621256,
+      "loss": 1.0463,
+      "step": 21
+    },
+    {
+      "epoch": 0.0032865252464893933,
+      "grad_norm": 0.16961582005023956,
+      "learning_rate": 0.00019999840941014525,
+      "loss": 0.8549,
+      "step": 22
+    },
+    {
+      "epoch": 0.0034359127576934568,
+      "grad_norm": 0.1631389707326889,
+      "learning_rate": 0.0001999981332669324,
+      "loss": 0.8112,
+      "step": 23
+    },
+    {
+      "epoch": 0.00358530026889752,
+      "grad_norm": 0.1402096003293991,
+      "learning_rate": 0.00019999783503254803,
+      "loss": 1.0202,
+      "step": 24
+    },
+    {
+      "epoch": 0.0037346877801015836,
+      "grad_norm": 0.3608367443084717,
+      "learning_rate": 0.000199997514707058,
+      "loss": 1.4076,
+      "step": 25
+    },
+    {
+      "epoch": 0.003884075291305647,
+      "grad_norm": 0.15870416164398193,
+      "learning_rate": 0.0001999971722905331,
+      "loss": 0.9372,
+      "step": 26
+    },
+    {
+      "epoch": 0.00403346280250971,
+      "grad_norm": 0.21479852497577667,
+      "learning_rate": 0.00019999680778304897,
+      "loss": 1.0237,
+      "step": 27
+    },
+    {
+      "epoch": 0.004182850313713774,
+      "grad_norm": 0.6759325861930847,
+      "learning_rate": 0.00019999642118468614,
+      "loss": 1.7162,
+      "step": 28
+    },
+    {
+      "epoch": 0.004332237824917837,
+      "grad_norm": 0.15937522053718567,
+      "learning_rate": 0.00019999601249552998,
+      "loss": 0.7851,
+      "step": 29
+    },
+    {
+      "epoch": 0.0044816253361219,
+      "grad_norm": 0.12428741902112961,
+      "learning_rate": 0.00019999558171567082,
+      "loss": 0.9342,
+      "step": 30
+    },
+    {
+      "epoch": 0.004631012847325963,
+      "grad_norm": 0.2223120778799057,
+      "learning_rate": 0.0001999951288452038,
+      "loss": 1.1871,
+      "step": 31
+    },
+    {
+      "epoch": 0.004780400358530027,
+      "grad_norm": 0.19341352581977844,
+      "learning_rate": 0.000199994653884229,
+      "loss": 0.9797,
+      "step": 32
+    },
+    {
+      "epoch": 0.00492978786973409,
+      "grad_norm": 0.41403812170028687,
+      "learning_rate": 0.0001999941568328513,
+      "loss": 0.9629,
+      "step": 33
+    },
+    {
+      "epoch": 0.005079175380938153,
+      "grad_norm": 0.29959213733673096,
+      "learning_rate": 0.00019999363769118055,
+      "loss": 1.231,
+      "step": 34
+    },
+    {
+      "epoch": 0.005228562892142217,
+      "grad_norm": 0.17178373038768768,
+      "learning_rate": 0.00019999309645933142,
+      "loss": 0.7834,
+      "step": 35
+    },
+    {
+      "epoch": 0.00537795040334628,
+      "grad_norm": 0.2903209626674652,
+      "learning_rate": 0.00019999253313742344,
+      "loss": 1.2852,
+      "step": 36
+    },
+    {
+      "epoch": 0.005527337914550344,
+      "grad_norm": 0.3148847818374634,
+      "learning_rate": 0.00019999194772558112,
+      "loss": 1.376,
+      "step": 37
+    },
+    {
+      "epoch": 0.005676725425754407,
+      "grad_norm": 0.4141716957092285,
+      "learning_rate": 0.00019999134022393375,
+      "loss": 0.9684,
+      "step": 38
+    },
+    {
+      "epoch": 0.0058261129369584705,
+      "grad_norm": 0.2509758770465851,
+      "learning_rate": 0.00019999071063261554,
+      "loss": 1.1722,
+      "step": 39
+    },
+    {
+      "epoch": 0.005975500448162534,
+      "grad_norm": 0.1800830066204071,
+      "learning_rate": 0.0001999900589517656,
+      "loss": 1.0264,
+      "step": 40
+    },
+    {
+      "epoch": 0.006124887959366597,
+      "grad_norm": 0.19982534646987915,
+      "learning_rate": 0.00019998938518152787,
+      "loss": 0.7343,
+      "step": 41
+    },
+    {
+      "epoch": 0.00627427547057066,
+      "grad_norm": 0.1816824972629547,
+      "learning_rate": 0.0001999886893220512,
+      "loss": 0.9136,
+      "step": 42
+    },
+    {
+      "epoch": 0.006423662981774723,
+      "grad_norm": 0.216154083609581,
+      "learning_rate": 0.0001999879713734893,
+      "loss": 1.0128,
+      "step": 43
+    },
+    {
+      "epoch": 0.006573050492978787,
+      "grad_norm": 0.16445758938789368,
+      "learning_rate": 0.0001999872313360008,
+      "loss": 0.9593,
+      "step": 44
+    },
+    {
+      "epoch": 0.00672243800418285,
+      "grad_norm": 0.14644479751586914,
+      "learning_rate": 0.00019998646920974919,
+      "loss": 0.9424,
+      "step": 45
+    },
+    {
+      "epoch": 0.0068718255153869135,
+      "grad_norm": 0.3356267809867859,
+      "learning_rate": 0.00019998568499490283,
+      "loss": 0.8878,
+      "step": 46
+    },
+    {
+      "epoch": 0.007021213026590977,
+      "grad_norm": 0.4974273443222046,
+      "learning_rate": 0.00019998487869163497,
+      "loss": 1.338,
+      "step": 47
+    },
+    {
+      "epoch": 0.00717060053779504,
+      "grad_norm": 0.1881432980298996,
+      "learning_rate": 0.00019998405030012371,
+      "loss": 0.882,
+      "step": 48
+    },
+    {
+      "epoch": 0.007319988048999104,
+      "grad_norm": 0.1419169157743454,
+      "learning_rate": 0.0001999831998205521,
+      "loss": 0.7255,
+      "step": 49
+    },
+    {
+      "epoch": 0.007469375560203167,
+      "grad_norm": 0.16964636743068695,
+      "learning_rate": 0.00019998232725310796,
+      "loss": 1.0151,
+      "step": 50
+    },
+    {
+      "epoch": 0.007618763071407231,
+      "grad_norm": 0.18110951781272888,
+      "learning_rate": 0.0001999814325979841,
+      "loss": 0.9705,
+      "step": 51
+    },
+    {
+      "epoch": 0.007768150582611294,
+      "grad_norm": 0.13390210270881653,
+      "learning_rate": 0.00019998051585537818,
+      "loss": 0.6999,
+      "step": 52
+    },
+    {
+      "epoch": 0.007917538093815357,
+      "grad_norm": 0.13011352717876434,
+      "learning_rate": 0.00019997957702549269,
+      "loss": 0.5496,
+      "step": 53
+    },
+    {
+      "epoch": 0.00806692560501942,
+      "grad_norm": 0.30082619190216064,
+      "learning_rate": 0.00019997861610853503,
+      "loss": 1.1625,
+      "step": 54
+    },
+    {
+      "epoch": 0.008216313116223483,
+      "grad_norm": 0.18591542541980743,
+      "learning_rate": 0.00019997763310471752,
+      "loss": 0.8686,
+      "step": 55
+    },
+    {
+      "epoch": 0.008365700627427548,
+      "grad_norm": 0.20125310122966766,
+      "learning_rate": 0.00019997662801425725,
+      "loss": 0.7371,
+      "step": 56
+    },
+    {
+      "epoch": 0.00851508813863161,
+      "grad_norm": 0.14571277797222137,
+      "learning_rate": 0.00019997560083737632,
+      "loss": 1.0109,
+      "step": 57
+    },
+    {
+      "epoch": 0.008664475649835674,
+      "grad_norm": 0.1365530639886856,
+      "learning_rate": 0.00019997455157430165,
+      "loss": 0.7709,
+      "step": 58
+    },
+    {
+      "epoch": 0.008813863161039737,
+      "grad_norm": 0.14306791126728058,
+      "learning_rate": 0.000199973480225265,
+      "loss": 0.7487,
+      "step": 59
+    },
+    {
+      "epoch": 0.0089632506722438,
+      "grad_norm": 0.2880021929740906,
+      "learning_rate": 0.00019997238679050308,
+      "loss": 1.2318,
+      "step": 60
+    },
+    {
+      "epoch": 0.009112638183447864,
+      "grad_norm": 0.1913180649280548,
+      "learning_rate": 0.00019997127127025746,
+      "loss": 0.8861,
+      "step": 61
+    },
+    {
+      "epoch": 0.009262025694651926,
+      "grad_norm": 0.44290822744369507,
+      "learning_rate": 0.00019997013366477453,
+      "loss": 1.3866,
+      "step": 62
+    },
+    {
+      "epoch": 0.00941141320585599,
+      "grad_norm": 0.12451759725809097,
+      "learning_rate": 0.00019996897397430563,
+      "loss": 0.855,
+      "step": 63
+    },
+    {
+      "epoch": 0.009560800717060053,
+      "grad_norm": 0.2885231375694275,
+      "learning_rate": 0.00019996779219910696,
+      "loss": 1.147,
+      "step": 64
+    },
+    {
+      "epoch": 0.009710188228264117,
+      "grad_norm": 0.14056627452373505,
+      "learning_rate": 0.00019996658833943957,
+      "loss": 0.7883,
+      "step": 65
+    },
+    {
+      "epoch": 0.00985957573946818,
+      "grad_norm": 0.14305633306503296,
+      "learning_rate": 0.00019996536239556942,
+      "loss": 0.5779,
+      "step": 66
+    },
+    {
+      "epoch": 0.010008963250672244,
+      "grad_norm": 0.17166224122047424,
+      "learning_rate": 0.00019996411436776738,
+      "loss": 0.9014,
+      "step": 67
+    },
+    {
+      "epoch": 0.010158350761876307,
+      "grad_norm": 0.15985064208507538,
+      "learning_rate": 0.0001999628442563091,
+      "loss": 0.9639,
+      "step": 68
+    },
+    {
+      "epoch": 0.010307738273080371,
+      "grad_norm": 0.21808995306491852,
+      "learning_rate": 0.0001999615520614752,
+      "loss": 0.7525,
+      "step": 69
+    },
+    {
+      "epoch": 0.010457125784284434,
+      "grad_norm": 0.21660713851451874,
+      "learning_rate": 0.00019996023778355113,
+      "loss": 0.9379,
+      "step": 70
+    },
+    {
+      "epoch": 0.010606513295488498,
+      "grad_norm": 0.20963691174983978,
+      "learning_rate": 0.00019995890142282728,
+      "loss": 0.6632,
+      "step": 71
+    },
+    {
+      "epoch": 0.01075590080669256,
+      "grad_norm": 0.2161312997341156,
+      "learning_rate": 0.00019995754297959882,
+      "loss": 0.8932,
+      "step": 72
+    },
+    {
+      "epoch": 0.010905288317896623,
+      "grad_norm": 0.17720285058021545,
+      "learning_rate": 0.00019995616245416584,
+      "loss": 0.5283,
+      "step": 73
+    },
+    {
+      "epoch": 0.011054675829100687,
+      "grad_norm": 0.18077623844146729,
+      "learning_rate": 0.0001999547598468334,
+      "loss": 0.603,
+      "step": 74
+    },
+    {
+      "epoch": 0.01120406334030475,
+      "grad_norm": 0.19094090163707733,
+      "learning_rate": 0.00019995333515791125,
+      "loss": 0.9712,
+      "step": 75
+    },
+    {
+      "epoch": 0.011353450851508814,
+      "grad_norm": 0.2597976326942444,
+      "learning_rate": 0.00019995188838771425,
+      "loss": 0.7913,
+      "step": 76
+    },
+    {
+      "epoch": 0.011502838362712877,
+      "grad_norm": 0.26235243678092957,
+      "learning_rate": 0.00019995041953656194,
+      "loss": 0.7578,
+      "step": 77
+    },
+    {
+      "epoch": 0.011652225873916941,
+      "grad_norm": 0.1809563785791397,
+      "learning_rate": 0.0001999489286047788,
+      "loss": 0.9168,
+      "step": 78
+    },
+    {
+      "epoch": 0.011801613385121004,
+      "grad_norm": 0.22458118200302124,
+      "learning_rate": 0.0001999474155926942,
+      "loss": 1.1456,
+      "step": 79
+    },
+    {
+      "epoch": 0.011951000896325068,
+      "grad_norm": 0.49804338812828064,
+      "learning_rate": 0.00019994588050064243,
+      "loss": 1.1896,
+      "step": 80
+    },
+    {
+      "epoch": 0.01210038840752913,
+      "grad_norm": 0.2247380167245865,
+      "learning_rate": 0.00019994432332896258,
+      "loss": 0.958,
+      "step": 81
+    },
+    {
+      "epoch": 0.012249775918733195,
+      "grad_norm": 0.17649094760417938,
+      "learning_rate": 0.00019994274407799872,
+      "loss": 0.9417,
+      "step": 82
+    },
+    {
+      "epoch": 0.012399163429937257,
+      "grad_norm": 0.24156750738620758,
+      "learning_rate": 0.00019994114274809964,
+      "loss": 0.9959,
+      "step": 83
+    },
+    {
+      "epoch": 0.01254855094114132,
+      "grad_norm": 0.2841317355632782,
+      "learning_rate": 0.00019993951933961913,
+      "loss": 1.296,
+      "step": 84
+    },
+    {
+      "epoch": 0.012697938452345384,
+      "grad_norm": 0.26792535185813904,
+      "learning_rate": 0.00019993787385291588,
+      "loss": 1.0296,
+      "step": 85
+    },
+    {
+      "epoch": 0.012847325963549447,
+      "grad_norm": 0.11657895892858505,
+      "learning_rate": 0.00019993620628835332,
+      "loss": 0.6993,
+      "step": 86
+    },
+    {
+      "epoch": 0.01299671347475351,
+      "grad_norm": 0.15463922917842865,
+      "learning_rate": 0.0001999345166462999,
+      "loss": 0.6925,
+      "step": 87
+    },
+    {
+      "epoch": 0.013146100985957573,
+      "grad_norm": 0.1776818037033081,
+      "learning_rate": 0.0001999328049271289,
+      "loss": 0.7629,
+      "step": 88
+    },
+    {
+      "epoch": 0.013295488497161638,
+      "grad_norm": 0.16185057163238525,
+      "learning_rate": 0.00019993107113121844,
+      "loss": 1.0736,
+      "step": 89
+    },
+    {
+      "epoch": 0.0134448760083657,
+      "grad_norm": 0.3227018415927887,
+      "learning_rate": 0.0001999293152589515,
+      "loss": 0.8586,
+      "step": 90
+    },
+    {
+      "epoch": 0.013594263519569764,
+      "grad_norm": 0.16486088931560516,
+      "learning_rate": 0.00019992753731071602,
+      "loss": 1.0614,
+      "step": 91
+    },
+    {
+      "epoch": 0.013743651030773827,
+      "grad_norm": 0.1495029777288437,
+      "learning_rate": 0.0001999257372869048,
+      "loss": 0.8561,
+      "step": 92
+    },
+    {
+      "epoch": 0.013893038541977891,
+      "grad_norm": 0.16044558584690094,
+      "learning_rate": 0.00019992391518791546,
+      "loss": 1.0294,
+      "step": 93
+    },
+    {
+      "epoch": 0.014042426053181954,
+      "grad_norm": 0.16251197457313538,
+      "learning_rate": 0.00019992207101415053,
+      "loss": 0.838,
+      "step": 94
+    },
+    {
+      "epoch": 0.014191813564386018,
+      "grad_norm": 0.47265177965164185,
+      "learning_rate": 0.00019992020476601745,
+      "loss": 1.4965,
+      "step": 95
+    },
+    {
+      "epoch": 0.01434120107559008,
+      "grad_norm": 0.16032789647579193,
+      "learning_rate": 0.00019991831644392848,
+      "loss": 0.9541,
+      "step": 96
+    },
+    {
+      "epoch": 0.014490588586794143,
+      "grad_norm": 0.1563224196434021,
+      "learning_rate": 0.0001999164060483008,
+      "loss": 0.6754,
+      "step": 97
+    },
+    {
+      "epoch": 0.014639976097998207,
+      "grad_norm": 0.2469077855348587,
+      "learning_rate": 0.00019991447357955639,
+      "loss": 0.9911,
+      "step": 98
+    },
+    {
+      "epoch": 0.01478936360920227,
+      "grad_norm": 0.13441061973571777,
+      "learning_rate": 0.00019991251903812225,
+      "loss": 0.7342,
+      "step": 99
+    },
+    {
+      "epoch": 0.014938751120406334,
+      "grad_norm": 0.20193825662136078,
+      "learning_rate": 0.00019991054242443008,
+      "loss": 0.6834,
+      "step": 100
+    },
+    {
+      "epoch": 0.015088138631610397,
+      "grad_norm": 0.1552024483680725,
+      "learning_rate": 0.0001999085437389166,
+      "loss": 0.8257,
+      "step": 101
+    },
+    {
+      "epoch": 0.015237526142814461,
+      "grad_norm": 0.25607559084892273,
+      "learning_rate": 0.00019990652298202335,
+      "loss": 1.1036,
+      "step": 102
+    },
+    {
+      "epoch": 0.015386913654018524,
+      "grad_norm": 0.11925558000802994,
+      "learning_rate": 0.00019990448015419675,
+      "loss": 0.6345,
+      "step": 103
+    },
+    {
+      "epoch": 0.015536301165222588,
+      "grad_norm": 0.28443989157676697,
+      "learning_rate": 0.00019990241525588804,
+      "loss": 1.1217,
+      "step": 104
+    },
+    {
+      "epoch": 0.01568568867642665,
+      "grad_norm": 0.15237168967723846,
+      "learning_rate": 0.00019990032828755345,
+      "loss": 0.7735,
+      "step": 105
+    },
+    {
+      "epoch": 0.015835076187630713,
+      "grad_norm": 0.173554927110672,
+      "learning_rate": 0.000199898219249654,
+      "loss": 1.1093,
+      "step": 106
+    },
+    {
+      "epoch": 0.01598446369883478,
+      "grad_norm": 0.14035388827323914,
+      "learning_rate": 0.0001998960881426556,
+      "loss": 0.8206,
+      "step": 107
+    },
+    {
+      "epoch": 0.01613385121003884,
+      "grad_norm": 0.13699080049991608,
+      "learning_rate": 0.00019989393496702907,
+      "loss": 1.0426,
+      "step": 108
+    },
+    {
+      "epoch": 0.016283238721242904,
+      "grad_norm": 0.1313813477754593,
+      "learning_rate": 0.00019989175972325005,
+      "loss": 0.7804,
+      "step": 109
+    },
+    {
+      "epoch": 0.016432626232446967,
+      "grad_norm": 0.15459921956062317,
+      "learning_rate": 0.00019988956241179912,
+      "loss": 0.9949,
+      "step": 110
+    },
+    {
+      "epoch": 0.01658201374365103,
+      "grad_norm": 0.20009522140026093,
+      "learning_rate": 0.00019988734303316168,
+      "loss": 1.0159,
+      "step": 111
+    },
+    {
+      "epoch": 0.016731401254855095,
+      "grad_norm": 0.17909283936023712,
+      "learning_rate": 0.00019988510158782804,
+      "loss": 0.5281,
+      "step": 112
+    },
+    {
+      "epoch": 0.016880788766059158,
+      "grad_norm": 0.6786065697669983,
+      "learning_rate": 0.00019988283807629334,
+      "loss": 1.2808,
+      "step": 113
+    },
+    {
+      "epoch": 0.01703017627726322,
+      "grad_norm": 0.15410082042217255,
+      "learning_rate": 0.00019988055249905767,
+      "loss": 1.0755,
+      "step": 114
+    },
+    {
+      "epoch": 0.017179563788467283,
+      "grad_norm": 0.19600564241409302,
+      "learning_rate": 0.00019987824485662593,
+      "loss": 1.2168,
+      "step": 115
+    },
+    {
+      "epoch": 0.01732895129967135,
+      "grad_norm": 0.1903967261314392,
+      "learning_rate": 0.00019987591514950787,
+      "loss": 0.9987,
+      "step": 116
+    },
+    {
+      "epoch": 0.01747833881087541,
+      "grad_norm": 0.13745927810668945,
+      "learning_rate": 0.00019987356337821822,
+      "loss": 0.9328,
+      "step": 117
+    },
+    {
+      "epoch": 0.017627726322079474,
+      "grad_norm": 0.18400371074676514,
+      "learning_rate": 0.00019987118954327654,
+      "loss": 0.6686,
+      "step": 118
+    },
+    {
+      "epoch": 0.017777113833283537,
+      "grad_norm": 0.29325294494628906,
+      "learning_rate": 0.00019986879364520716,
+      "loss": 1.173,
+      "step": 119
+    },
+    {
+      "epoch": 0.0179265013444876,
+      "grad_norm": 0.15400448441505432,
+      "learning_rate": 0.00019986637568453945,
+      "loss": 0.897,
+      "step": 120
+    },
+    {
+      "epoch": 0.018075888855691665,
+      "grad_norm": 0.2178712785243988,
+      "learning_rate": 0.00019986393566180755,
+      "loss": 1.2885,
+      "step": 121
+    },
+    {
+      "epoch": 0.018225276366895728,
+      "grad_norm": 0.15217332541942596,
+      "learning_rate": 0.00019986147357755048,
+      "loss": 0.9847,
+      "step": 122
+    },
+    {
+      "epoch": 0.01837466387809979,
+      "grad_norm": 0.35806745290756226,
+      "learning_rate": 0.0001998589894323122,
+      "loss": 1.0114,
+      "step": 123
+    },
+    {
+      "epoch": 0.018524051389303853,
+      "grad_norm": 0.46978825330734253,
+      "learning_rate": 0.00019985648322664145,
+      "loss": 1.33,
+      "step": 124
+    },
+    {
+      "epoch": 0.01867343890050792,
+      "grad_norm": 0.3191573917865753,
+      "learning_rate": 0.00019985395496109192,
+      "loss": 0.8691,
+      "step": 125
+    },
+    {
+      "epoch": 0.01882282641171198,
+      "grad_norm": 0.6782920360565186,
+      "learning_rate": 0.00019985140463622215,
+      "loss": 1.7387,
+      "step": 126
+    },
+    {
+      "epoch": 0.018972213922916044,
+      "grad_norm": 0.4556753933429718,
+      "learning_rate": 0.0001998488322525955,
+      "loss": 1.9508,
+      "step": 127
+    },
+    {
+      "epoch": 0.019121601434120106,
+      "grad_norm": 0.1401677280664444,
+      "learning_rate": 0.0001998462378107803,
+      "loss": 0.8127,
+      "step": 128
+    },
+    {
+      "epoch": 0.019270988945324172,
+      "grad_norm": 0.1187644675374031,
+      "learning_rate": 0.00019984362131134968,
+      "loss": 0.5421,
+      "step": 129
+    },
+    {
+      "epoch": 0.019420376456528235,
+      "grad_norm": 0.17097711563110352,
+      "learning_rate": 0.0001998409827548817,
+      "loss": 0.7335,
+      "step": 130
+    },
+    {
+      "epoch": 0.019569763967732298,
+      "grad_norm": 0.12986791133880615,
+      "learning_rate": 0.00019983832214195917,
+      "loss": 0.7151,
+      "step": 131
+    },
+    {
+      "epoch": 0.01971915147893636,
+      "grad_norm": 0.14413940906524658,
+      "learning_rate": 0.00019983563947316996,
+      "loss": 0.6833,
+      "step": 132
+    },
+    {
+      "epoch": 0.019868538990140423,
+      "grad_norm": 0.1424313336610794,
+      "learning_rate": 0.00019983293474910667,
+      "loss": 0.8199,
+      "step": 133
+    },
+    {
+      "epoch": 0.02001792650134449,
+      "grad_norm": 0.11715007573366165,
+      "learning_rate": 0.00019983020797036683,
+      "loss": 0.6079,
+      "step": 134
+    },
+    {
+      "epoch": 0.02016731401254855,
+      "grad_norm": 0.11654297262430191,
+      "learning_rate": 0.00019982745913755282,
+      "loss": 0.5302,
+      "step": 135
+    },
+    {
+      "epoch": 0.020316701523752614,
+      "grad_norm": 0.1768021434545517,
+      "learning_rate": 0.00019982468825127187,
+      "loss": 0.5412,
+      "step": 136
+    },
+    {
+      "epoch": 0.020466089034956676,
+      "grad_norm": 0.2620059549808502,
+      "learning_rate": 0.00019982189531213618,
+      "loss": 1.0321,
+      "step": 137
+    },
+    {
+      "epoch": 0.020615476546160742,
+      "grad_norm": 0.1472969800233841,
+      "learning_rate": 0.0001998190803207627,
+      "loss": 1.0097,
+      "step": 138
+    },
+    {
+      "epoch": 0.020764864057364805,
+      "grad_norm": 0.1889103651046753,
+      "learning_rate": 0.00019981624327777332,
+      "loss": 0.7423,
+      "step": 139
+    },
+    {
+      "epoch": 0.020914251568568867,
+      "grad_norm": 0.20594674348831177,
+      "learning_rate": 0.0001998133841837948,
+      "loss": 1.3315,
+      "step": 140
+    },
+    {
+      "epoch": 0.02106363907977293,
+      "grad_norm": 0.19783402979373932,
+      "learning_rate": 0.00019981050303945877,
+      "loss": 1.0435,
+      "step": 141
+    },
+    {
+      "epoch": 0.021213026590976996,
+      "grad_norm": 0.12695230543613434,
+      "learning_rate": 0.00019980759984540168,
+      "loss": 0.8,
+      "step": 142
+    },
+    {
+      "epoch": 0.02136241410218106,
+      "grad_norm": 0.18909701704978943,
+      "learning_rate": 0.0001998046746022649,
+      "loss": 0.7549,
+      "step": 143
+    },
+    {
+      "epoch": 0.02151180161338512,
+      "grad_norm": 0.2600228488445282,
+      "learning_rate": 0.0001998017273106947,
+      "loss": 0.6657,
+      "step": 144
+    },
+    {
+      "epoch": 0.021661189124589184,
+      "grad_norm": 0.2999661862850189,
+      "learning_rate": 0.00019979875797134216,
+      "loss": 0.9626,
+      "step": 145
+    },
+    {
+      "epoch": 0.021810576635793246,
+      "grad_norm": 0.2698724567890167,
+      "learning_rate": 0.00019979576658486325,
+      "loss": 0.8856,
+      "step": 146
+    },
+    {
+      "epoch": 0.021959964146997312,
+      "grad_norm": 0.14443442225456238,
+      "learning_rate": 0.0001997927531519188,
+      "loss": 0.9285,
+      "step": 147
+    },
+    {
+      "epoch": 0.022109351658201375,
+      "grad_norm": 0.21873806416988373,
+      "learning_rate": 0.00019978971767317457,
+      "loss": 0.9565,
+      "step": 148
+    },
+    {
+      "epoch": 0.022258739169405437,
+      "grad_norm": 0.2041054517030716,
+      "learning_rate": 0.0001997866601493011,
+      "loss": 0.9455,
+      "step": 149
+    },
+    {
+      "epoch": 0.0224081266806095,
+      "grad_norm": 0.19350048899650574,
+      "learning_rate": 0.00019978358058097388,
+      "loss": 0.8047,
+      "step": 150
+    },
+    {
+      "epoch": 0.022557514191813566,
+      "grad_norm": 0.25492972135543823,
+      "learning_rate": 0.00019978047896887323,
+      "loss": 1.234,
+      "step": 151
+    },
+    {
+      "epoch": 0.02270690170301763,
+      "grad_norm": 0.1414925754070282,
+      "learning_rate": 0.0001997773553136843,
+      "loss": 0.9703,
+      "step": 152
+    },
+    {
+      "epoch": 0.02285628921422169,
+      "grad_norm": 0.15996232628822327,
+      "learning_rate": 0.00019977420961609721,
+      "loss": 1.1475,
+      "step": 153
+    },
+    {
+      "epoch": 0.023005676725425753,
+      "grad_norm": 0.1661243587732315,
+      "learning_rate": 0.00019977104187680688,
+      "loss": 0.8574,
+      "step": 154
+    },
+    {
+      "epoch": 0.02315506423662982,
+      "grad_norm": 0.17797410488128662,
+      "learning_rate": 0.00019976785209651309,
+      "loss": 0.6742,
+      "step": 155
+    },
+    {
+      "epoch": 0.023304451747833882,
+      "grad_norm": 0.1401919722557068,
+      "learning_rate": 0.00019976464027592053,
+      "loss": 0.7065,
+      "step": 156
+    },
+    {
+      "epoch": 0.023453839259037945,
+      "grad_norm": 0.3743472695350647,
+      "learning_rate": 0.00019976140641573875,
+      "loss": 1.1391,
+      "step": 157
+    },
+    {
+      "epoch": 0.023603226770242007,
+      "grad_norm": 0.12242946028709412,
+      "learning_rate": 0.00019975815051668217,
+      "loss": 0.7517,
+      "step": 158
+    },
+    {
+      "epoch": 0.02375261428144607,
+      "grad_norm": 0.12851974368095398,
+      "learning_rate": 0.00019975487257947004,
+      "loss": 0.5795,
+      "step": 159
+    },
+    {
+      "epoch": 0.023902001792650136,
+      "grad_norm": 0.15131576359272003,
+      "learning_rate": 0.0001997515726048265,
+      "loss": 0.5735,
+      "step": 160
+    },
+    {
+      "epoch": 0.024051389303854198,
+      "grad_norm": 0.2606663703918457,
+      "learning_rate": 0.00019974825059348062,
+      "loss": 0.7677,
+      "step": 161
+    },
+    {
+      "epoch": 0.02420077681505826,
+      "grad_norm": 0.3116661608219147,
+      "learning_rate": 0.00019974490654616625,
+      "loss": 1.1465,
+      "step": 162
+    },
+    {
+      "epoch": 0.024350164326262323,
+      "grad_norm": 0.15296891331672668,
+      "learning_rate": 0.00019974154046362212,
+      "loss": 0.9154,
+      "step": 163
+    },
+    {
+      "epoch": 0.02449955183746639,
+      "grad_norm": 0.12761889398097992,
+      "learning_rate": 0.0001997381523465919,
+      "loss": 0.7902,
+      "step": 164
+    },
+    {
+      "epoch": 0.024648939348670452,
+      "grad_norm": 0.11566565185785294,
+      "learning_rate": 0.00019973474219582405,
+      "loss": 0.5558,
+      "step": 165
+    },
+    {
+      "epoch": 0.024798326859874514,
+      "grad_norm": 0.12765946984291077,
+      "learning_rate": 0.00019973131001207195,
+      "loss": 0.7314,
+      "step": 166
+    },
+    {
+      "epoch": 0.024947714371078577,
+      "grad_norm": 0.12568241357803345,
+      "learning_rate": 0.00019972785579609376,
+      "loss": 0.9476,
+      "step": 167
+    },
+    {
+      "epoch": 0.02509710188228264,
+      "grad_norm": 0.21633781492710114,
+      "learning_rate": 0.00019972437954865265,
+      "loss": 1.3121,
+      "step": 168
+    },
+    {
+      "epoch": 0.025246489393486705,
+      "grad_norm": 0.14913877844810486,
+      "learning_rate": 0.00019972088127051657,
+      "loss": 0.8247,
+      "step": 169
+    },
+    {
+      "epoch": 0.025395876904690768,
+      "grad_norm": 0.16602329909801483,
+      "learning_rate": 0.00019971736096245825,
+      "loss": 1.064,
+      "step": 170
+    },
+    {
+      "epoch": 0.02554526441589483,
+      "grad_norm": 0.28753912448883057,
+      "learning_rate": 0.00019971381862525552,
+      "loss": 1.4888,
+      "step": 171
+    },
+    {
+      "epoch": 0.025694651927098893,
+      "grad_norm": 0.13800154626369476,
+      "learning_rate": 0.00019971025425969083,
+      "loss": 0.5945,
+      "step": 172
+    },
+    {
+      "epoch": 0.02584403943830296,
+      "grad_norm": 0.22065165638923645,
+      "learning_rate": 0.00019970666786655166,
+      "loss": 0.8695,
+      "step": 173
+    },
+    {
+      "epoch": 0.02599342694950702,
+      "grad_norm": 0.3128964900970459,
+      "learning_rate": 0.0001997030594466303,
+      "loss": 1.1673,
+      "step": 174
+    },
+    {
+      "epoch": 0.026142814460711084,
+      "grad_norm": 0.20117323100566864,
+      "learning_rate": 0.00019969942900072387,
+      "loss": 1.0395,
+      "step": 175
+    },
+    {
+      "epoch": 0.026292201971915147,
+      "grad_norm": 0.14214551448822021,
+      "learning_rate": 0.00019969577652963444,
+      "loss": 0.5135,
+      "step": 176
+    },
+    {
+      "epoch": 0.026441589483119213,
+      "grad_norm": 0.20523157715797424,
+      "learning_rate": 0.00019969210203416883,
+      "loss": 1.0156,
+      "step": 177
+    },
+    {
+      "epoch": 0.026590976994323275,
+      "grad_norm": 0.1385200172662735,
+      "learning_rate": 0.0001996884055151389,
+      "loss": 0.5202,
+      "step": 178
+    },
+    {
+      "epoch": 0.026740364505527338,
+      "grad_norm": 0.14539465308189392,
+      "learning_rate": 0.00019968468697336117,
+      "loss": 0.6127,
+      "step": 179
+    },
+    {
+      "epoch": 0.0268897520167314,
+      "grad_norm": 0.2886626720428467,
+      "learning_rate": 0.00019968094640965717,
+      "loss": 1.213,
+      "step": 180
+    },
+    {
+      "epoch": 0.027039139527935463,
+      "grad_norm": 0.22695106267929077,
+      "learning_rate": 0.00019967718382485323,
+      "loss": 1.137,
+      "step": 181
+    },
+    {
+      "epoch": 0.02718852703913953,
+      "grad_norm": 0.17426621913909912,
+      "learning_rate": 0.00019967339921978062,
+      "loss": 0.8978,
+      "step": 182
+    },
+    {
+      "epoch": 0.02733791455034359,
+      "grad_norm": 0.2875833809375763,
+      "learning_rate": 0.00019966959259527534,
+      "loss": 0.8688,
+      "step": 183
+    },
+    {
+      "epoch": 0.027487302061547654,
+      "grad_norm": 0.14763344824314117,
+      "learning_rate": 0.00019966576395217837,
+      "loss": 0.564,
+      "step": 184
+    },
+    {
+      "epoch": 0.027636689572751717,
+      "grad_norm": 0.24988707900047302,
+      "learning_rate": 0.00019966191329133555,
+      "loss": 0.429,
+      "step": 185
+    },
+    {
+      "epoch": 0.027786077083955783,
+      "grad_norm": 0.16043034195899963,
+      "learning_rate": 0.0001996580406135975,
+      "loss": 0.7251,
+      "step": 186
+    },
+    {
+      "epoch": 0.027935464595159845,
+      "grad_norm": 0.2776719033718109,
+      "learning_rate": 0.00019965414591981975,
+      "loss": 1.3513,
+      "step": 187
+    },
+    {
+      "epoch": 0.028084852106363908,
+      "grad_norm": 0.1749371886253357,
+      "learning_rate": 0.00019965022921086275,
+      "loss": 0.7383,
+      "step": 188
+    },
+    {
+      "epoch": 0.02823423961756797,
+      "grad_norm": 0.2881135940551758,
+      "learning_rate": 0.00019964629048759176,
+      "loss": 1.0511,
+      "step": 189
+    },
+    {
+      "epoch": 0.028383627128772036,
+      "grad_norm": 0.11646547168493271,
+      "learning_rate": 0.00019964232975087687,
+      "loss": 0.6575,
+      "step": 190
+    },
+    {
+      "epoch": 0.0285330146399761,
+      "grad_norm": 0.1457265317440033,
+      "learning_rate": 0.0001996383470015931,
+      "loss": 0.7538,
+      "step": 191
+    },
+    {
+      "epoch": 0.02868240215118016,
+      "grad_norm": 0.13400131464004517,
+      "learning_rate": 0.00019963434224062025,
+      "loss": 0.7773,
+      "step": 192
+    },
+    {
+      "epoch": 0.028831789662384224,
+      "grad_norm": 0.23350481688976288,
+      "learning_rate": 0.0001996303154688431,
+      "loss": 1.2769,
+      "step": 193
+    },
+    {
+      "epoch": 0.028981177173588286,
+      "grad_norm": 0.563207745552063,
+      "learning_rate": 0.0001996262666871512,
+      "loss": 1.5822,
+      "step": 194
+    },
+    {
+      "epoch": 0.029130564684792352,
+      "grad_norm": 0.5377495884895325,
+      "learning_rate": 0.00019962219589643898,
+      "loss": 1.4911,
+      "step": 195
+    },
+    {
+      "epoch": 0.029279952195996415,
+      "grad_norm": 0.15726317465305328,
+      "learning_rate": 0.00019961810309760577,
+      "loss": 0.7824,
+      "step": 196
+    },
+    {
+      "epoch": 0.029429339707200478,
+      "grad_norm": 0.15040062367916107,
+      "learning_rate": 0.00019961398829155568,
+      "loss": 0.7541,
+      "step": 197
+    },
+    {
+      "epoch": 0.02957872721840454,
+      "grad_norm": 0.12620890140533447,
+      "learning_rate": 0.00019960985147919778,
+      "loss": 0.932,
+      "step": 198
+    },
+    {
+      "epoch": 0.029728114729608606,
+      "grad_norm": 0.15029945969581604,
+      "learning_rate": 0.00019960569266144597,
+      "loss": 0.9588,
+      "step": 199
+    },
+    {
+      "epoch": 0.02987750224081267,
+      "grad_norm": 0.16770395636558533,
+      "learning_rate": 0.00019960151183921897,
+      "loss": 0.5964,
+      "step": 200
+    },
+    {
+      "epoch": 0.03002688975201673,
+      "grad_norm": 0.12649193406105042,
+      "learning_rate": 0.0001995973090134404,
+      "loss": 0.8221,
+      "step": 201
+    },
+    {
+      "epoch": 0.030176277263220794,
+      "grad_norm": 0.15091091394424438,
+      "learning_rate": 0.00019959308418503877,
+      "loss": 0.8811,
+      "step": 202
+    },
+    {
+      "epoch": 0.03032566477442486,
+      "grad_norm": 0.12077690660953522,
+      "learning_rate": 0.00019958883735494732,
+      "loss": 0.6411,
+      "step": 203
+    },
+    {
+      "epoch": 0.030475052285628922,
+      "grad_norm": 0.15071533620357513,
+      "learning_rate": 0.00019958456852410433,
+      "loss": 0.7742,
+      "step": 204
+    },
+    {
+      "epoch": 0.030624439796832985,
+      "grad_norm": 0.1368575096130371,
+      "learning_rate": 0.00019958027769345277,
+      "loss": 1.1054,
+      "step": 205
+    },
+    {
+      "epoch": 0.030773827308037047,
+      "grad_norm": 0.22218400239944458,
+      "learning_rate": 0.0001995759648639406,
+      "loss": 0.8127,
+      "step": 206
+    },
+    {
+      "epoch": 0.03092321481924111,
+      "grad_norm": 0.12783220410346985,
+      "learning_rate": 0.00019957163003652063,
+      "loss": 0.6916,
+      "step": 207
+    },
+    {
+      "epoch": 0.031072602330445176,
+      "grad_norm": 0.18626387417316437,
+      "learning_rate": 0.00019956727321215044,
+      "loss": 0.8217,
+      "step": 208
+    },
+    {
+      "epoch": 0.03122198984164924,
+      "grad_norm": 0.12861424684524536,
+      "learning_rate": 0.0001995628943917925,
+      "loss": 1.0327,
+      "step": 209
+    },
+    {
+      "epoch": 0.0313713773528533,
+      "grad_norm": 0.17585206031799316,
+      "learning_rate": 0.00019955849357641424,
+      "loss": 0.6836,
+      "step": 210
+    },
+    {
+      "epoch": 0.03152076486405737,
+      "grad_norm": 0.1541229784488678,
+      "learning_rate": 0.0001995540707669878,
+      "loss": 1.1849,
+      "step": 211
+    },
+    {
+      "epoch": 0.031670152375261426,
+      "grad_norm": 0.13117974996566772,
+      "learning_rate": 0.00019954962596449024,
+      "loss": 0.7779,
+      "step": 212
+    },
+    {
+      "epoch": 0.03181953988646549,
+      "grad_norm": 0.3847130537033081,
+      "learning_rate": 0.00019954515916990358,
+      "loss": 1.4158,
+      "step": 213
+    },
+    {
+      "epoch": 0.03196892739766956,
+      "grad_norm": 0.21019677817821503,
+      "learning_rate": 0.0001995406703842145,
+      "loss": 1.0807,
+      "step": 214
+    },
+    {
+      "epoch": 0.03211831490887362,
+      "grad_norm": 0.10954124480485916,
+      "learning_rate": 0.0001995361596084147,
+      "loss": 0.7142,
+      "step": 215
+    },
+    {
+      "epoch": 0.03226770242007768,
+      "grad_norm": 0.25598999857902527,
+      "learning_rate": 0.0001995316268435007,
+      "loss": 0.7528,
+      "step": 216
+    },
+    {
+      "epoch": 0.03241708993128174,
+      "grad_norm": 0.16298946738243103,
+      "learning_rate": 0.0001995270720904738,
+      "loss": 0.6978,
+      "step": 217
+    },
+    {
+      "epoch": 0.03256647744248581,
+      "grad_norm": 0.37723109126091003,
+      "learning_rate": 0.00019952249535034025,
+      "loss": 1.0603,
+      "step": 218
+    },
+    {
+      "epoch": 0.032715864953689874,
+      "grad_norm": 0.1600012332201004,
+      "learning_rate": 0.00019951789662411113,
+      "loss": 0.7634,
+      "step": 219
+    },
+    {
+      "epoch": 0.03286525246489393,
+      "grad_norm": 0.1618419587612152,
+      "learning_rate": 0.00019951327591280236,
+      "loss": 0.8068,
+      "step": 220
+    },
+    {
+      "epoch": 0.033014639976098,
+      "grad_norm": 0.11850997805595398,
+      "learning_rate": 0.00019950863321743475,
+      "loss": 0.7883,
+      "step": 221
+    },
+    {
+      "epoch": 0.03316402748730206,
+      "grad_norm": 0.18700255453586578,
+      "learning_rate": 0.0001995039685390339,
+      "loss": 0.5821,
+      "step": 222
+    },
+    {
+      "epoch": 0.033313414998506125,
+      "grad_norm": 0.19264543056488037,
+      "learning_rate": 0.00019949928187863036,
+      "loss": 0.7578,
+      "step": 223
+    },
+    {
+      "epoch": 0.03346280250971019,
+      "grad_norm": 0.23828521370887756,
+      "learning_rate": 0.00019949457323725946,
+      "loss": 1.1739,
+      "step": 224
+    },
+    {
+      "epoch": 0.03361219002091425,
+      "grad_norm": 0.2178596705198288,
+      "learning_rate": 0.0001994898426159614,
+      "loss": 0.6075,
+      "step": 225
+    },
+    {
+      "epoch": 0.033761577532118316,
+      "grad_norm": 0.13766655325889587,
+      "learning_rate": 0.0001994850900157813,
+      "loss": 0.6941,
+      "step": 226
+    },
+    {
+      "epoch": 0.03391096504332238,
+      "grad_norm": 0.345782071352005,
+      "learning_rate": 0.00019948031543776904,
+      "loss": 1.0944,
+      "step": 227
+    },
+    {
+      "epoch": 0.03406035255452644,
+      "grad_norm": 0.1483844369649887,
+      "learning_rate": 0.0001994755188829794,
+      "loss": 0.9752,
+      "step": 228
+    },
+    {
+      "epoch": 0.03420974006573051,
+      "grad_norm": 0.16494938731193542,
+      "learning_rate": 0.00019947070035247205,
+      "loss": 0.7408,
+      "step": 229
+    },
+    {
+      "epoch": 0.034359127576934566,
+      "grad_norm": 0.15683765709400177,
+      "learning_rate": 0.00019946585984731142,
+      "loss": 0.6498,
+      "step": 230
+    },
+    {
+      "epoch": 0.03450851508813863,
+      "grad_norm": 0.17898918688297272,
+      "learning_rate": 0.0001994609973685669,
+      "loss": 0.7338,
+      "step": 231
+    },
+    {
+      "epoch": 0.0346579025993427,
+      "grad_norm": 0.15439556539058685,
+      "learning_rate": 0.00019945611291731274,
+      "loss": 0.854,
+      "step": 232
+    },
+    {
+      "epoch": 0.03480729011054676,
+      "grad_norm": 0.16742883622646332,
+      "learning_rate": 0.0001994512064946279,
+      "loss": 0.5851,
+      "step": 233
+    },
+    {
+      "epoch": 0.03495667762175082,
+      "grad_norm": 0.17511384189128876,
+      "learning_rate": 0.00019944627810159632,
+      "loss": 0.569,
+      "step": 234
+    },
+    {
+      "epoch": 0.03510606513295488,
+      "grad_norm": 0.26125359535217285,
+      "learning_rate": 0.0001994413277393067,
+      "loss": 0.862,
+      "step": 235
+    },
+    {
+      "epoch": 0.03525545264415895,
+      "grad_norm": 0.1439584493637085,
+      "learning_rate": 0.00019943635540885279,
+      "loss": 1.1311,
+      "step": 236
+    },
+    {
+      "epoch": 0.035404840155363014,
+      "grad_norm": 0.146185502409935,
+      "learning_rate": 0.00019943136111133294,
+      "loss": 0.9574,
+      "step": 237
+    },
+    {
+      "epoch": 0.03555422766656707,
+      "grad_norm": 5.1866774559021,
+      "learning_rate": 0.00019942634484785052,
+      "loss": 3.2188,
+      "step": 238
+    },
+    {
+      "epoch": 0.03570361517777114,
+      "grad_norm": 0.13537189364433289,
+      "learning_rate": 0.00019942130661951372,
+      "loss": 0.6154,
+      "step": 239
+    },
+    {
+      "epoch": 0.0358530026889752,
+      "grad_norm": 0.13716812431812286,
+      "learning_rate": 0.00019941624642743548,
+      "loss": 0.7604,
+      "step": 240
+    },
+    {
+      "epoch": 0.036002390200179264,
+      "grad_norm": 0.37018468976020813,
+      "learning_rate": 0.0001994111642727338,
+      "loss": 0.8598,
+      "step": 241
+    },
+    {
+      "epoch": 0.03615177771138333,
+      "grad_norm": 0.1747826188802719,
+      "learning_rate": 0.0001994060601565313,
+      "loss": 0.6497,
+      "step": 242
+    },
+    {
+      "epoch": 0.03630116522258739,
+      "grad_norm": 0.12225501239299774,
+      "learning_rate": 0.0001994009340799556,
+      "loss": 0.7278,
+      "step": 243
+    },
+    {
+      "epoch": 0.036450552733791455,
+      "grad_norm": 0.17295411229133606,
+      "learning_rate": 0.00019939578604413912,
+      "loss": 0.8747,
+      "step": 244
+    },
+    {
+      "epoch": 0.03659994024499552,
+      "grad_norm": 0.1815291941165924,
+      "learning_rate": 0.00019939061605021917,
+      "loss": 0.7242,
+      "step": 245
+    },
+    {
+      "epoch": 0.03674932775619958,
+      "grad_norm": 0.25227025151252747,
+      "learning_rate": 0.00019938542409933787,
+      "loss": 0.7818,
+      "step": 246
+    },
+    {
+      "epoch": 0.036898715267403646,
+      "grad_norm": 0.280819296836853,
+      "learning_rate": 0.00019938021019264221,
+      "loss": 0.7471,
+      "step": 247
+    },
+    {
+      "epoch": 0.037048102778607706,
+      "grad_norm": 0.1746496856212616,
+      "learning_rate": 0.000199374974331284,
+      "loss": 0.9149,
+      "step": 248
+    },
+    {
+      "epoch": 0.03719749028981177,
+      "grad_norm": 0.2506274878978729,
+      "learning_rate": 0.00019936971651641995,
+      "loss": 0.8666,
+      "step": 249
+    },
+    {
+      "epoch": 0.03734687780101584,
+      "grad_norm": 0.12307952344417572,
+      "learning_rate": 0.00019936443674921158,
+      "loss": 0.7737,
+      "step": 250
+    },
+    {
+      "epoch": 0.0374962653122199,
+      "grad_norm": 0.13615377247333527,
+      "learning_rate": 0.0001993591350308253,
+      "loss": 0.7592,
+      "step": 251
+    },
+    {
+      "epoch": 0.03764565282342396,
+      "grad_norm": 0.16808447241783142,
+      "learning_rate": 0.0001993538113624323,
+      "loss": 0.8599,
+      "step": 252
+    },
+    {
+      "epoch": 0.03779504033462802,
+      "grad_norm": 0.11544547975063324,
+      "learning_rate": 0.00019934846574520872,
+      "loss": 0.7348,
+      "step": 253
+    },
+    {
+      "epoch": 0.03794442784583209,
+      "grad_norm": 0.20908010005950928,
+      "learning_rate": 0.00019934309818033544,
+      "loss": 0.6674,
+      "step": 254
+    },
+    {
+      "epoch": 0.038093815357036154,
+      "grad_norm": 0.1379510909318924,
+      "learning_rate": 0.00019933770866899825,
+      "loss": 0.7295,
+      "step": 255
+    },
+    {
+      "epoch": 0.03824320286824021,
+      "grad_norm": 0.15058402717113495,
+      "learning_rate": 0.0001993322972123878,
+      "loss": 1.1005,
+      "step": 256
+    },
+    {
+      "epoch": 0.03839259037944428,
+      "grad_norm": 0.1941765695810318,
+      "learning_rate": 0.00019932686381169955,
+      "loss": 0.7658,
+      "step": 257
+    },
+    {
+      "epoch": 0.038541977890648345,
+      "grad_norm": 0.1889600306749344,
+      "learning_rate": 0.0001993214084681338,
+      "loss": 0.9765,
+      "step": 258
+    },
+    {
+      "epoch": 0.038691365401852404,
+      "grad_norm": 0.1466747522354126,
+      "learning_rate": 0.00019931593118289578,
+      "loss": 0.5899,
+      "step": 259
+    },
+    {
+      "epoch": 0.03884075291305647,
+      "grad_norm": 0.2811049520969391,
+      "learning_rate": 0.00019931043195719548,
+      "loss": 0.8255,
+      "step": 260
+    },
+    {
+      "epoch": 0.03899014042426053,
+      "grad_norm": 0.1345093995332718,
+      "learning_rate": 0.00019930491079224772,
+      "loss": 0.9015,
+      "step": 261
+    },
+    {
+      "epoch": 0.039139527935464595,
+      "grad_norm": 0.9843081831932068,
+      "learning_rate": 0.00019929936768927232,
+      "loss": 1.5562,
+      "step": 262
+    },
+    {
+      "epoch": 0.03928891544666866,
+      "grad_norm": 0.18343736231327057,
+      "learning_rate": 0.00019929380264949376,
+      "loss": 0.8783,
+      "step": 263
+    },
+    {
+      "epoch": 0.03943830295787272,
+      "grad_norm": 0.29955071210861206,
+      "learning_rate": 0.00019928821567414144,
+      "loss": 1.0868,
+      "step": 264
+    },
+    {
+      "epoch": 0.039587690469076786,
+      "grad_norm": 0.16872237622737885,
+      "learning_rate": 0.00019928260676444965,
+      "loss": 0.7375,
+      "step": 265
+    },
+    {
+      "epoch": 0.039737077980280845,
+      "grad_norm": 0.1343865543603897,
+      "learning_rate": 0.00019927697592165747,
+      "loss": 1.0279,
+      "step": 266
+    },
+    {
+      "epoch": 0.03988646549148491,
+      "grad_norm": 0.2587420642375946,
+      "learning_rate": 0.00019927132314700885,
+      "loss": 0.8529,
+      "step": 267
+    },
+    {
+      "epoch": 0.04003585300268898,
+      "grad_norm": 0.23096689581871033,
+      "learning_rate": 0.00019926564844175256,
+      "loss": 0.8726,
+      "step": 268
+    },
+    {
+      "epoch": 0.040185240513893036,
+      "grad_norm": 0.13639822602272034,
+      "learning_rate": 0.00019925995180714224,
+      "loss": 0.6957,
+      "step": 269
+    },
+    {
+      "epoch": 0.0403346280250971,
+      "grad_norm": 0.13751177489757538,
+      "learning_rate": 0.00019925423324443638,
+      "loss": 0.7239,
+      "step": 270
+    },
+    {
+      "epoch": 0.04048401553630117,
+      "grad_norm": 0.12963712215423584,
+      "learning_rate": 0.0001992484927548983,
+      "loss": 0.686,
+      "step": 271
+    },
+    {
+      "epoch": 0.04063340304750523,
+      "grad_norm": 0.13808754086494446,
+      "learning_rate": 0.00019924273033979613,
+      "loss": 0.973,
+      "step": 272
+    },
+    {
+      "epoch": 0.04078279055870929,
+      "grad_norm": 0.10808500647544861,
+      "learning_rate": 0.0001992369460004029,
+      "loss": 0.6725,
+      "step": 273
+    },
+    {
+      "epoch": 0.04093217806991335,
+      "grad_norm": 0.14959432184696198,
+      "learning_rate": 0.0001992311397379965,
+      "loss": 0.9753,
+      "step": 274
+    },
+    {
+      "epoch": 0.04108156558111742,
+      "grad_norm": 0.21491862833499908,
+      "learning_rate": 0.00019922531155385954,
+      "loss": 0.9506,
+      "step": 275
+    },
+    {
+      "epoch": 0.041230953092321485,
+      "grad_norm": 0.16956715285778046,
+      "learning_rate": 0.00019921946144927966,
+      "loss": 1.0777,
+      "step": 276
+    },
+    {
+      "epoch": 0.041380340603525544,
+      "grad_norm": 0.17658768594264984,
+      "learning_rate": 0.00019921358942554917,
+      "loss": 0.6994,
+      "step": 277
+    },
+    {
+      "epoch": 0.04152972811472961,
+      "grad_norm": 0.20894332230091095,
+      "learning_rate": 0.0001992076954839653,
+      "loss": 1.0217,
+      "step": 278
+    },
+    {
+      "epoch": 0.04167911562593367,
+      "grad_norm": 0.15689632296562195,
+      "learning_rate": 0.00019920177962583015,
+      "loss": 0.4844,
+      "step": 279
+    },
+    {
+      "epoch": 0.041828503137137735,
+      "grad_norm": 0.24510236084461212,
+      "learning_rate": 0.00019919584185245062,
+      "loss": 0.8981,
+      "step": 280
+    },
+    {
+      "epoch": 0.0419778906483418,
+      "grad_norm": 0.1385307013988495,
+      "learning_rate": 0.00019918988216513844,
+      "loss": 0.9278,
+      "step": 281
+    },
+    {
+      "epoch": 0.04212727815954586,
+      "grad_norm": 0.15266434848308563,
+      "learning_rate": 0.00019918390056521018,
+      "loss": 0.7803,
+      "step": 282
+    },
+    {
+      "epoch": 0.042276665670749926,
+      "grad_norm": 0.920637309551239,
+      "learning_rate": 0.00019917789705398728,
+      "loss": 2.0334,
+      "step": 283
+    },
+    {
+      "epoch": 0.04242605318195399,
+      "grad_norm": 0.16596724092960358,
+      "learning_rate": 0.00019917187163279605,
+      "loss": 0.5195,
+      "step": 284
+    },
+    {
+      "epoch": 0.04257544069315805,
+      "grad_norm": 0.21556362509727478,
+      "learning_rate": 0.00019916582430296758,
+      "loss": 1.0858,
+      "step": 285
+    },
+    {
+      "epoch": 0.04272482820436212,
+      "grad_norm": 0.13357070088386536,
+      "learning_rate": 0.00019915975506583778,
+      "loss": 0.7042,
+      "step": 286
+    },
+    {
+      "epoch": 0.042874215715566176,
+      "grad_norm": 0.13493870198726654,
+      "learning_rate": 0.00019915366392274752,
+      "loss": 0.7329,
+      "step": 287
+    },
+    {
+      "epoch": 0.04302360322677024,
+      "grad_norm": 0.13088954985141754,
+      "learning_rate": 0.00019914755087504236,
+      "loss": 0.6911,
+      "step": 288
+    },
+    {
+      "epoch": 0.04317299073797431,
+      "grad_norm": 0.12659801542758942,
+      "learning_rate": 0.0001991414159240728,
+      "loss": 0.9972,
+      "step": 289
+    },
+    {
+      "epoch": 0.04332237824917837,
+      "grad_norm": 0.14888939261436462,
+      "learning_rate": 0.00019913525907119418,
+      "loss": 0.917,
+      "step": 290
+    },
+    {
+      "epoch": 0.04347176576038243,
+      "grad_norm": 0.15505638718605042,
+      "learning_rate": 0.00019912908031776655,
+      "loss": 0.5189,
+      "step": 291
+    },
+    {
+      "epoch": 0.04362115327158649,
+      "grad_norm": 0.1389274001121521,
+      "learning_rate": 0.000199122879665155,
+      "loss": 0.9571,
+      "step": 292
+    },
+    {
+      "epoch": 0.04377054078279056,
+      "grad_norm": 0.5212099552154541,
+      "learning_rate": 0.0001991166571147293,
+      "loss": 1.7933,
+      "step": 293
+    },
+    {
+      "epoch": 0.043919928293994624,
+      "grad_norm": 0.15124285221099854,
+      "learning_rate": 0.0001991104126678641,
+      "loss": 0.8451,
+      "step": 294
+    },
+    {
+      "epoch": 0.04406931580519868,
+      "grad_norm": 0.12665098905563354,
+      "learning_rate": 0.0001991041463259389,
+      "loss": 0.8399,
+      "step": 295
+    },
+    {
+      "epoch": 0.04421870331640275,
+      "grad_norm": 0.41863369941711426,
+      "learning_rate": 0.00019909785809033806,
+      "loss": 0.6476,
+      "step": 296
+    },
+    {
+      "epoch": 0.044368090827606815,
+      "grad_norm": 0.12471672147512436,
+      "learning_rate": 0.00019909154796245076,
+      "loss": 0.8806,
+      "step": 297
+    },
+    {
+      "epoch": 0.044517478338810874,
+      "grad_norm": 0.21696336567401886,
+      "learning_rate": 0.00019908521594367098,
+      "loss": 1.0237,
+      "step": 298
+    },
+    {
+      "epoch": 0.04466686585001494,
+      "grad_norm": 0.10489077866077423,
+      "learning_rate": 0.00019907886203539757,
+      "loss": 0.5955,
+      "step": 299
+    },
+    {
+      "epoch": 0.044816253361219,
+      "grad_norm": 0.17574696242809296,
+      "learning_rate": 0.0001990724862390342,
+      "loss": 0.669,
+      "step": 300
+    },
+    {
+      "epoch": 0.044965640872423066,
+      "grad_norm": 0.16877828538417816,
+      "learning_rate": 0.00019906608855598939,
+      "loss": 0.8991,
+      "step": 301
+    },
+    {
+      "epoch": 0.04511502838362713,
+      "grad_norm": 0.16386249661445618,
+      "learning_rate": 0.0001990596689876765,
+      "loss": 0.9378,
+      "step": 302
+    },
+    {
+      "epoch": 0.04526441589483119,
+      "grad_norm": 0.1148744598031044,
+      "learning_rate": 0.00019905322753551368,
+      "loss": 0.5595,
+      "step": 303
+    },
+    {
+      "epoch": 0.04541380340603526,
+      "grad_norm": 0.1777895838022232,
+      "learning_rate": 0.00019904676420092404,
+      "loss": 0.9161,
+      "step": 304
+    },
+    {
+      "epoch": 0.045563190917239316,
+      "grad_norm": 0.14002953469753265,
+      "learning_rate": 0.0001990402789853353,
+      "loss": 0.6209,
+      "step": 305
+    },
+    {
+      "epoch": 0.04571257842844338,
+      "grad_norm": 0.3308524489402771,
+      "learning_rate": 0.00019903377189018024,
+      "loss": 0.9947,
+      "step": 306
+    },
+    {
+      "epoch": 0.04586196593964745,
+      "grad_norm": 0.16171899437904358,
+      "learning_rate": 0.00019902724291689637,
+      "loss": 0.9893,
+      "step": 307
+    },
+    {
+      "epoch": 0.04601135345085151,
+      "grad_norm": 0.1441776603460312,
+      "learning_rate": 0.000199020692066926,
+      "loss": 0.8799,
+      "step": 308
+    },
+    {
+      "epoch": 0.04616074096205557,
+      "grad_norm": 0.12858013808727264,
+      "learning_rate": 0.00019901411934171638,
+      "loss": 0.6444,
+      "step": 309
+    },
+    {
+      "epoch": 0.04631012847325964,
+      "grad_norm": 0.14368069171905518,
+      "learning_rate": 0.00019900752474271945,
+      "loss": 0.4694,
+      "step": 310
+    },
+    {
+      "epoch": 0.0464595159844637,
+      "grad_norm": 0.16599714756011963,
+      "learning_rate": 0.00019900090827139214,
+      "loss": 0.7362,
+      "step": 311
+    },
+    {
+      "epoch": 0.046608903495667764,
+      "grad_norm": 0.18922938406467438,
+      "learning_rate": 0.0001989942699291961,
+      "loss": 0.9204,
+      "step": 312
+    },
+    {
+      "epoch": 0.04675829100687182,
+      "grad_norm": 0.17513027787208557,
+      "learning_rate": 0.00019898760971759783,
+      "loss": 0.5341,
+      "step": 313
+    },
+    {
+      "epoch": 0.04690767851807589,
+      "grad_norm": 0.19131267070770264,
+      "learning_rate": 0.0001989809276380687,
+      "loss": 1.0719,
+      "step": 314
+    },
+    {
+      "epoch": 0.047057066029279955,
+      "grad_norm": 0.1646454632282257,
+      "learning_rate": 0.00019897422369208488,
+      "loss": 0.9124,
+      "step": 315
+    },
+    {
+      "epoch": 0.047206453540484014,
+      "grad_norm": 0.17317859828472137,
+      "learning_rate": 0.00019896749788112737,
+      "loss": 0.7388,
+      "step": 316
+    },
+    {
+      "epoch": 0.04735584105168808,
+      "grad_norm": 0.2774486839771271,
+      "learning_rate": 0.00019896075020668202,
+      "loss": 0.8183,
+      "step": 317
+    },
+    {
+      "epoch": 0.04750522856289214,
+      "grad_norm": 0.14470195770263672,
+      "learning_rate": 0.0001989539806702395,
+      "loss": 0.8357,
+      "step": 318
+    },
+    {
+      "epoch": 0.047654616074096205,
+      "grad_norm": 0.1452193409204483,
+      "learning_rate": 0.00019894718927329524,
+      "loss": 0.9126,
+      "step": 319
+    },
+    {
+      "epoch": 0.04780400358530027,
+      "grad_norm": 0.15406997501850128,
+      "learning_rate": 0.0001989403760173497,
+      "loss": 0.6407,
+      "step": 320
+    },
+    {
+      "epoch": 0.04795339109650433,
+      "grad_norm": 0.2753758728504181,
+      "learning_rate": 0.00019893354090390791,
+      "loss": 1.1197,
+      "step": 321
+    },
+    {
+      "epoch": 0.048102778607708396,
+      "grad_norm": 0.14286638796329498,
+      "learning_rate": 0.00019892668393447997,
+      "loss": 0.7519,
+      "step": 322
+    },
+    {
+      "epoch": 0.04825216611891246,
+      "grad_norm": 0.27783840894699097,
+      "learning_rate": 0.0001989198051105806,
+      "loss": 0.8173,
+      "step": 323
+    },
+    {
+      "epoch": 0.04840155363011652,
+      "grad_norm": 0.14072780311107635,
+      "learning_rate": 0.00019891290443372944,
+      "loss": 0.7387,
+      "step": 324
+    },
+    {
+      "epoch": 0.04855094114132059,
+      "grad_norm": 0.17845518887043,
+      "learning_rate": 0.00019890598190545102,
+      "loss": 0.9028,
+      "step": 325
+    },
+    {
+      "epoch": 0.048700328652524646,
+      "grad_norm": 0.16201937198638916,
+      "learning_rate": 0.0001988990375272746,
+      "loss": 0.6775,
+      "step": 326
+    },
+    {
+      "epoch": 0.04884971616372871,
+      "grad_norm": 0.3842596709728241,
+      "learning_rate": 0.00019889207130073432,
+      "loss": 1.166,
+      "step": 327
+    },
+    {
+      "epoch": 0.04899910367493278,
+      "grad_norm": 0.1811336725950241,
+      "learning_rate": 0.0001988850832273691,
+      "loss": 0.5225,
+      "step": 328
+    },
+    {
+      "epoch": 0.04914849118613684,
+      "grad_norm": 0.1348968744277954,
+      "learning_rate": 0.0001988780733087228,
+      "loss": 0.6588,
+      "step": 329
+    },
+    {
+      "epoch": 0.049297878697340904,
+      "grad_norm": 0.15417031943798065,
+      "learning_rate": 0.0001988710415463439,
+      "loss": 1.0178,
+      "step": 330
+    },
+    {
+      "epoch": 0.04944726620854496,
+      "grad_norm": 0.1732081174850464,
+      "learning_rate": 0.0001988639879417859,
+      "loss": 0.9023,
+      "step": 331
+    },
+    {
+      "epoch": 0.04959665371974903,
+      "grad_norm": 0.20192794501781464,
+      "learning_rate": 0.00019885691249660702,
+      "loss": 0.9105,
+      "step": 332
+    },
+    {
+      "epoch": 0.049746041230953095,
+      "grad_norm": 0.17755641043186188,
+      "learning_rate": 0.0001988498152123704,
+      "loss": 0.9222,
+      "step": 333
+    },
+    {
+      "epoch": 0.049895428742157154,
+      "grad_norm": 0.10902781784534454,
+      "learning_rate": 0.00019884269609064386,
+      "loss": 0.6073,
+      "step": 334
+    },
+    {
+      "epoch": 0.05004481625336122,
+      "grad_norm": 0.19006772339344025,
+      "learning_rate": 0.00019883555513300019,
+      "loss": 1.1671,
+      "step": 335
+    },
+    {
+      "epoch": 0.05019420376456528,
+      "grad_norm": 0.1430109441280365,
+      "learning_rate": 0.0001988283923410169,
+      "loss": 0.9732,
+      "step": 336
+    },
+    {
+      "epoch": 0.050343591275769345,
+      "grad_norm": 0.2234259843826294,
+      "learning_rate": 0.00019882120771627638,
+      "loss": 1.3184,
+      "step": 337
+    },
+    {
+      "epoch": 0.05049297878697341,
+      "grad_norm": 0.1166071966290474,
+      "learning_rate": 0.00019881400126036582,
+      "loss": 0.6163,
+      "step": 338
+    },
+    {
+      "epoch": 0.05064236629817747,
+      "grad_norm": 0.12911243736743927,
+      "learning_rate": 0.0001988067729748773,
+      "loss": 0.9934,
+      "step": 339
+    },
+    {
+      "epoch": 0.050791753809381536,
+      "grad_norm": 0.14424997568130493,
+      "learning_rate": 0.00019879952286140754,
+      "loss": 0.6436,
+      "step": 340
+    },
+    {
+      "epoch": 0.0509411413205856,
+      "grad_norm": 0.17660249769687653,
+      "learning_rate": 0.00019879225092155834,
+      "loss": 0.8772,
+      "step": 341
+    },
+    {
+      "epoch": 0.05109052883178966,
+      "grad_norm": 0.126225546002388,
+      "learning_rate": 0.0001987849571569361,
+      "loss": 0.5238,
+      "step": 342
+    },
+    {
+      "epoch": 0.05123991634299373,
+      "grad_norm": 0.1732265204191208,
+      "learning_rate": 0.00019877764156915213,
+      "loss": 0.7972,
+      "step": 343
+    },
+    {
+      "epoch": 0.051389303854197786,
+      "grad_norm": 0.2713650166988373,
+      "learning_rate": 0.0001987703041598226,
+      "loss": 0.9757,
+      "step": 344
+    },
+    {
+      "epoch": 0.05153869136540185,
+      "grad_norm": 0.1454247683286667,
+      "learning_rate": 0.00019876294493056845,
+      "loss": 0.9633,
+      "step": 345
+    },
+    {
+      "epoch": 0.05168807887660592,
+      "grad_norm": 0.12023693323135376,
+      "learning_rate": 0.00019875556388301543,
+      "loss": 0.5894,
+      "step": 346
+    },
+    {
+      "epoch": 0.05183746638780998,
+      "grad_norm": 0.15992896258831024,
+      "learning_rate": 0.0001987481610187941,
+      "loss": 0.7281,
+      "step": 347
+    },
+    {
+      "epoch": 0.05198685389901404,
+      "grad_norm": 0.15995372831821442,
+      "learning_rate": 0.00019874073633953997,
+      "loss": 0.6077,
+      "step": 348
+    },
+    {
+      "epoch": 0.0521362414102181,
+      "grad_norm": 0.12626518309116364,
+      "learning_rate": 0.0001987332898468932,
+      "loss": 0.8621,
+      "step": 349
+    },
+    {
+      "epoch": 0.05228562892142217,
+      "grad_norm": 0.1364617496728897,
+      "learning_rate": 0.00019872582154249884,
+      "loss": 0.7432,
+      "step": 350
+    },
+    {
+      "epoch": 0.052435016432626234,
+      "grad_norm": 0.17311328649520874,
+      "learning_rate": 0.00019871833142800675,
+      "loss": 0.7599,
+      "step": 351
+    },
+    {
+      "epoch": 0.052584403943830293,
+      "grad_norm": 0.18369294703006744,
+      "learning_rate": 0.00019871081950507163,
+      "loss": 0.7234,
+      "step": 352
+    },
+    {
+      "epoch": 0.05273379145503436,
+      "grad_norm": 0.12449700385332108,
+      "learning_rate": 0.00019870328577535303,
+      "loss": 0.8287,
+      "step": 353
+    },
+    {
+      "epoch": 0.052883178966238426,
+      "grad_norm": 0.10272317379713058,
+      "learning_rate": 0.00019869573024051517,
+      "loss": 0.5652,
+      "step": 354
+    },
+    {
+      "epoch": 0.053032566477442485,
+      "grad_norm": 0.16783328354358673,
+      "learning_rate": 0.00019868815290222726,
+      "loss": 0.5231,
+      "step": 355
+    },
+    {
+      "epoch": 0.05318195398864655,
+      "grad_norm": 0.26311105489730835,
+      "learning_rate": 0.00019868055376216323,
+      "loss": 0.6964,
+      "step": 356
+    },
+    {
+      "epoch": 0.05333134149985061,
+      "grad_norm": 0.32151147723197937,
+      "learning_rate": 0.00019867293282200188,
+      "loss": 1.0218,
+      "step": 357
+    },
+    {
+      "epoch": 0.053480729011054676,
+      "grad_norm": 0.23724707961082458,
+      "learning_rate": 0.00019866529008342673,
+      "loss": 1.0303,
+      "step": 358
+    },
+    {
+      "epoch": 0.05363011652225874,
+      "grad_norm": 0.1722903996706009,
+      "learning_rate": 0.00019865762554812624,
+      "loss": 0.9047,
+      "step": 359
+    },
+    {
+      "epoch": 0.0537795040334628,
+      "grad_norm": 0.20011122524738312,
+      "learning_rate": 0.00019864993921779361,
+      "loss": 0.8151,
+      "step": 360
+    },
+    {
+      "epoch": 0.05392889154466687,
+      "grad_norm": 0.13171933591365814,
+      "learning_rate": 0.0001986422310941269,
+      "loss": 0.7425,
+      "step": 361
+    },
+    {
+      "epoch": 0.054078279055870926,
+      "grad_norm": 0.14532333612442017,
+      "learning_rate": 0.0001986345011788289,
+      "loss": 0.8868,
+      "step": 362
+    },
+    {
+      "epoch": 0.05422766656707499,
+      "grad_norm": 0.17356187105178833,
+      "learning_rate": 0.00019862674947360729,
+      "loss": 0.4887,
+      "step": 363
+    },
+    {
+      "epoch": 0.05437705407827906,
+      "grad_norm": 0.24108925461769104,
+      "learning_rate": 0.00019861897598017457,
+      "loss": 1.1633,
+      "step": 364
+    },
+    {
+      "epoch": 0.05452644158948312,
+      "grad_norm": 0.16384924948215485,
+      "learning_rate": 0.00019861118070024802,
+      "loss": 0.8454,
+      "step": 365
+    },
+    {
+      "epoch": 0.05467582910068718,
+      "grad_norm": 0.1604813188314438,
+      "learning_rate": 0.00019860336363554973,
+      "loss": 0.6332,
+      "step": 366
+    },
+    {
+      "epoch": 0.05482521661189125,
+      "grad_norm": 0.19130012392997742,
+      "learning_rate": 0.00019859552478780659,
+      "loss": 0.9221,
+      "step": 367
+    },
+    {
+      "epoch": 0.05497460412309531,
+      "grad_norm": 0.22768980264663696,
+      "learning_rate": 0.0001985876641587504,
+      "loss": 0.9983,
+      "step": 368
+    },
+    {
+      "epoch": 0.055123991634299374,
+      "grad_norm": 0.13694654405117035,
+      "learning_rate": 0.0001985797817501176,
+      "loss": 0.633,
+      "step": 369
+    },
+    {
+      "epoch": 0.05527337914550343,
+      "grad_norm": 0.1287558525800705,
+      "learning_rate": 0.00019857187756364958,
+      "loss": 0.6729,
+      "step": 370
+    },
+    {
+      "epoch": 0.0554227666567075,
+      "grad_norm": 0.12864962220191956,
+      "learning_rate": 0.00019856395160109256,
+      "loss": 0.8324,
+      "step": 371
+    },
+    {
+      "epoch": 0.055572154167911565,
+      "grad_norm": 0.15732339024543762,
+      "learning_rate": 0.00019855600386419744,
+      "loss": 0.7524,
+      "step": 372
+    },
+    {
+      "epoch": 0.055721541679115624,
+      "grad_norm": 0.19376401603221893,
+      "learning_rate": 0.00019854803435472,
+      "loss": 0.9524,
+      "step": 373
+    },
+    {
+      "epoch": 0.05587092919031969,
+      "grad_norm": 0.17447201907634735,
+      "learning_rate": 0.00019854004307442088,
+      "loss": 0.9536,
+      "step": 374
+    },
+    {
+      "epoch": 0.05602031670152375,
+      "grad_norm": 0.1653999537229538,
+      "learning_rate": 0.00019853203002506543,
+      "loss": 0.6763,
+      "step": 375
+    },
+    {
+      "epoch": 0.056169704212727815,
+      "grad_norm": 0.21575714647769928,
+      "learning_rate": 0.0001985239952084239,
+      "loss": 1.2311,
+      "step": 376
+    },
+    {
+      "epoch": 0.05631909172393188,
+      "grad_norm": 0.18763162195682526,
+      "learning_rate": 0.0001985159386262713,
+      "loss": 0.7904,
+      "step": 377
+    },
+    {
+      "epoch": 0.05646847923513594,
+      "grad_norm": 0.14876295626163483,
+      "learning_rate": 0.0001985078602803874,
+      "loss": 0.7818,
+      "step": 378
+    },
+    {
+      "epoch": 0.056617866746340006,
+      "grad_norm": 0.15621663630008698,
+      "learning_rate": 0.0001984997601725569,
+      "loss": 0.8913,
+      "step": 379
+    },
+    {
+      "epoch": 0.05676725425754407,
+      "grad_norm": 0.154473677277565,
+      "learning_rate": 0.00019849163830456922,
+      "loss": 0.5824,
+      "step": 380
+    },
+    {
+      "epoch": 0.05691664176874813,
+      "grad_norm": 0.17189285159111023,
+      "learning_rate": 0.00019848349467821864,
+      "loss": 0.7574,
+      "step": 381
+    },
+    {
+      "epoch": 0.0570660292799522,
+      "grad_norm": 0.17504605650901794,
+      "learning_rate": 0.00019847532929530415,
+      "loss": 0.746,
+      "step": 382
+    },
+    {
+      "epoch": 0.05721541679115626,
+      "grad_norm": 0.14172236621379852,
+      "learning_rate": 0.00019846714215762966,
+      "loss": 0.9479,
+      "step": 383
+    },
+    {
+      "epoch": 0.05736480430236032,
+      "grad_norm": 0.18013326823711395,
+      "learning_rate": 0.00019845893326700384,
+      "loss": 0.7438,
+      "step": 384
+    },
+    {
+      "epoch": 0.05751419181356439,
+      "grad_norm": 0.12909965217113495,
+      "learning_rate": 0.00019845070262524016,
+      "loss": 0.6857,
+      "step": 385
+    },
+    {
+      "epoch": 0.05766357932476845,
+      "grad_norm": 0.15466244518756866,
+      "learning_rate": 0.00019844245023415685,
+      "loss": 0.9448,
+      "step": 386
+    },
+    {
+      "epoch": 0.057812966835972514,
+      "grad_norm": 0.6459704637527466,
+      "learning_rate": 0.0001984341760955771,
+      "loss": 1.7624,
+      "step": 387
+    },
+    {
+      "epoch": 0.05796235434717657,
+      "grad_norm": 0.12828199565410614,
+      "learning_rate": 0.0001984258802113287,
+      "loss": 0.6321,
+      "step": 388
+    },
+    {
+      "epoch": 0.05811174185838064,
+      "grad_norm": 0.19720108807086945,
+      "learning_rate": 0.0001984175625832444,
+      "loss": 0.742,
+      "step": 389
+    },
+    {
+      "epoch": 0.058261129369584705,
+      "grad_norm": 0.1498088240623474,
+      "learning_rate": 0.0001984092232131616,
+      "loss": 0.8326,
+      "step": 390
+    },
+    {
+      "epoch": 0.058410516880788764,
+      "grad_norm": 0.21480423212051392,
+      "learning_rate": 0.0001984008621029227,
+      "loss": 0.7597,
+      "step": 391
+    },
+    {
+      "epoch": 0.05855990439199283,
+      "grad_norm": 0.29573026299476624,
+      "learning_rate": 0.0001983924792543748,
+      "loss": 1.3511,
+      "step": 392
+    },
+    {
+      "epoch": 0.058709291903196896,
+      "grad_norm": 0.1259469836950302,
+      "learning_rate": 0.0001983840746693698,
+      "loss": 0.7294,
+      "step": 393
+    },
+    {
+      "epoch": 0.058858679414400955,
+      "grad_norm": 0.14026756584644318,
+      "learning_rate": 0.00019837564834976432,
+      "loss": 0.6073,
+      "step": 394
+    },
+    {
+      "epoch": 0.05900806692560502,
+      "grad_norm": 0.1396723836660385,
+      "learning_rate": 0.00019836720029741995,
+      "loss": 0.532,
+      "step": 395
+    },
+    {
+      "epoch": 0.05915745443680908,
+      "grad_norm": 0.33731967210769653,
+      "learning_rate": 0.000198358730514203,
+      "loss": 1.0597,
+      "step": 396
+    },
+    {
+      "epoch": 0.059306841948013146,
+      "grad_norm": 0.14965583384037018,
+      "learning_rate": 0.00019835023900198454,
+      "loss": 0.9816,
+      "step": 397
+    },
+    {
+      "epoch": 0.05945622945921721,
+      "grad_norm": 0.18267478048801422,
+      "learning_rate": 0.0001983417257626405,
+      "loss": 0.7945,
+      "step": 398
+    },
+    {
+      "epoch": 0.05960561697042127,
+      "grad_norm": 0.39048805832862854,
+      "learning_rate": 0.0001983331907980516,
+      "loss": 1.1221,
+      "step": 399
+    },
+    {
+      "epoch": 0.05975500448162534,
+      "grad_norm": 0.11438261717557907,
+      "learning_rate": 0.00019832463411010331,
+      "loss": 0.6491,
+      "step": 400
+    },
+    {
+      "epoch": 0.059904391992829396,
+      "grad_norm": 0.1477927714586258,
+      "learning_rate": 0.00019831605570068596,
+      "loss": 0.8062,
+      "step": 401
+    },
+    {
+      "epoch": 0.06005377950403346,
+      "grad_norm": 0.12166056036949158,
+      "learning_rate": 0.0001983074555716947,
+      "loss": 0.8609,
+      "step": 402
+    },
+    {
+      "epoch": 0.06020316701523753,
+      "grad_norm": 0.13299763202667236,
+      "learning_rate": 0.00019829883372502935,
+      "loss": 0.9124,
+      "step": 403
+    },
+    {
+      "epoch": 0.06035255452644159,
+      "grad_norm": 0.5741954445838928,
+      "learning_rate": 0.00019829019016259468,
+      "loss": 1.4774,
+      "step": 404
+    },
+    {
+      "epoch": 0.060501942037645653,
+      "grad_norm": 0.12422844022512436,
+      "learning_rate": 0.00019828152488630016,
+      "loss": 0.7628,
+      "step": 405
+    },
+    {
+      "epoch": 0.06065132954884972,
+      "grad_norm": 0.22834278643131256,
+      "learning_rate": 0.00019827283789806011,
+      "loss": 1.0135,
+      "step": 406
+    },
+    {
+      "epoch": 0.06080071706005378,
+      "grad_norm": 0.2153419405221939,
+      "learning_rate": 0.00019826412919979358,
+      "loss": 1.0723,
+      "step": 407
+    },
+    {
+      "epoch": 0.060950104571257845,
+      "grad_norm": 0.18992449343204498,
+      "learning_rate": 0.0001982553987934245,
+      "loss": 0.5903,
+      "step": 408
+    },
+    {
+      "epoch": 0.061099492082461904,
+      "grad_norm": 0.14883364737033844,
+      "learning_rate": 0.00019824664668088155,
+      "loss": 0.7192,
+      "step": 409
+    },
+    {
+      "epoch": 0.06124887959366597,
+      "grad_norm": 0.12347893416881561,
+      "learning_rate": 0.0001982378728640982,
+      "loss": 0.785,
+      "step": 410
+    },
+    {
+      "epoch": 0.061398267104870036,
+      "grad_norm": 0.14353862404823303,
+      "learning_rate": 0.0001982290773450127,
+      "loss": 0.6293,
+      "step": 411
+    },
+    {
+      "epoch": 0.061547654616074095,
+      "grad_norm": 0.13001669943332672,
+      "learning_rate": 0.00019822026012556818,
+      "loss": 0.7083,
+      "step": 412
+    },
+    {
+      "epoch": 0.06169704212727816,
+      "grad_norm": 0.15990330278873444,
+      "learning_rate": 0.00019821142120771246,
+      "loss": 0.6908,
+      "step": 413
+    },
+    {
+      "epoch": 0.06184642963848222,
+      "grad_norm": 0.27101776003837585,
+      "learning_rate": 0.0001982025605933982,
+      "loss": 0.7311,
+      "step": 414
+    },
+    {
+      "epoch": 0.061995817149686286,
+      "grad_norm": 0.3568134903907776,
+      "learning_rate": 0.00019819367828458287,
+      "loss": 1.0127,
+      "step": 415
+    },
+    {
+      "epoch": 0.06214520466089035,
+      "grad_norm": 0.13109736144542694,
+      "learning_rate": 0.0001981847742832287,
+      "loss": 0.8776,
+      "step": 416
+    },
+    {
+      "epoch": 0.06229459217209441,
+      "grad_norm": 0.1522371917963028,
+      "learning_rate": 0.0001981758485913027,
+      "loss": 0.9513,
+      "step": 417
+    },
+    {
+      "epoch": 0.06244397968329848,
+      "grad_norm": 0.15717531740665436,
+      "learning_rate": 0.00019816690121077674,
+      "loss": 1.084,
+      "step": 418
+    },
+    {
+      "epoch": 0.06259336719450254,
+      "grad_norm": 0.26732301712036133,
+      "learning_rate": 0.00019815793214362742,
+      "loss": 1.0219,
+      "step": 419
+    },
+    {
+      "epoch": 0.0627427547057066,
+      "grad_norm": 0.1595582216978073,
+      "learning_rate": 0.00019814894139183614,
+      "loss": 0.7484,
+      "step": 420
+    },
+    {
+      "epoch": 0.06289214221691067,
+      "grad_norm": 0.24443097412586212,
+      "learning_rate": 0.00019813992895738908,
+      "loss": 1.1702,
+      "step": 421
+    },
+    {
+      "epoch": 0.06304152972811473,
+      "grad_norm": 0.12789739668369293,
+      "learning_rate": 0.00019813089484227732,
+      "loss": 0.9188,
+      "step": 422
+    },
+    {
+      "epoch": 0.06319091723931879,
+      "grad_norm": 0.13589276373386383,
+      "learning_rate": 0.00019812183904849653,
+      "loss": 0.5864,
+      "step": 423
+    },
+    {
+      "epoch": 0.06334030475052285,
+      "grad_norm": 0.20833753049373627,
+      "learning_rate": 0.00019811276157804733,
+      "loss": 0.9182,
+      "step": 424
+    },
+    {
+      "epoch": 0.06348969226172692,
+      "grad_norm": 0.16936369240283966,
+      "learning_rate": 0.0001981036624329351,
+      "loss": 0.7968,
+      "step": 425
+    },
+    {
+      "epoch": 0.06363907977293098,
+      "grad_norm": 0.21851451694965363,
+      "learning_rate": 0.00019809454161516993,
+      "loss": 0.6956,
+      "step": 426
+    },
+    {
+      "epoch": 0.06378846728413505,
+      "grad_norm": 0.15087386965751648,
+      "learning_rate": 0.0001980853991267668,
+      "loss": 1.0246,
+      "step": 427
+    },
+    {
+      "epoch": 0.06393785479533912,
+      "grad_norm": 0.12114626169204712,
+      "learning_rate": 0.00019807623496974537,
+      "loss": 0.7678,
+      "step": 428
+    },
+    {
+      "epoch": 0.06408724230654317,
+      "grad_norm": 0.20948128402233124,
+      "learning_rate": 0.00019806704914613024,
+      "loss": 1.1529,
+      "step": 429
+    },
+    {
+      "epoch": 0.06423662981774723,
+      "grad_norm": 0.1780691146850586,
+      "learning_rate": 0.0001980578416579506,
+      "loss": 0.9683,
+      "step": 430
+    },
+    {
+      "epoch": 0.0643860173289513,
+      "grad_norm": 0.14259085059165955,
+      "learning_rate": 0.00019804861250724063,
+      "loss": 0.4694,
+      "step": 431
+    },
+    {
+      "epoch": 0.06453540484015537,
+      "grad_norm": 0.2003784030675888,
+      "learning_rate": 0.00019803936169603912,
+      "loss": 0.6101,
+      "step": 432
+    },
+    {
+      "epoch": 0.06468479235135943,
+      "grad_norm": 0.19409967958927155,
+      "learning_rate": 0.00019803008922638976,
+      "loss": 1.2219,
+      "step": 433
+    },
+    {
+      "epoch": 0.06483417986256348,
+      "grad_norm": 0.12308470904827118,
+      "learning_rate": 0.00019802079510034096,
+      "loss": 0.8568,
+      "step": 434
+    },
+    {
+      "epoch": 0.06498356737376755,
+      "grad_norm": 0.3875686228275299,
+      "learning_rate": 0.00019801147931994596,
+      "loss": 1.027,
+      "step": 435
+    },
+    {
+      "epoch": 0.06513295488497162,
+      "grad_norm": 0.21796062588691711,
+      "learning_rate": 0.00019800214188726276,
+      "loss": 1.2517,
+      "step": 436
+    },
+    {
+      "epoch": 0.06528234239617568,
+      "grad_norm": 0.14813588559627533,
+      "learning_rate": 0.00019799278280435413,
+      "loss": 0.8185,
+      "step": 437
+    },
+    {
+      "epoch": 0.06543172990737975,
+      "grad_norm": 0.215727299451828,
+      "learning_rate": 0.00019798340207328766,
+      "loss": 1.3439,
+      "step": 438
+    },
+    {
+      "epoch": 0.0655811174185838,
+      "grad_norm": 0.25380611419677734,
+      "learning_rate": 0.0001979739996961357,
+      "loss": 1.2215,
+      "step": 439
+    },
+    {
+      "epoch": 0.06573050492978787,
+      "grad_norm": 0.16782647371292114,
+      "learning_rate": 0.00019796457567497537,
+      "loss": 0.9321,
+      "step": 440
+    },
+    {
+      "epoch": 0.06587989244099193,
+      "grad_norm": 0.13334587216377258,
+      "learning_rate": 0.0001979551300118886,
+      "loss": 0.8722,
+      "step": 441
+    },
+    {
+      "epoch": 0.066029279952196,
+      "grad_norm": 0.27328580617904663,
+      "learning_rate": 0.0001979456627089621,
+      "loss": 0.9013,
+      "step": 442
+    },
+    {
+      "epoch": 0.06617866746340006,
+      "grad_norm": 0.10864201933145523,
+      "learning_rate": 0.0001979361737682873,
+      "loss": 0.6201,
+      "step": 443
+    },
+    {
+      "epoch": 0.06632805497460412,
+      "grad_norm": 0.1800958216190338,
+      "learning_rate": 0.0001979266631919605,
+      "loss": 0.727,
+      "step": 444
+    },
+    {
+      "epoch": 0.06647744248580818,
+      "grad_norm": 0.14912551641464233,
+      "learning_rate": 0.00019791713098208272,
+      "loss": 0.6877,
+      "step": 445
+    },
+    {
+      "epoch": 0.06662682999701225,
+      "grad_norm": 0.3135051727294922,
+      "learning_rate": 0.00019790757714075979,
+      "loss": 0.9517,
+      "step": 446
+    },
+    {
+      "epoch": 0.06677621750821632,
+      "grad_norm": 0.23976337909698486,
+      "learning_rate": 0.0001978980016701023,
+      "loss": 0.9952,
+      "step": 447
+    },
+    {
+      "epoch": 0.06692560501942038,
+      "grad_norm": 0.16540992259979248,
+      "learning_rate": 0.00019788840457222556,
+      "loss": 0.796,
+      "step": 448
+    },
+    {
+      "epoch": 0.06707499253062443,
+      "grad_norm": 0.19656099379062653,
+      "learning_rate": 0.00019787878584924984,
+      "loss": 0.7593,
+      "step": 449
+    },
+    {
+      "epoch": 0.0672243800418285,
+      "grad_norm": 0.12927167117595673,
+      "learning_rate": 0.0001978691455033,
+      "loss": 0.819,
+      "step": 450
+    },
+    {
+      "epoch": 0.06737376755303257,
+      "grad_norm": 0.19154123961925507,
+      "learning_rate": 0.00019785948353650572,
+      "loss": 0.9713,
+      "step": 451
+    },
+    {
+      "epoch": 0.06752315506423663,
+      "grad_norm": 0.12065298110246658,
+      "learning_rate": 0.0001978497999510015,
+      "loss": 0.7942,
+      "step": 452
+    },
+    {
+      "epoch": 0.0676725425754407,
+      "grad_norm": 0.1475251317024231,
+      "learning_rate": 0.00019784009474892666,
+      "loss": 0.8598,
+      "step": 453
+    },
+    {
+      "epoch": 0.06782193008664476,
+      "grad_norm": 0.14072950184345245,
+      "learning_rate": 0.00019783036793242516,
+      "loss": 0.8956,
+      "step": 454
+    },
+    {
+      "epoch": 0.06797131759784882,
+      "grad_norm": 0.20561757683753967,
+      "learning_rate": 0.00019782061950364584,
+      "loss": 0.9214,
+      "step": 455
+    },
+    {
+      "epoch": 0.06812070510905288,
+      "grad_norm": 0.1547221839427948,
+      "learning_rate": 0.00019781084946474226,
+      "loss": 0.9042,
+      "step": 456
+    },
+    {
+      "epoch": 0.06827009262025695,
+      "grad_norm": 0.233870729804039,
+      "learning_rate": 0.0001978010578178728,
+      "loss": 1.0727,
+      "step": 457
+    },
+    {
+      "epoch": 0.06841948013146101,
+      "grad_norm": 0.19565890729427338,
+      "learning_rate": 0.00019779124456520056,
+      "loss": 0.8425,
+      "step": 458
+    },
+    {
+      "epoch": 0.06856886764266508,
+      "grad_norm": 0.15683157742023468,
+      "learning_rate": 0.00019778140970889348,
+      "loss": 0.7989,
+      "step": 459
+    },
+    {
+      "epoch": 0.06871825515386913,
+      "grad_norm": 0.12861517071723938,
+      "learning_rate": 0.0001977715532511242,
+      "loss": 0.8849,
+      "step": 460
+    },
+    {
+      "epoch": 0.0688676426650732,
+      "grad_norm": 0.12733756005764008,
+      "learning_rate": 0.00019776167519407022,
+      "loss": 0.7984,
+      "step": 461
+    },
+    {
+      "epoch": 0.06901703017627726,
+      "grad_norm": 0.14494583010673523,
+      "learning_rate": 0.0001977517755399137,
+      "loss": 0.8234,
+      "step": 462
+    },
+    {
+      "epoch": 0.06916641768748133,
+      "grad_norm": 0.15694382786750793,
+      "learning_rate": 0.00019774185429084166,
+      "loss": 0.8476,
+      "step": 463
+    },
+    {
+      "epoch": 0.0693158051986854,
+      "grad_norm": 0.2537318766117096,
+      "learning_rate": 0.00019773191144904586,
+      "loss": 0.9928,
+      "step": 464
+    },
+    {
+      "epoch": 0.06946519270988945,
+      "grad_norm": 0.45019641518592834,
+      "learning_rate": 0.0001977219470167228,
+      "loss": 1.5181,
+      "step": 465
+    },
+    {
+      "epoch": 0.06961458022109351,
+      "grad_norm": 0.18655377626419067,
+      "learning_rate": 0.00019771196099607386,
+      "loss": 0.7463,
+      "step": 466
+    },
+    {
+      "epoch": 0.06976396773229758,
+      "grad_norm": 0.1978912502527237,
+      "learning_rate": 0.00019770195338930503,
+      "loss": 1.0358,
+      "step": 467
+    },
+    {
+      "epoch": 0.06991335524350165,
+      "grad_norm": 0.15748754143714905,
+      "learning_rate": 0.00019769192419862716,
+      "loss": 0.6154,
+      "step": 468
+    },
+    {
+      "epoch": 0.07006274275470571,
+      "grad_norm": 0.17752663791179657,
+      "learning_rate": 0.00019768187342625592,
+      "loss": 0.6289,
+      "step": 469
+    },
+    {
+      "epoch": 0.07021213026590976,
+      "grad_norm": 0.12329550832509995,
+      "learning_rate": 0.0001976718010744116,
+      "loss": 0.9018,
+      "step": 470
+    },
+    {
+      "epoch": 0.07036151777711383,
+      "grad_norm": 0.17692221701145172,
+      "learning_rate": 0.00019766170714531937,
+      "loss": 1.0348,
+      "step": 471
+    },
+    {
+      "epoch": 0.0705109052883179,
+      "grad_norm": 0.2912501096725464,
+      "learning_rate": 0.00019765159164120916,
+      "loss": 0.9097,
+      "step": 472
+    },
+    {
+      "epoch": 0.07066029279952196,
+      "grad_norm": 0.118867889046669,
+      "learning_rate": 0.00019764145456431566,
+      "loss": 0.6933,
+      "step": 473
+    },
+    {
+      "epoch": 0.07080968031072603,
+      "grad_norm": 0.15778154134750366,
+      "learning_rate": 0.00019763129591687827,
+      "loss": 0.5504,
+      "step": 474
+    },
+    {
+      "epoch": 0.07095906782193008,
+      "grad_norm": 0.14886140823364258,
+      "learning_rate": 0.00019762111570114122,
+      "loss": 0.8209,
+      "step": 475
+    },
+    {
+      "epoch": 0.07110845533313415,
+      "grad_norm": 0.10714101046323776,
+      "learning_rate": 0.00019761091391935347,
+      "loss": 0.6473,
+      "step": 476
+    },
+    {
+      "epoch": 0.07125784284433821,
+      "grad_norm": 0.15396277606487274,
+      "learning_rate": 0.00019760069057376875,
+      "loss": 0.8179,
+      "step": 477
+    },
+    {
+      "epoch": 0.07140723035554228,
+      "grad_norm": 0.1531289666891098,
+      "learning_rate": 0.00019759044566664558,
+      "loss": 0.9508,
+      "step": 478
+    },
+    {
+      "epoch": 0.07155661786674634,
+      "grad_norm": 0.11772772669792175,
+      "learning_rate": 0.0001975801792002472,
+      "loss": 0.6606,
+      "step": 479
+    },
+    {
+      "epoch": 0.0717060053779504,
+      "grad_norm": 0.16291484236717224,
+      "learning_rate": 0.00019756989117684164,
+      "loss": 0.6476,
+      "step": 480
+    },
+    {
+      "epoch": 0.07185539288915446,
+      "grad_norm": 0.15869931876659393,
+      "learning_rate": 0.00019755958159870172,
+      "loss": 0.923,
+      "step": 481
+    },
+    {
+      "epoch": 0.07200478040035853,
+      "grad_norm": 0.1591719686985016,
+      "learning_rate": 0.00019754925046810493,
+      "loss": 0.7225,
+      "step": 482
+    },
+    {
+      "epoch": 0.0721541679115626,
+      "grad_norm": 0.1619904637336731,
+      "learning_rate": 0.00019753889778733363,
+      "loss": 0.7185,
+      "step": 483
+    },
+    {
+      "epoch": 0.07230355542276666,
+      "grad_norm": 0.12438057363033295,
+      "learning_rate": 0.00019752852355867486,
+      "loss": 0.7659,
+      "step": 484
+    },
+    {
+      "epoch": 0.07245294293397073,
+      "grad_norm": 0.11964958906173706,
+      "learning_rate": 0.00019751812778442046,
+      "loss": 0.7564,
+      "step": 485
+    },
+    {
+      "epoch": 0.07260233044517478,
+      "grad_norm": 0.2836957573890686,
+      "learning_rate": 0.00019750771046686704,
+      "loss": 1.4225,
+      "step": 486
+    },
+    {
+      "epoch": 0.07275171795637884,
+      "grad_norm": 0.13266032934188843,
+      "learning_rate": 0.00019749727160831593,
+      "loss": 0.7952,
+      "step": 487
+    },
+    {
+      "epoch": 0.07290110546758291,
+      "grad_norm": 0.12412168830633163,
+      "learning_rate": 0.00019748681121107325,
+      "loss": 0.9047,
+      "step": 488
+    },
+    {
+      "epoch": 0.07305049297878698,
+      "grad_norm": 0.20590822398662567,
+      "learning_rate": 0.00019747632927744982,
+      "loss": 0.7496,
+      "step": 489
+    },
+    {
+      "epoch": 0.07319988048999104,
+      "grad_norm": 0.18052905797958374,
+      "learning_rate": 0.00019746582580976136,
+      "loss": 0.6724,
+      "step": 490
+    },
+    {
+      "epoch": 0.0733492680011951,
+      "grad_norm": 0.24314431846141815,
+      "learning_rate": 0.0001974553008103282,
+      "loss": 0.8552,
+      "step": 491
+    },
+    {
+      "epoch": 0.07349865551239916,
+      "grad_norm": 0.14932356774806976,
+      "learning_rate": 0.00019744475428147546,
+      "loss": 0.8878,
+      "step": 492
+    },
+    {
+      "epoch": 0.07364804302360323,
+      "grad_norm": 0.12878401577472687,
+      "learning_rate": 0.00019743418622553303,
+      "loss": 0.7097,
+      "step": 493
+    },
+    {
+      "epoch": 0.07379743053480729,
+      "grad_norm": 0.1838715523481369,
+      "learning_rate": 0.00019742359664483563,
+      "loss": 1.0581,
+      "step": 494
+    },
+    {
+      "epoch": 0.07394681804601136,
+      "grad_norm": 0.13782045245170593,
+      "learning_rate": 0.0001974129855417226,
+      "loss": 1.0439,
+      "step": 495
+    },
+    {
+      "epoch": 0.07409620555721541,
+      "grad_norm": 0.179475337266922,
+      "learning_rate": 0.00019740235291853812,
+      "loss": 0.7708,
+      "step": 496
+    },
+    {
+      "epoch": 0.07424559306841948,
+      "grad_norm": 0.1903340369462967,
+      "learning_rate": 0.0001973916987776311,
+      "loss": 1.3356,
+      "step": 497
+    },
+    {
+      "epoch": 0.07439498057962354,
+      "grad_norm": 0.13480018079280853,
+      "learning_rate": 0.00019738102312135523,
+      "loss": 0.5876,
+      "step": 498
+    },
+    {
+      "epoch": 0.07454436809082761,
+      "grad_norm": 0.10856112837791443,
+      "learning_rate": 0.0001973703259520689,
+      "loss": 0.6991,
+      "step": 499
+    },
+    {
+      "epoch": 0.07469375560203168,
+      "grad_norm": 0.3036371171474457,
+      "learning_rate": 0.0001973596072721353,
+      "loss": 1.0438,
+      "step": 500
+    },
+    {
+      "epoch": 0.07484314311323573,
+      "grad_norm": 0.12173090875148773,
+      "learning_rate": 0.0001973488670839224,
+      "loss": 0.5836,
+      "step": 501
+    },
+    {
+      "epoch": 0.0749925306244398,
+      "grad_norm": 0.2667033076286316,
+      "learning_rate": 0.00019733810538980281,
+      "loss": 0.49,
+      "step": 502
+    },
+    {
+      "epoch": 0.07514191813564386,
+      "grad_norm": 0.092626191675663,
+      "learning_rate": 0.00019732732219215397,
+      "loss": 0.3618,
+      "step": 503
+    },
+    {
+      "epoch": 0.07529130564684793,
+      "grad_norm": 0.12614378333091736,
+      "learning_rate": 0.0001973165174933581,
+      "loss": 0.8307,
+      "step": 504
+    },
+    {
+      "epoch": 0.07544069315805199,
+      "grad_norm": 0.14259332418441772,
+      "learning_rate": 0.00019730569129580206,
+      "loss": 0.8972,
+      "step": 505
+    },
+    {
+      "epoch": 0.07559008066925604,
+      "grad_norm": 0.12121133506298065,
+      "learning_rate": 0.0001972948436018776,
+      "loss": 0.8446,
+      "step": 506
+    },
+    {
+      "epoch": 0.07573946818046011,
+      "grad_norm": 0.16819995641708374,
+      "learning_rate": 0.00019728397441398112,
+      "loss": 0.8122,
+      "step": 507
+    },
+    {
+      "epoch": 0.07588885569166418,
+      "grad_norm": 0.14065992832183838,
+      "learning_rate": 0.00019727308373451377,
+      "loss": 0.457,
+      "step": 508
+    },
+    {
+      "epoch": 0.07603824320286824,
+      "grad_norm": 0.16299694776535034,
+      "learning_rate": 0.0001972621715658815,
+      "loss": 0.878,
+      "step": 509
+    },
+    {
+      "epoch": 0.07618763071407231,
+      "grad_norm": 0.1941678524017334,
+      "learning_rate": 0.000197251237910495,
+      "loss": 0.9534,
+      "step": 510
+    },
+    {
+      "epoch": 0.07633701822527637,
+      "grad_norm": 0.14302954077720642,
+      "learning_rate": 0.00019724028277076964,
+      "loss": 0.8577,
+      "step": 511
+    },
+    {
+      "epoch": 0.07648640573648043,
+      "grad_norm": 0.19309553503990173,
+      "learning_rate": 0.00019722930614912563,
+      "loss": 0.9864,
+      "step": 512
+    },
+    {
+      "epoch": 0.07663579324768449,
+      "grad_norm": 0.1626858413219452,
+      "learning_rate": 0.00019721830804798787,
+      "loss": 0.8104,
+      "step": 513
+    },
+    {
+      "epoch": 0.07678518075888856,
+      "grad_norm": 0.11680503189563751,
+      "learning_rate": 0.00019720728846978598,
+      "loss": 0.7225,
+      "step": 514
+    },
+    {
+      "epoch": 0.07693456827009262,
+      "grad_norm": 0.11943230032920837,
+      "learning_rate": 0.0001971962474169544,
+      "loss": 0.895,
+      "step": 515
+    },
+    {
+      "epoch": 0.07708395578129669,
+      "grad_norm": 0.2065763920545578,
+      "learning_rate": 0.00019718518489193225,
+      "loss": 0.7482,
+      "step": 516
+    },
+    {
+      "epoch": 0.07723334329250074,
+      "grad_norm": 0.13309244811534882,
+      "learning_rate": 0.0001971741008971634,
+      "loss": 0.5227,
+      "step": 517
+    },
+    {
+      "epoch": 0.07738273080370481,
+      "grad_norm": 0.13642869889736176,
+      "learning_rate": 0.00019716299543509654,
+      "loss": 0.6441,
+      "step": 518
+    },
+    {
+      "epoch": 0.07753211831490887,
+      "grad_norm": 0.18893510103225708,
+      "learning_rate": 0.00019715186850818498,
+      "loss": 0.7619,
+      "step": 519
+    },
+    {
+      "epoch": 0.07768150582611294,
+      "grad_norm": 0.3364134132862091,
+      "learning_rate": 0.00019714072011888686,
+      "loss": 1.0618,
+      "step": 520
+    },
+    {
+      "epoch": 0.077830893337317,
+      "grad_norm": 0.1486874371767044,
+      "learning_rate": 0.00019712955026966506,
+      "loss": 0.7846,
+      "step": 521
+    },
+    {
+      "epoch": 0.07798028084852106,
+      "grad_norm": 0.21529722213745117,
+      "learning_rate": 0.00019711835896298713,
+      "loss": 0.4896,
+      "step": 522
+    },
+    {
+      "epoch": 0.07812966835972512,
+      "grad_norm": 0.1832679957151413,
+      "learning_rate": 0.00019710714620132546,
+      "loss": 0.8258,
+      "step": 523
+    },
+    {
+      "epoch": 0.07827905587092919,
+      "grad_norm": 0.189329594373703,
+      "learning_rate": 0.00019709591198715707,
+      "loss": 0.9139,
+      "step": 524
+    },
+    {
+      "epoch": 0.07842844338213326,
+      "grad_norm": 0.13310536742210388,
+      "learning_rate": 0.0001970846563229638,
+      "loss": 0.9531,
+      "step": 525
+    },
+    {
+      "epoch": 0.07857783089333732,
+      "grad_norm": 0.5338667631149292,
+      "learning_rate": 0.00019707337921123221,
+      "loss": 1.0734,
+      "step": 526
+    },
+    {
+      "epoch": 0.07872721840454137,
+      "grad_norm": 0.6397843360900879,
+      "learning_rate": 0.0001970620806544536,
+      "loss": 1.4513,
+      "step": 527
+    },
+    {
+      "epoch": 0.07887660591574544,
+      "grad_norm": 0.14354926347732544,
+      "learning_rate": 0.00019705076065512398,
+      "loss": 0.96,
+      "step": 528
+    },
+    {
+      "epoch": 0.0790259934269495,
+      "grad_norm": 0.11550958454608917,
+      "learning_rate": 0.00019703941921574413,
+      "loss": 0.7829,
+      "step": 529
+    },
+    {
+      "epoch": 0.07917538093815357,
+      "grad_norm": 0.14045141637325287,
+      "learning_rate": 0.00019702805633881957,
+      "loss": 0.6976,
+      "step": 530
+    },
+    {
+      "epoch": 0.07932476844935764,
+      "grad_norm": 0.18493744730949402,
+      "learning_rate": 0.00019701667202686048,
+      "loss": 1.1065,
+      "step": 531
+    },
+    {
+      "epoch": 0.07947415596056169,
+      "grad_norm": 0.2148275524377823,
+      "learning_rate": 0.0001970052662823819,
+      "loss": 1.1823,
+      "step": 532
+    },
+    {
+      "epoch": 0.07962354347176576,
+      "grad_norm": 0.1770048886537552,
+      "learning_rate": 0.0001969938391079035,
+      "loss": 0.8534,
+      "step": 533
+    },
+    {
+      "epoch": 0.07977293098296982,
+      "grad_norm": 0.11045973002910614,
+      "learning_rate": 0.00019698239050594977,
+      "loss": 0.628,
+      "step": 534
+    },
+    {
+      "epoch": 0.07992231849417389,
+      "grad_norm": 0.113344706594944,
+      "learning_rate": 0.0001969709204790498,
+      "loss": 0.7655,
+      "step": 535
+    },
+    {
+      "epoch": 0.08007170600537795,
+      "grad_norm": 0.13493701815605164,
+      "learning_rate": 0.0001969594290297376,
+      "loss": 0.6173,
+      "step": 536
+    },
+    {
+      "epoch": 0.08022109351658202,
+      "grad_norm": 0.10995621234178543,
+      "learning_rate": 0.00019694791616055177,
+      "loss": 0.8091,
+      "step": 537
+    },
+    {
+      "epoch": 0.08037048102778607,
+      "grad_norm": 0.1691836416721344,
+      "learning_rate": 0.00019693638187403563,
+      "loss": 0.9478,
+      "step": 538
+    },
+    {
+      "epoch": 0.08051986853899014,
+      "grad_norm": 0.1570545732975006,
+      "learning_rate": 0.0001969248261727374,
+      "loss": 0.8514,
+      "step": 539
+    },
+    {
+      "epoch": 0.0806692560501942,
+      "grad_norm": 0.14363858103752136,
+      "learning_rate": 0.00019691324905920984,
+      "loss": 0.5037,
+      "step": 540
+    },
+    {
+      "epoch": 0.08081864356139827,
+      "grad_norm": 0.12334268540143967,
+      "learning_rate": 0.00019690165053601056,
+      "loss": 0.9084,
+      "step": 541
+    },
+    {
+      "epoch": 0.08096803107260234,
+      "grad_norm": 0.3128170073032379,
+      "learning_rate": 0.0001968900306057018,
+      "loss": 0.737,
+      "step": 542
+    },
+    {
+      "epoch": 0.08111741858380639,
+      "grad_norm": 0.16364172101020813,
+      "learning_rate": 0.00019687838927085066,
+      "loss": 0.4789,
+      "step": 543
+    },
+    {
+      "epoch": 0.08126680609501045,
+      "grad_norm": 0.15874239802360535,
+      "learning_rate": 0.0001968667265340288,
+      "loss": 1.0205,
+      "step": 544
+    },
+    {
+      "epoch": 0.08141619360621452,
+      "grad_norm": 0.13250084221363068,
+      "learning_rate": 0.00019685504239781278,
+      "loss": 0.8377,
+      "step": 545
+    },
+    {
+      "epoch": 0.08156558111741859,
+      "grad_norm": 0.13961811363697052,
+      "learning_rate": 0.00019684333686478383,
+      "loss": 0.857,
+      "step": 546
+    },
+    {
+      "epoch": 0.08171496862862265,
+      "grad_norm": 0.1638427972793579,
+      "learning_rate": 0.0001968316099375278,
+      "loss": 0.6918,
+      "step": 547
+    },
+    {
+      "epoch": 0.0818643561398267,
+      "grad_norm": 0.260032057762146,
+      "learning_rate": 0.00019681986161863542,
+      "loss": 0.965,
+      "step": 548
+    },
+    {
+      "epoch": 0.08201374365103077,
+      "grad_norm": 0.12642204761505127,
+      "learning_rate": 0.00019680809191070203,
+      "loss": 0.5236,
+      "step": 549
+    },
+    {
+      "epoch": 0.08216313116223484,
+      "grad_norm": 0.18395595252513885,
+      "learning_rate": 0.00019679630081632782,
+      "loss": 1.0722,
+      "step": 550
+    },
+    {
+      "epoch": 0.0823125186734389,
+      "grad_norm": 0.14553199708461761,
+      "learning_rate": 0.0001967844883381176,
+      "loss": 0.7844,
+      "step": 551
+    },
+    {
+      "epoch": 0.08246190618464297,
+      "grad_norm": 0.13094641268253326,
+      "learning_rate": 0.00019677265447868086,
+      "loss": 0.5937,
+      "step": 552
+    },
+    {
+      "epoch": 0.08261129369584702,
+      "grad_norm": 0.1621766984462738,
+      "learning_rate": 0.00019676079924063196,
+      "loss": 0.7064,
+      "step": 553
+    },
+    {
+      "epoch": 0.08276068120705109,
+      "grad_norm": 0.16490310430526733,
+      "learning_rate": 0.0001967489226265899,
+      "loss": 0.654,
+      "step": 554
+    },
+    {
+      "epoch": 0.08291006871825515,
+      "grad_norm": 0.1863924264907837,
+      "learning_rate": 0.00019673702463917842,
+      "loss": 0.8091,
+      "step": 555
+    },
+    {
+      "epoch": 0.08305945622945922,
+      "grad_norm": 0.1565409004688263,
+      "learning_rate": 0.00019672510528102597,
+      "loss": 0.583,
+      "step": 556
+    },
+    {
+      "epoch": 0.08320884374066329,
+      "grad_norm": 0.2025175541639328,
+      "learning_rate": 0.0001967131645547657,
+      "loss": 0.8749,
+      "step": 557
+    },
+    {
+      "epoch": 0.08335823125186734,
+      "grad_norm": 0.23709741234779358,
+      "learning_rate": 0.0001967012024630355,
+      "loss": 1.1301,
+      "step": 558
+    },
+    {
+      "epoch": 0.0835076187630714,
+      "grad_norm": 0.33181461691856384,
+      "learning_rate": 0.00019668921900847805,
+      "loss": 1.0527,
+      "step": 559
+    },
+    {
+      "epoch": 0.08365700627427547,
+      "grad_norm": 0.11158733814954758,
+      "learning_rate": 0.00019667721419374065,
+      "loss": 0.6433,
+      "step": 560
+    },
+    {
+      "epoch": 0.08380639378547954,
+      "grad_norm": 0.21710413694381714,
+      "learning_rate": 0.00019666518802147534,
+      "loss": 0.7117,
+      "step": 561
+    },
+    {
+      "epoch": 0.0839557812966836,
+      "grad_norm": 0.1480075567960739,
+      "learning_rate": 0.00019665314049433888,
+      "loss": 0.8019,
+      "step": 562
+    },
+    {
+      "epoch": 0.08410516880788767,
+      "grad_norm": 0.15463611483573914,
+      "learning_rate": 0.00019664107161499277,
+      "loss": 0.679,
+      "step": 563
+    },
+    {
+      "epoch": 0.08425455631909172,
+      "grad_norm": 0.13593655824661255,
+      "learning_rate": 0.00019662898138610323,
+      "loss": 0.7527,
+      "step": 564
+    },
+    {
+      "epoch": 0.08440394383029579,
+      "grad_norm": 0.1662757396697998,
+      "learning_rate": 0.0001966168698103412,
+      "loss": 0.7486,
+      "step": 565
+    },
+    {
+      "epoch": 0.08455333134149985,
+      "grad_norm": 0.10743851959705353,
+      "learning_rate": 0.00019660473689038228,
+      "loss": 0.6341,
+      "step": 566
+    },
+    {
+      "epoch": 0.08470271885270392,
+      "grad_norm": 0.15268459916114807,
+      "learning_rate": 0.00019659258262890683,
+      "loss": 0.8236,
+      "step": 567
+    },
+    {
+      "epoch": 0.08485210636390798,
+      "grad_norm": 0.14038819074630737,
+      "learning_rate": 0.00019658040702859997,
+      "loss": 0.8065,
+      "step": 568
+    },
+    {
+      "epoch": 0.08500149387511204,
+      "grad_norm": 0.15066532790660858,
+      "learning_rate": 0.0001965682100921514,
+      "loss": 0.9532,
+      "step": 569
+    },
+    {
+      "epoch": 0.0851508813863161,
+      "grad_norm": 0.1580052673816681,
+      "learning_rate": 0.00019655599182225565,
+      "loss": 1.0969,
+      "step": 570
+    },
+    {
+      "epoch": 0.08530026889752017,
+      "grad_norm": 0.16247299313545227,
+      "learning_rate": 0.000196543752221612,
+      "loss": 0.791,
+      "step": 571
+    },
+    {
+      "epoch": 0.08544965640872423,
+      "grad_norm": 0.1083194687962532,
+      "learning_rate": 0.00019653149129292426,
+      "loss": 0.6203,
+      "step": 572
+    },
+    {
+      "epoch": 0.0855990439199283,
+      "grad_norm": 0.19076959788799286,
+      "learning_rate": 0.0001965192090389011,
+      "loss": 0.6709,
+      "step": 573
+    },
+    {
+      "epoch": 0.08574843143113235,
+      "grad_norm": 0.15673895180225372,
+      "learning_rate": 0.00019650690546225592,
+      "loss": 0.7816,
+      "step": 574
+    },
+    {
+      "epoch": 0.08589781894233642,
+      "grad_norm": 0.13381899893283844,
+      "learning_rate": 0.00019649458056570672,
+      "loss": 0.8227,
+      "step": 575
+    },
+    {
+      "epoch": 0.08604720645354048,
+      "grad_norm": 0.10087165981531143,
+      "learning_rate": 0.00019648223435197627,
+      "loss": 0.5839,
+      "step": 576
+    },
+    {
+      "epoch": 0.08619659396474455,
+      "grad_norm": 0.17345178127288818,
+      "learning_rate": 0.00019646986682379206,
+      "loss": 0.8435,
+      "step": 577
+    },
+    {
+      "epoch": 0.08634598147594862,
+      "grad_norm": 0.16065159440040588,
+      "learning_rate": 0.00019645747798388628,
+      "loss": 0.8124,
+      "step": 578
+    },
+    {
+      "epoch": 0.08649536898715267,
+      "grad_norm": 0.32011693716049194,
+      "learning_rate": 0.0001964450678349958,
+      "loss": 0.8119,
+      "step": 579
+    },
+    {
+      "epoch": 0.08664475649835673,
+      "grad_norm": 0.13616526126861572,
+      "learning_rate": 0.0001964326363798622,
+      "loss": 0.8056,
+      "step": 580
+    },
+    {
+      "epoch": 0.0867941440095608,
+      "grad_norm": 0.28961271047592163,
+      "learning_rate": 0.00019642018362123182,
+      "loss": 1.0182,
+      "step": 581
+    },
+    {
+      "epoch": 0.08694353152076487,
+      "grad_norm": 0.16200341284275055,
+      "learning_rate": 0.00019640770956185567,
+      "loss": 0.9604,
+      "step": 582
+    },
+    {
+      "epoch": 0.08709291903196893,
+      "grad_norm": 0.1426459699869156,
+      "learning_rate": 0.00019639521420448947,
+      "loss": 0.6555,
+      "step": 583
+    },
+    {
+      "epoch": 0.08724230654317298,
+      "grad_norm": 0.11389955133199692,
+      "learning_rate": 0.0001963826975518936,
+      "loss": 0.6878,
+      "step": 584
+    },
+    {
+      "epoch": 0.08739169405437705,
+      "grad_norm": 0.12384461611509323,
+      "learning_rate": 0.00019637015960683322,
+      "loss": 0.612,
+      "step": 585
+    },
+    {
+      "epoch": 0.08754108156558112,
+      "grad_norm": 0.1436391919851303,
+      "learning_rate": 0.00019635760037207817,
+      "loss": 0.7069,
+      "step": 586
+    },
+    {
+      "epoch": 0.08769046907678518,
+      "grad_norm": 0.1199880838394165,
+      "learning_rate": 0.00019634501985040296,
+      "loss": 0.7547,
+      "step": 587
+    },
+    {
+      "epoch": 0.08783985658798925,
+      "grad_norm": 0.16157324612140656,
+      "learning_rate": 0.00019633241804458687,
+      "loss": 0.7839,
+      "step": 588
+    },
+    {
+      "epoch": 0.0879892440991933,
+      "grad_norm": 0.16362355649471283,
+      "learning_rate": 0.00019631979495741378,
+      "loss": 0.7197,
+      "step": 589
+    },
+    {
+      "epoch": 0.08813863161039737,
+      "grad_norm": 0.1794954091310501,
+      "learning_rate": 0.00019630715059167238,
+      "loss": 0.6936,
+      "step": 590
+    },
+    {
+      "epoch": 0.08828801912160143,
+      "grad_norm": 0.3147851228713989,
+      "learning_rate": 0.00019629448495015597,
+      "loss": 1.8882,
+      "step": 591
+    },
+    {
+      "epoch": 0.0884374066328055,
+      "grad_norm": 0.1880149394273758,
+      "learning_rate": 0.0001962817980356626,
+      "loss": 0.7354,
+      "step": 592
+    },
+    {
+      "epoch": 0.08858679414400956,
+      "grad_norm": 0.13019341230392456,
+      "learning_rate": 0.00019626908985099503,
+      "loss": 0.9714,
+      "step": 593
+    },
+    {
+      "epoch": 0.08873618165521363,
+      "grad_norm": 0.18782681226730347,
+      "learning_rate": 0.0001962563603989607,
+      "loss": 0.9334,
+      "step": 594
+    },
+    {
+      "epoch": 0.08888556916641768,
+      "grad_norm": 0.1618777960538864,
+      "learning_rate": 0.00019624360968237172,
+      "loss": 0.8143,
+      "step": 595
+    },
+    {
+      "epoch": 0.08903495667762175,
+      "grad_norm": 0.13201208412647247,
+      "learning_rate": 0.00019623083770404492,
+      "loss": 0.9077,
+      "step": 596
+    },
+    {
+      "epoch": 0.08918434418882581,
+      "grad_norm": 0.11902808398008347,
+      "learning_rate": 0.0001962180444668019,
+      "loss": 1.014,
+      "step": 597
+    },
+    {
+      "epoch": 0.08933373170002988,
+      "grad_norm": 0.17474393546581268,
+      "learning_rate": 0.0001962052299734688,
+      "loss": 0.8466,
+      "step": 598
+    },
+    {
+      "epoch": 0.08948311921123395,
+      "grad_norm": 0.2875848412513733,
+      "learning_rate": 0.00019619239422687663,
+      "loss": 0.8023,
+      "step": 599
+    },
+    {
+      "epoch": 0.089632506722438,
+      "grad_norm": 0.13769172132015228,
+      "learning_rate": 0.00019617953722986096,
+      "loss": 0.9026,
+      "step": 600
+    },
+    {
+      "epoch": 0.08978189423364207,
+      "grad_norm": 0.30760055780410767,
+      "learning_rate": 0.00019616665898526206,
+      "loss": 1.0103,
+      "step": 601
+    },
+    {
+      "epoch": 0.08993128174484613,
+      "grad_norm": 0.5774983763694763,
+      "learning_rate": 0.00019615375949592504,
+      "loss": 1.4516,
+      "step": 602
+    },
+    {
+      "epoch": 0.0900806692560502,
+      "grad_norm": 0.13711205124855042,
+      "learning_rate": 0.00019614083876469954,
+      "loss": 0.7543,
+      "step": 603
+    },
+    {
+      "epoch": 0.09023005676725426,
+      "grad_norm": 0.1261071413755417,
+      "learning_rate": 0.00019612789679443997,
+      "loss": 0.6952,
+      "step": 604
+    },
+    {
+      "epoch": 0.09037944427845832,
+      "grad_norm": 0.13197720050811768,
+      "learning_rate": 0.00019611493358800538,
+      "loss": 0.906,
+      "step": 605
+    },
+    {
+      "epoch": 0.09052883178966238,
+      "grad_norm": 0.12066524475812912,
+      "learning_rate": 0.00019610194914825962,
+      "loss": 0.7621,
+      "step": 606
+    },
+    {
+      "epoch": 0.09067821930086645,
+      "grad_norm": 0.1722782999277115,
+      "learning_rate": 0.00019608894347807108,
+      "loss": 0.8798,
+      "step": 607
+    },
+    {
+      "epoch": 0.09082760681207051,
+      "grad_norm": 0.1058247983455658,
+      "learning_rate": 0.000196075916580313,
+      "loss": 0.6246,
+      "step": 608
+    },
+    {
+      "epoch": 0.09097699432327458,
+      "grad_norm": 0.17862388491630554,
+      "learning_rate": 0.00019606286845786315,
+      "loss": 0.6607,
+      "step": 609
+    },
+    {
+      "epoch": 0.09112638183447863,
+      "grad_norm": 0.1704971194267273,
+      "learning_rate": 0.0001960497991136041,
+      "loss": 0.8648,
+      "step": 610
+    },
+    {
+      "epoch": 0.0912757693456827,
+      "grad_norm": 0.12244229018688202,
+      "learning_rate": 0.00019603670855042308,
+      "loss": 0.7546,
+      "step": 611
+    },
+    {
+      "epoch": 0.09142515685688676,
+      "grad_norm": 0.1924651712179184,
+      "learning_rate": 0.00019602359677121199,
+      "loss": 0.7931,
+      "step": 612
+    },
+    {
+      "epoch": 0.09157454436809083,
+      "grad_norm": 0.1722334921360016,
+      "learning_rate": 0.00019601046377886746,
+      "loss": 1.259,
+      "step": 613
+    },
+    {
+      "epoch": 0.0917239318792949,
+      "grad_norm": 0.11828108131885529,
+      "learning_rate": 0.0001959973095762907,
+      "loss": 0.8418,
+      "step": 614
+    },
+    {
+      "epoch": 0.09187331939049895,
+      "grad_norm": 0.10462518781423569,
+      "learning_rate": 0.0001959841341663878,
+      "loss": 0.5707,
+      "step": 615
+    },
+    {
+      "epoch": 0.09202270690170301,
+      "grad_norm": 0.14686742424964905,
+      "learning_rate": 0.00019597093755206936,
+      "loss": 1.0242,
+      "step": 616
+    },
+    {
+      "epoch": 0.09217209441290708,
+      "grad_norm": 0.1107390895485878,
+      "learning_rate": 0.00019595771973625068,
+      "loss": 0.6829,
+      "step": 617
+    },
+    {
+      "epoch": 0.09232148192411115,
+      "grad_norm": 0.18590034544467926,
+      "learning_rate": 0.00019594448072185182,
+      "loss": 0.7426,
+      "step": 618
+    },
+    {
+      "epoch": 0.09247086943531521,
+      "grad_norm": 0.12690337002277374,
+      "learning_rate": 0.00019593122051179748,
+      "loss": 0.978,
+      "step": 619
+    },
+    {
+      "epoch": 0.09262025694651928,
+      "grad_norm": 0.19712156057357788,
+      "learning_rate": 0.00019591793910901707,
+      "loss": 0.8153,
+      "step": 620
+    },
+    {
+      "epoch": 0.09276964445772333,
+      "grad_norm": 0.16727258265018463,
+      "learning_rate": 0.00019590463651644464,
+      "loss": 0.8827,
+      "step": 621
+    },
+    {
+      "epoch": 0.0929190319689274,
+      "grad_norm": 0.21075357496738434,
+      "learning_rate": 0.00019589131273701894,
+      "loss": 0.624,
+      "step": 622
+    },
+    {
+      "epoch": 0.09306841948013146,
+      "grad_norm": 0.5324035286903381,
+      "learning_rate": 0.00019587796777368347,
+      "loss": 1.808,
+      "step": 623
+    },
+    {
+      "epoch": 0.09321780699133553,
+      "grad_norm": 0.12788911163806915,
+      "learning_rate": 0.00019586460162938622,
+      "loss": 0.8374,
+      "step": 624
+    },
+    {
+      "epoch": 0.0933671945025396,
+      "grad_norm": 0.1606101393699646,
+      "learning_rate": 0.00019585121430708012,
+      "loss": 0.6427,
+      "step": 625
+    },
+    {
+      "epoch": 0.09351658201374365,
+      "grad_norm": 0.1087862104177475,
+      "learning_rate": 0.00019583780580972253,
+      "loss": 0.5977,
+      "step": 626
+    },
+    {
+      "epoch": 0.09366596952494771,
+      "grad_norm": 0.1577569991350174,
+      "learning_rate": 0.00019582437614027565,
+      "loss": 0.7819,
+      "step": 627
+    },
+    {
+      "epoch": 0.09381535703615178,
+      "grad_norm": 0.17475225031375885,
+      "learning_rate": 0.00019581092530170633,
+      "loss": 1.0605,
+      "step": 628
+    },
+    {
+      "epoch": 0.09396474454735584,
+      "grad_norm": 0.12946583330631256,
+      "learning_rate": 0.000195797453296986,
+      "loss": 0.832,
+      "step": 629
+    },
+    {
+      "epoch": 0.09411413205855991,
+      "grad_norm": 0.14866258203983307,
+      "learning_rate": 0.00019578396012909092,
+      "loss": 0.7355,
+      "step": 630
+    },
+    {
+      "epoch": 0.09426351956976396,
+      "grad_norm": 0.13466285169124603,
+      "learning_rate": 0.00019577044580100189,
+      "loss": 0.6529,
+      "step": 631
+    },
+    {
+      "epoch": 0.09441290708096803,
+      "grad_norm": 0.11548906564712524,
+      "learning_rate": 0.00019575691031570446,
+      "loss": 0.7818,
+      "step": 632
+    },
+    {
+      "epoch": 0.0945622945921721,
+      "grad_norm": 0.18528424203395844,
+      "learning_rate": 0.00019574335367618883,
+      "loss": 1.0789,
+      "step": 633
+    },
+    {
+      "epoch": 0.09471168210337616,
+      "grad_norm": 0.1468898057937622,
+      "learning_rate": 0.00019572977588544986,
+      "loss": 0.9756,
+      "step": 634
+    },
+    {
+      "epoch": 0.09486106961458023,
+      "grad_norm": 0.16121335327625275,
+      "learning_rate": 0.00019571617694648713,
+      "loss": 0.7288,
+      "step": 635
+    },
+    {
+      "epoch": 0.09501045712578428,
+      "grad_norm": 0.12135611474514008,
+      "learning_rate": 0.00019570255686230485,
+      "loss": 0.5934,
+      "step": 636
+    },
+    {
+      "epoch": 0.09515984463698834,
+      "grad_norm": 0.12789905071258545,
+      "learning_rate": 0.0001956889156359119,
+      "loss": 0.6069,
+      "step": 637
+    },
+    {
+      "epoch": 0.09530923214819241,
+      "grad_norm": 0.359639436006546,
+      "learning_rate": 0.00019567525327032187,
+      "loss": 1.3909,
+      "step": 638
+    },
+    {
+      "epoch": 0.09545861965939648,
+      "grad_norm": 0.18724483251571655,
+      "learning_rate": 0.00019566156976855297,
+      "loss": 0.6935,
+      "step": 639
+    },
+    {
+      "epoch": 0.09560800717060054,
+      "grad_norm": 0.19026364386081696,
+      "learning_rate": 0.0001956478651336281,
+      "loss": 0.7966,
+      "step": 640
+    },
+    {
+      "epoch": 0.0957573946818046,
+      "grad_norm": 0.26914387941360474,
+      "learning_rate": 0.00019563413936857484,
+      "loss": 0.8772,
+      "step": 641
+    },
+    {
+      "epoch": 0.09590678219300866,
+      "grad_norm": 0.1765991449356079,
+      "learning_rate": 0.00019562039247642546,
+      "loss": 0.7672,
+      "step": 642
+    },
+    {
+      "epoch": 0.09605616970421273,
+      "grad_norm": 0.2534937560558319,
+      "learning_rate": 0.00019560662446021677,
+      "loss": 1.2049,
+      "step": 643
+    },
+    {
+      "epoch": 0.09620555721541679,
+      "grad_norm": 0.14177022874355316,
+      "learning_rate": 0.00019559283532299043,
+      "loss": 0.5386,
+      "step": 644
+    },
+    {
+      "epoch": 0.09635494472662086,
+      "grad_norm": 0.1188812330365181,
+      "learning_rate": 0.00019557902506779268,
+      "loss": 0.6466,
+      "step": 645
+    },
+    {
+      "epoch": 0.09650433223782492,
+      "grad_norm": 0.12482491880655289,
+      "learning_rate": 0.00019556519369767438,
+      "loss": 0.6614,
+      "step": 646
+    },
+    {
+      "epoch": 0.09665371974902898,
+      "grad_norm": 0.1450030505657196,
+      "learning_rate": 0.00019555134121569112,
+      "loss": 0.7014,
+      "step": 647
+    },
+    {
+      "epoch": 0.09680310726023304,
+      "grad_norm": 0.12003795802593231,
+      "learning_rate": 0.0001955374676249031,
+      "loss": 0.8168,
+      "step": 648
+    },
+    {
+      "epoch": 0.09695249477143711,
+      "grad_norm": 0.1340424120426178,
+      "learning_rate": 0.0001955235729283753,
+      "loss": 0.9613,
+      "step": 649
+    },
+    {
+      "epoch": 0.09710188228264117,
+      "grad_norm": 0.19842645525932312,
+      "learning_rate": 0.0001955096571291772,
+      "loss": 0.8049,
+      "step": 650
+    },
+    {
+      "epoch": 0.09725126979384524,
+      "grad_norm": 0.256247341632843,
+      "learning_rate": 0.00019549572023038305,
+      "loss": 1.3097,
+      "step": 651
+    },
+    {
+      "epoch": 0.09740065730504929,
+      "grad_norm": 0.4698760509490967,
+      "learning_rate": 0.0001954817622350717,
+      "loss": 1.6247,
+      "step": 652
+    },
+    {
+      "epoch": 0.09755004481625336,
+      "grad_norm": 0.16017255187034607,
+      "learning_rate": 0.00019546778314632674,
+      "loss": 0.9872,
+      "step": 653
+    },
+    {
+      "epoch": 0.09769943232745743,
+      "grad_norm": 0.13327959179878235,
+      "learning_rate": 0.00019545378296723635,
+      "loss": 0.8846,
+      "step": 654
+    },
+    {
+      "epoch": 0.09784881983866149,
+      "grad_norm": 0.3522357642650604,
+      "learning_rate": 0.0001954397617008934,
+      "loss": 1.2639,
+      "step": 655
+    },
+    {
+      "epoch": 0.09799820734986556,
+      "grad_norm": 0.14365145564079285,
+      "learning_rate": 0.0001954257193503954,
+      "loss": 0.6805,
+      "step": 656
+    },
+    {
+      "epoch": 0.09814759486106961,
+      "grad_norm": 0.09565582871437073,
+      "learning_rate": 0.00019541165591884454,
+      "loss": 0.5522,
+      "step": 657
+    },
+    {
+      "epoch": 0.09829698237227368,
+      "grad_norm": 0.11068779975175858,
+      "learning_rate": 0.0001953975714093476,
+      "loss": 0.6697,
+      "step": 658
+    },
+    {
+      "epoch": 0.09844636988347774,
+      "grad_norm": 0.15267115831375122,
+      "learning_rate": 0.00019538346582501616,
+      "loss": 0.743,
+      "step": 659
+    },
+    {
+      "epoch": 0.09859575739468181,
+      "grad_norm": 0.13380476832389832,
+      "learning_rate": 0.00019536933916896633,
+      "loss": 0.7273,
+      "step": 660
+    },
+    {
+      "epoch": 0.09874514490588587,
+      "grad_norm": 0.37871164083480835,
+      "learning_rate": 0.0001953551914443189,
+      "loss": 0.9902,
+      "step": 661
+    },
+    {
+      "epoch": 0.09889453241708993,
+      "grad_norm": 0.16891950368881226,
+      "learning_rate": 0.00019534102265419932,
+      "loss": 1.0287,
+      "step": 662
+    },
+    {
+      "epoch": 0.09904391992829399,
+      "grad_norm": 0.15239520370960236,
+      "learning_rate": 0.00019532683280173768,
+      "loss": 0.9578,
+      "step": 663
+    },
+    {
+      "epoch": 0.09919330743949806,
+      "grad_norm": 0.1469845324754715,
+      "learning_rate": 0.00019531262189006882,
+      "loss": 0.8758,
+      "step": 664
+    },
+    {
+      "epoch": 0.09934269495070212,
+      "grad_norm": 0.15531109273433685,
+      "learning_rate": 0.00019529838992233208,
+      "loss": 1.0518,
+      "step": 665
+    },
+    {
+      "epoch": 0.09949208246190619,
+      "grad_norm": 0.19832894206047058,
+      "learning_rate": 0.0001952841369016716,
+      "loss": 0.6697,
+      "step": 666
+    },
+    {
+      "epoch": 0.09964146997311024,
+      "grad_norm": 0.12545038759708405,
+      "learning_rate": 0.00019526986283123601,
+      "loss": 0.9188,
+      "step": 667
+    },
+    {
+      "epoch": 0.09979085748431431,
+      "grad_norm": 0.15024740993976593,
+      "learning_rate": 0.00019525556771417875,
+      "loss": 0.9019,
+      "step": 668
+    },
+    {
+      "epoch": 0.09994024499551837,
+      "grad_norm": 0.17119628190994263,
+      "learning_rate": 0.0001952412515536578,
+      "loss": 0.7931,
+      "step": 669
+    },
+    {
+      "epoch": 0.10008963250672244,
+      "grad_norm": 0.2737690806388855,
+      "learning_rate": 0.00019522691435283585,
+      "loss": 1.1618,
+      "step": 670
+    },
+    {
+      "epoch": 0.1002390200179265,
+      "grad_norm": 0.16071948409080505,
+      "learning_rate": 0.00019521255611488022,
+      "loss": 0.4868,
+      "step": 671
+    },
+    {
+      "epoch": 0.10038840752913056,
+      "grad_norm": 0.14076560735702515,
+      "learning_rate": 0.00019519817684296285,
+      "loss": 0.6771,
+      "step": 672
+    },
+    {
+      "epoch": 0.10053779504033462,
+      "grad_norm": 0.1131826639175415,
+      "learning_rate": 0.00019518377654026032,
+      "loss": 0.768,
+      "step": 673
+    },
+    {
+      "epoch": 0.10068718255153869,
+      "grad_norm": 0.15727178752422333,
+      "learning_rate": 0.00019516935520995393,
+      "loss": 0.8779,
+      "step": 674
+    },
+    {
+      "epoch": 0.10083657006274276,
+      "grad_norm": 0.14138628542423248,
+      "learning_rate": 0.00019515491285522957,
+      "loss": 0.8227,
+      "step": 675
+    },
+    {
+      "epoch": 0.10098595757394682,
+      "grad_norm": 0.2561928331851959,
+      "learning_rate": 0.0001951404494792778,
+      "loss": 0.9701,
+      "step": 676
+    },
+    {
+      "epoch": 0.10113534508515089,
+      "grad_norm": 0.22002875804901123,
+      "learning_rate": 0.00019512596508529378,
+      "loss": 0.8702,
+      "step": 677
+    },
+    {
+      "epoch": 0.10128473259635494,
+      "grad_norm": 0.2049333155155182,
+      "learning_rate": 0.00019511145967647737,
+      "loss": 0.8744,
+      "step": 678
+    },
+    {
+      "epoch": 0.101434120107559,
+      "grad_norm": 0.19357016682624817,
+      "learning_rate": 0.00019509693325603302,
+      "loss": 0.6567,
+      "step": 679
+    },
+    {
+      "epoch": 0.10158350761876307,
+      "grad_norm": 0.14756688475608826,
+      "learning_rate": 0.00019508238582716984,
+      "loss": 0.7318,
+      "step": 680
+    },
+    {
+      "epoch": 0.10173289512996714,
+      "grad_norm": 0.16614054143428802,
+      "learning_rate": 0.00019506781739310163,
+      "loss": 0.9397,
+      "step": 681
+    },
+    {
+      "epoch": 0.1018822826411712,
+      "grad_norm": 0.11248838156461716,
+      "learning_rate": 0.00019505322795704676,
+      "loss": 0.7042,
+      "step": 682
+    },
+    {
+      "epoch": 0.10203167015237526,
+      "grad_norm": 0.14995478093624115,
+      "learning_rate": 0.00019503861752222826,
+      "loss": 0.7761,
+      "step": 683
+    },
+    {
+      "epoch": 0.10218105766357932,
+      "grad_norm": 0.15232588350772858,
+      "learning_rate": 0.0001950239860918738,
+      "loss": 0.7433,
+      "step": 684
+    },
+    {
+      "epoch": 0.10233044517478339,
+      "grad_norm": 0.17888033390045166,
+      "learning_rate": 0.00019500933366921571,
+      "loss": 1.0783,
+      "step": 685
+    },
+    {
+      "epoch": 0.10247983268598745,
+      "grad_norm": 0.16491816937923431,
+      "learning_rate": 0.00019499466025749097,
+      "loss": 0.6902,
+      "step": 686
+    },
+    {
+      "epoch": 0.10262922019719152,
+      "grad_norm": 0.29704946279525757,
+      "learning_rate": 0.00019497996585994112,
+      "loss": 0.8224,
+      "step": 687
+    },
+    {
+      "epoch": 0.10277860770839557,
+      "grad_norm": 0.13493022322654724,
+      "learning_rate": 0.00019496525047981242,
+      "loss": 0.6601,
+      "step": 688
+    },
+    {
+      "epoch": 0.10292799521959964,
+      "grad_norm": 0.24183045327663422,
+      "learning_rate": 0.0001949505141203557,
+      "loss": 1.0734,
+      "step": 689
+    },
+    {
+      "epoch": 0.1030773827308037,
+      "grad_norm": 0.41064098477363586,
+      "learning_rate": 0.00019493575678482649,
+      "loss": 1.1831,
+      "step": 690
+    },
+    {
+      "epoch": 0.10322677024200777,
+      "grad_norm": 0.21319490671157837,
+      "learning_rate": 0.0001949209784764849,
+      "loss": 0.9954,
+      "step": 691
+    },
+    {
+      "epoch": 0.10337615775321184,
+      "grad_norm": 0.15545840561389923,
+      "learning_rate": 0.0001949061791985957,
+      "loss": 0.831,
+      "step": 692
+    },
+    {
+      "epoch": 0.10352554526441589,
+      "grad_norm": 0.13938447833061218,
+      "learning_rate": 0.00019489135895442826,
+      "loss": 0.8778,
+      "step": 693
+    },
+    {
+      "epoch": 0.10367493277561995,
+      "grad_norm": 0.27140700817108154,
+      "learning_rate": 0.00019487651774725663,
+      "loss": 0.7168,
+      "step": 694
+    },
+    {
+      "epoch": 0.10382432028682402,
+      "grad_norm": 0.17713186144828796,
+      "learning_rate": 0.00019486165558035948,
+      "loss": 0.7476,
+      "step": 695
+    },
+    {
+      "epoch": 0.10397370779802809,
+      "grad_norm": 0.19945883750915527,
+      "learning_rate": 0.00019484677245702004,
+      "loss": 0.5964,
+      "step": 696
+    },
+    {
+      "epoch": 0.10412309530923215,
+      "grad_norm": 0.27336767315864563,
+      "learning_rate": 0.0001948318683805263,
+      "loss": 1.0354,
+      "step": 697
+    },
+    {
+      "epoch": 0.1042724828204362,
+      "grad_norm": 0.15666867792606354,
+      "learning_rate": 0.0001948169433541708,
+      "loss": 0.6364,
+      "step": 698
+    },
+    {
+      "epoch": 0.10442187033164027,
+      "grad_norm": 0.17508071660995483,
+      "learning_rate": 0.00019480199738125068,
+      "loss": 0.7329,
+      "step": 699
+    },
+    {
+      "epoch": 0.10457125784284434,
+      "grad_norm": 0.16016682982444763,
+      "learning_rate": 0.00019478703046506773,
+      "loss": 0.6733,
+      "step": 700
+    },
+    {
+      "epoch": 0.1047206453540484,
+      "grad_norm": 0.10869868099689484,
+      "learning_rate": 0.0001947720426089284,
+      "loss": 0.6218,
+      "step": 701
+    },
+    {
+      "epoch": 0.10487003286525247,
+      "grad_norm": 0.37434107065200806,
+      "learning_rate": 0.00019475703381614375,
+      "loss": 1.1511,
+      "step": 702
+    },
+    {
+      "epoch": 0.10501942037645653,
+      "grad_norm": 0.2148595005273819,
+      "learning_rate": 0.00019474200409002945,
+      "loss": 1.0165,
+      "step": 703
+    },
+    {
+      "epoch": 0.10516880788766059,
+      "grad_norm": 0.1994418203830719,
+      "learning_rate": 0.00019472695343390585,
+      "loss": 0.9581,
+      "step": 704
+    },
+    {
+      "epoch": 0.10531819539886465,
+      "grad_norm": 0.14765793085098267,
+      "learning_rate": 0.0001947118818510978,
+      "loss": 0.9704,
+      "step": 705
+    },
+    {
+      "epoch": 0.10546758291006872,
+      "grad_norm": 0.3004849851131439,
+      "learning_rate": 0.00019469678934493488,
+      "loss": 1.3147,
+      "step": 706
+    },
+    {
+      "epoch": 0.10561697042127279,
+      "grad_norm": 0.14334464073181152,
+      "learning_rate": 0.0001946816759187513,
+      "loss": 0.5802,
+      "step": 707
+    },
+    {
+      "epoch": 0.10576635793247685,
+      "grad_norm": 0.20262622833251953,
+      "learning_rate": 0.0001946665415758858,
+      "loss": 1.0572,
+      "step": 708
+    },
+    {
+      "epoch": 0.1059157454436809,
+      "grad_norm": 0.1506635844707489,
+      "learning_rate": 0.00019465138631968184,
+      "loss": 1.264,
+      "step": 709
+    },
+    {
+      "epoch": 0.10606513295488497,
+      "grad_norm": 0.1906273066997528,
+      "learning_rate": 0.00019463621015348748,
+      "loss": 0.9111,
+      "step": 710
+    },
+    {
+      "epoch": 0.10621452046608904,
+      "grad_norm": 0.14025966823101044,
+      "learning_rate": 0.0001946210130806553,
+      "loss": 0.7685,
+      "step": 711
+    },
+    {
+      "epoch": 0.1063639079772931,
+      "grad_norm": 0.13425306975841522,
+      "learning_rate": 0.00019460579510454263,
+      "loss": 0.8569,
+      "step": 712
+    },
+    {
+      "epoch": 0.10651329548849717,
+      "grad_norm": 0.2626805305480957,
+      "learning_rate": 0.0001945905562285113,
+      "loss": 1.1358,
+      "step": 713
+    },
+    {
+      "epoch": 0.10666268299970122,
+      "grad_norm": 0.12032942473888397,
+      "learning_rate": 0.00019457529645592792,
+      "loss": 0.9112,
+      "step": 714
+    },
+    {
+      "epoch": 0.10681207051090529,
+      "grad_norm": 0.16017121076583862,
+      "learning_rate": 0.0001945600157901635,
+      "loss": 0.4619,
+      "step": 715
+    },
+    {
+      "epoch": 0.10696145802210935,
+      "grad_norm": 0.1190473660826683,
+      "learning_rate": 0.00019454471423459389,
+      "loss": 0.7032,
+      "step": 716
+    },
+    {
+      "epoch": 0.10711084553331342,
+      "grad_norm": 0.15523146092891693,
+      "learning_rate": 0.00019452939179259937,
+      "loss": 0.6421,
+      "step": 717
+    },
+    {
+      "epoch": 0.10726023304451748,
+      "grad_norm": 0.27652865648269653,
+      "learning_rate": 0.00019451404846756494,
+      "loss": 0.8187,
+      "step": 718
+    },
+    {
+      "epoch": 0.10740962055572154,
+      "grad_norm": 0.2987957000732422,
+      "learning_rate": 0.00019449868426288017,
+      "loss": 0.8263,
+      "step": 719
+    },
+    {
+      "epoch": 0.1075590080669256,
+      "grad_norm": 0.143573597073555,
+      "learning_rate": 0.00019448329918193927,
+      "loss": 0.7988,
+      "step": 720
+    },
+    {
+      "epoch": 0.10770839557812967,
+      "grad_norm": 0.1809718906879425,
+      "learning_rate": 0.00019446789322814106,
+      "loss": 0.7172,
+      "step": 721
+    },
+    {
+      "epoch": 0.10785778308933373,
+      "grad_norm": 0.3178151845932007,
+      "learning_rate": 0.00019445246640488893,
+      "loss": 0.8902,
+      "step": 722
+    },
+    {
+      "epoch": 0.1080071706005378,
+      "grad_norm": 0.17539192736148834,
+      "learning_rate": 0.00019443701871559092,
+      "loss": 1.0598,
+      "step": 723
+    },
+    {
+      "epoch": 0.10815655811174185,
+      "grad_norm": 0.1401323676109314,
+      "learning_rate": 0.00019442155016365965,
+      "loss": 0.772,
+      "step": 724
+    },
+    {
+      "epoch": 0.10830594562294592,
+      "grad_norm": 0.14516496658325195,
+      "learning_rate": 0.0001944060607525124,
+      "loss": 1.0332,
+      "step": 725
+    },
+    {
+      "epoch": 0.10845533313414998,
+      "grad_norm": 0.12078884243965149,
+      "learning_rate": 0.00019439055048557101,
+      "loss": 0.4937,
+      "step": 726
+    },
+    {
+      "epoch": 0.10860472064535405,
+      "grad_norm": 0.12402236461639404,
+      "learning_rate": 0.00019437501936626198,
+      "loss": 0.8666,
+      "step": 727
+    },
+    {
+      "epoch": 0.10875410815655812,
+      "grad_norm": 0.2173183113336563,
+      "learning_rate": 0.00019435946739801633,
+      "loss": 0.7866,
+      "step": 728
+    },
+    {
+      "epoch": 0.10890349566776218,
+      "grad_norm": 0.18823803961277008,
+      "learning_rate": 0.00019434389458426976,
+      "loss": 0.6379,
+      "step": 729
+    },
+    {
+      "epoch": 0.10905288317896623,
+      "grad_norm": 0.1408422738313675,
+      "learning_rate": 0.00019432830092846253,
+      "loss": 0.7941,
+      "step": 730
+    },
+    {
+      "epoch": 0.1092022706901703,
+      "grad_norm": 0.11038701981306076,
+      "learning_rate": 0.00019431268643403958,
+      "loss": 0.7818,
+      "step": 731
+    },
+    {
+      "epoch": 0.10935165820137437,
+      "grad_norm": 0.2575507164001465,
+      "learning_rate": 0.0001942970511044503,
+      "loss": 0.8922,
+      "step": 732
+    },
+    {
+      "epoch": 0.10950104571257843,
+      "grad_norm": 0.17680765688419342,
+      "learning_rate": 0.00019428139494314888,
+      "loss": 0.9351,
+      "step": 733
+    },
+    {
+      "epoch": 0.1096504332237825,
+      "grad_norm": 0.13490507006645203,
+      "learning_rate": 0.00019426571795359398,
+      "loss": 0.8378,
+      "step": 734
+    },
+    {
+      "epoch": 0.10979982073498655,
+      "grad_norm": 0.28408023715019226,
+      "learning_rate": 0.0001942500201392489,
+      "loss": 0.7867,
+      "step": 735
+    },
+    {
+      "epoch": 0.10994920824619062,
+      "grad_norm": 0.16506126523017883,
+      "learning_rate": 0.0001942343015035815,
+      "loss": 1.1124,
+      "step": 736
+    },
+    {
+      "epoch": 0.11009859575739468,
+      "grad_norm": 0.2039964199066162,
+      "learning_rate": 0.00019421856205006433,
+      "loss": 0.9931,
+      "step": 737
+    },
+    {
+      "epoch": 0.11024798326859875,
+      "grad_norm": 0.14856329560279846,
+      "learning_rate": 0.00019420280178217443,
+      "loss": 0.7827,
+      "step": 738
+    },
+    {
+      "epoch": 0.11039737077980281,
+      "grad_norm": 0.1818045973777771,
+      "learning_rate": 0.00019418702070339355,
+      "loss": 0.5399,
+      "step": 739
+    },
+    {
+      "epoch": 0.11054675829100687,
+      "grad_norm": 0.2717982232570648,
+      "learning_rate": 0.00019417121881720793,
+      "loss": 1.2213,
+      "step": 740
+    },
+    {
+      "epoch": 0.11069614580221093,
+      "grad_norm": 0.12363403290510178,
+      "learning_rate": 0.0001941553961271085,
+      "loss": 0.7174,
+      "step": 741
+    },
+    {
+      "epoch": 0.110845533313415,
+      "grad_norm": 0.22691577672958374,
+      "learning_rate": 0.0001941395526365907,
+      "loss": 1.1225,
+      "step": 742
+    },
+    {
+      "epoch": 0.11099492082461906,
+      "grad_norm": 0.16864041984081268,
+      "learning_rate": 0.00019412368834915462,
+      "loss": 0.5674,
+      "step": 743
+    },
+    {
+      "epoch": 0.11114430833582313,
+      "grad_norm": 0.20602700114250183,
+      "learning_rate": 0.00019410780326830498,
+      "loss": 0.9028,
+      "step": 744
+    },
+    {
+      "epoch": 0.11129369584702718,
+      "grad_norm": 0.13901367783546448,
+      "learning_rate": 0.00019409189739755096,
+      "loss": 0.6309,
+      "step": 745
+    },
+    {
+      "epoch": 0.11144308335823125,
+      "grad_norm": 0.20725879073143005,
+      "learning_rate": 0.0001940759707404065,
+      "loss": 0.5478,
+      "step": 746
+    },
+    {
+      "epoch": 0.11159247086943531,
+      "grad_norm": 0.14670120179653168,
+      "learning_rate": 0.00019406002330039001,
+      "loss": 0.5592,
+      "step": 747
+    },
+    {
+      "epoch": 0.11174185838063938,
+      "grad_norm": 0.17827396094799042,
+      "learning_rate": 0.00019404405508102455,
+      "loss": 0.8181,
+      "step": 748
+    },
+    {
+      "epoch": 0.11189124589184345,
+      "grad_norm": 0.1741906702518463,
+      "learning_rate": 0.00019402806608583774,
+      "loss": 1.1636,
+      "step": 749
+    },
+    {
+      "epoch": 0.1120406334030475,
+      "grad_norm": 0.12306499481201172,
+      "learning_rate": 0.00019401205631836178,
+      "loss": 0.7564,
+      "step": 750
+    },
+    {
+      "epoch": 0.11219002091425156,
+      "grad_norm": 0.12863090634346008,
+      "learning_rate": 0.00019399602578213353,
+      "loss": 0.739,
+      "step": 751
+    },
+    {
+      "epoch": 0.11233940842545563,
+      "grad_norm": 0.11944539844989777,
+      "learning_rate": 0.00019397997448069435,
+      "loss": 0.5797,
+      "step": 752
+    },
+    {
+      "epoch": 0.1124887959366597,
+      "grad_norm": 0.11944981664419174,
+      "learning_rate": 0.00019396390241759024,
+      "loss": 0.7503,
+      "step": 753
+    },
+    {
+      "epoch": 0.11263818344786376,
+      "grad_norm": 0.12803085148334503,
+      "learning_rate": 0.00019394780959637177,
+      "loss": 0.984,
+      "step": 754
+    },
+    {
+      "epoch": 0.11278757095906783,
+      "grad_norm": 8.864607810974121,
+      "learning_rate": 0.0001939316960205941,
+      "loss": 4.3697,
+      "step": 755
+    },
+    {
+      "epoch": 0.11293695847027188,
+      "grad_norm": 0.15747593343257904,
+      "learning_rate": 0.000193915561693817,
+      "loss": 0.7344,
+      "step": 756
+    },
+    {
+      "epoch": 0.11308634598147595,
+      "grad_norm": 0.13283927738666534,
+      "learning_rate": 0.00019389940661960478,
+      "loss": 0.5302,
+      "step": 757
+    },
+    {
+      "epoch": 0.11323573349268001,
+      "grad_norm": 0.12874341011047363,
+      "learning_rate": 0.00019388323080152633,
+      "loss": 0.828,
+      "step": 758
+    },
+    {
+      "epoch": 0.11338512100388408,
+      "grad_norm": 0.4698888063430786,
+      "learning_rate": 0.00019386703424315518,
+      "loss": 1.5101,
+      "step": 759
+    },
+    {
+      "epoch": 0.11353450851508815,
+      "grad_norm": 0.12892121076583862,
+      "learning_rate": 0.00019385081694806936,
+      "loss": 0.7772,
+      "step": 760
+    },
+    {
+      "epoch": 0.1136838960262922,
+      "grad_norm": 0.28520870208740234,
+      "learning_rate": 0.00019383457891985158,
+      "loss": 0.928,
+      "step": 761
+    },
+    {
+      "epoch": 0.11383328353749626,
+      "grad_norm": 1.7955225706100464,
+      "learning_rate": 0.00019381832016208904,
+      "loss": 0.955,
+      "step": 762
+    },
+    {
+      "epoch": 0.11398267104870033,
+      "grad_norm": 0.14767761528491974,
+      "learning_rate": 0.00019380204067837356,
+      "loss": 0.6337,
+      "step": 763
+    },
+    {
+      "epoch": 0.1141320585599044,
+      "grad_norm": 0.171101912856102,
+      "learning_rate": 0.0001937857404723016,
+      "loss": 0.7905,
+      "step": 764
+    },
+    {
+      "epoch": 0.11428144607110846,
+      "grad_norm": 0.33381524682044983,
+      "learning_rate": 0.000193769419547474,
+      "loss": 0.9788,
+      "step": 765
+    },
+    {
+      "epoch": 0.11443083358231251,
+      "grad_norm": 0.1214352399110794,
+      "learning_rate": 0.00019375307790749647,
+      "loss": 0.9152,
+      "step": 766
+    },
+    {
+      "epoch": 0.11458022109351658,
+      "grad_norm": 0.3238249123096466,
+      "learning_rate": 0.00019373671555597902,
+      "loss": 0.9923,
+      "step": 767
+    },
+    {
+      "epoch": 0.11472960860472065,
+      "grad_norm": 0.14854952692985535,
+      "learning_rate": 0.0001937203324965364,
+      "loss": 0.7194,
+      "step": 768
+    },
+    {
+      "epoch": 0.11487899611592471,
+      "grad_norm": 0.13817191123962402,
+      "learning_rate": 0.00019370392873278784,
+      "loss": 0.7175,
+      "step": 769
+    },
+    {
+      "epoch": 0.11502838362712878,
+      "grad_norm": 0.24061405658721924,
+      "learning_rate": 0.0001936875042683573,
+      "loss": 0.9647,
+      "step": 770
+    },
+    {
+      "epoch": 0.11517777113833283,
+      "grad_norm": 0.1889171153306961,
+      "learning_rate": 0.00019367105910687307,
+      "loss": 0.9805,
+      "step": 771
+    },
+    {
+      "epoch": 0.1153271586495369,
+      "grad_norm": 0.2141283005475998,
+      "learning_rate": 0.00019365459325196825,
+      "loss": 0.7467,
+      "step": 772
+    },
+    {
+      "epoch": 0.11547654616074096,
+      "grad_norm": 0.20832307636737823,
+      "learning_rate": 0.00019363810670728032,
+      "loss": 0.8881,
+      "step": 773
+    },
+    {
+      "epoch": 0.11562593367194503,
+      "grad_norm": 0.19508862495422363,
+      "learning_rate": 0.00019362159947645152,
+      "loss": 0.9594,
+      "step": 774
+    },
+    {
+      "epoch": 0.1157753211831491,
+      "grad_norm": 0.16393844783306122,
+      "learning_rate": 0.00019360507156312848,
+      "loss": 0.8358,
+      "step": 775
+    },
+    {
+      "epoch": 0.11592470869435315,
+      "grad_norm": 0.17555637657642365,
+      "learning_rate": 0.00019358852297096253,
+      "loss": 0.7137,
+      "step": 776
+    },
+    {
+      "epoch": 0.11607409620555721,
+      "grad_norm": 0.16748878359794617,
+      "learning_rate": 0.00019357195370360946,
+      "loss": 0.8945,
+      "step": 777
+    },
+    {
+      "epoch": 0.11622348371676128,
+      "grad_norm": 0.11165950447320938,
+      "learning_rate": 0.00019355536376472972,
+      "loss": 0.5322,
+      "step": 778
+    },
+    {
+      "epoch": 0.11637287122796534,
+      "grad_norm": 0.12036951631307602,
+      "learning_rate": 0.00019353875315798828,
+      "loss": 0.824,
+      "step": 779
+    },
+    {
+      "epoch": 0.11652225873916941,
+      "grad_norm": 0.2941713333129883,
+      "learning_rate": 0.0001935221218870547,
+      "loss": 1.1819,
+      "step": 780
+    },
+    {
+      "epoch": 0.11667164625037346,
+      "grad_norm": 0.16016024351119995,
+      "learning_rate": 0.0001935054699556031,
+      "loss": 0.8635,
+      "step": 781
+    },
+    {
+      "epoch": 0.11682103376157753,
+      "grad_norm": 0.16375142335891724,
+      "learning_rate": 0.0001934887973673121,
+      "loss": 1.0148,
+      "step": 782
+    },
+    {
+      "epoch": 0.1169704212727816,
+      "grad_norm": 0.3563995659351349,
+      "learning_rate": 0.000193472104125865,
+      "loss": 0.9712,
+      "step": 783
+    },
+    {
+      "epoch": 0.11711980878398566,
+      "grad_norm": 0.19017907977104187,
+      "learning_rate": 0.0001934553902349496,
+      "loss": 0.9978,
+      "step": 784
+    },
+    {
+      "epoch": 0.11726919629518973,
+      "grad_norm": 0.14762148261070251,
+      "learning_rate": 0.00019343865569825818,
+      "loss": 0.8258,
+      "step": 785
+    },
+    {
+      "epoch": 0.11741858380639379,
+      "grad_norm": 0.19044718146324158,
+      "learning_rate": 0.00019342190051948777,
+      "loss": 1.0279,
+      "step": 786
+    },
+    {
+      "epoch": 0.11756797131759784,
+      "grad_norm": 0.15434981882572174,
+      "learning_rate": 0.0001934051247023398,
+      "loss": 0.6936,
+      "step": 787
+    },
+    {
+      "epoch": 0.11771735882880191,
+      "grad_norm": 0.21782897412776947,
+      "learning_rate": 0.0001933883282505203,
+      "loss": 0.8074,
+      "step": 788
+    },
+    {
+      "epoch": 0.11786674634000598,
+      "grad_norm": 0.1382855623960495,
+      "learning_rate": 0.00019337151116773993,
+      "loss": 0.76,
+      "step": 789
+    },
+    {
+      "epoch": 0.11801613385121004,
+      "grad_norm": 0.12988682091236115,
+      "learning_rate": 0.00019335467345771377,
+      "loss": 0.7619,
+      "step": 790
+    },
+    {
+      "epoch": 0.11816552136241411,
+      "grad_norm": 0.14587444067001343,
+      "learning_rate": 0.0001933378151241616,
+      "loss": 0.6618,
+      "step": 791
+    },
+    {
+      "epoch": 0.11831490887361816,
+      "grad_norm": 0.13079139590263367,
+      "learning_rate": 0.0001933209361708077,
+      "loss": 0.7573,
+      "step": 792
+    },
+    {
+      "epoch": 0.11846429638482223,
+      "grad_norm": 0.27695533633232117,
+      "learning_rate": 0.00019330403660138085,
+      "loss": 1.0731,
+      "step": 793
+    },
+    {
+      "epoch": 0.11861368389602629,
+      "grad_norm": 0.1361035704612732,
+      "learning_rate": 0.00019328711641961445,
+      "loss": 0.8251,
+      "step": 794
+    },
+    {
+      "epoch": 0.11876307140723036,
+      "grad_norm": 0.16837474703788757,
+      "learning_rate": 0.00019327017562924644,
+      "loss": 0.9535,
+      "step": 795
+    },
+    {
+      "epoch": 0.11891245891843442,
+      "grad_norm": 0.31326931715011597,
+      "learning_rate": 0.00019325321423401933,
+      "loss": 0.9828,
+      "step": 796
+    },
+    {
+      "epoch": 0.11906184642963848,
+      "grad_norm": 0.16937793791294098,
+      "learning_rate": 0.00019323623223768015,
+      "loss": 0.9445,
+      "step": 797
+    },
+    {
+      "epoch": 0.11921123394084254,
+      "grad_norm": 0.15119615197181702,
+      "learning_rate": 0.00019321922964398046,
+      "loss": 0.7483,
+      "step": 798
+    },
+    {
+      "epoch": 0.11936062145204661,
+      "grad_norm": 0.1750727891921997,
+      "learning_rate": 0.00019320220645667645,
+      "loss": 0.9364,
+      "step": 799
+    },
+    {
+      "epoch": 0.11951000896325067,
+      "grad_norm": 0.22479920089244843,
+      "learning_rate": 0.00019318516267952874,
+      "loss": 0.854,
+      "step": 800
+    },
+    {
+      "epoch": 0.11965939647445474,
+      "grad_norm": 0.12636275589466095,
+      "learning_rate": 0.00019316809831630265,
+      "loss": 0.8127,
+      "step": 801
+    },
+    {
+      "epoch": 0.11980878398565879,
+      "grad_norm": 0.1225171908736229,
+      "learning_rate": 0.00019315101337076792,
+      "loss": 0.7809,
+      "step": 802
+    },
+    {
+      "epoch": 0.11995817149686286,
+      "grad_norm": 0.24531179666519165,
+      "learning_rate": 0.00019313390784669895,
+      "loss": 1.0615,
+      "step": 803
+    },
+    {
+      "epoch": 0.12010755900806692,
+      "grad_norm": 0.15142390131950378,
+      "learning_rate": 0.0001931167817478745,
+      "loss": 0.913,
+      "step": 804
+    },
+    {
+      "epoch": 0.12025694651927099,
+      "grad_norm": 0.13152721524238586,
+      "learning_rate": 0.00019309963507807811,
+      "loss": 0.6284,
+      "step": 805
+    },
+    {
+      "epoch": 0.12040633403047506,
+      "grad_norm": 0.10537417232990265,
+      "learning_rate": 0.0001930824678410977,
+      "loss": 0.6071,
+      "step": 806
+    },
+    {
+      "epoch": 0.12055572154167911,
+      "grad_norm": 0.13866813480854034,
+      "learning_rate": 0.0001930652800407258,
+      "loss": 0.7461,
+      "step": 807
+    },
+    {
+      "epoch": 0.12070510905288317,
+      "grad_norm": 0.16239172220230103,
+      "learning_rate": 0.00019304807168075944,
+      "loss": 0.8089,
+      "step": 808
+    },
+    {
+      "epoch": 0.12085449656408724,
+      "grad_norm": 0.12834633886814117,
+      "learning_rate": 0.00019303084276500027,
+      "loss": 0.8459,
+      "step": 809
+    },
+    {
+      "epoch": 0.12100388407529131,
+      "grad_norm": 0.17036044597625732,
+      "learning_rate": 0.00019301359329725436,
+      "loss": 0.8131,
+      "step": 810
+    },
+    {
+      "epoch": 0.12115327158649537,
+      "grad_norm": 0.14274178445339203,
+      "learning_rate": 0.00019299632328133247,
+      "loss": 0.9325,
+      "step": 811
+    },
+    {
+      "epoch": 0.12130265909769944,
+      "grad_norm": 0.16712737083435059,
+      "learning_rate": 0.00019297903272104977,
+      "loss": 0.88,
+      "step": 812
+    },
+    {
+      "epoch": 0.12145204660890349,
+      "grad_norm": 0.1521551012992859,
+      "learning_rate": 0.00019296172162022604,
+      "loss": 0.9838,
+      "step": 813
+    },
+    {
+      "epoch": 0.12160143412010756,
+      "grad_norm": 0.1645859032869339,
+      "learning_rate": 0.00019294438998268554,
+      "loss": 0.6344,
+      "step": 814
+    },
+    {
+      "epoch": 0.12175082163131162,
+      "grad_norm": 0.15957693755626678,
+      "learning_rate": 0.00019292703781225717,
+      "loss": 0.926,
+      "step": 815
+    },
+    {
+      "epoch": 0.12190020914251569,
+      "grad_norm": 0.13982924818992615,
+      "learning_rate": 0.00019290966511277422,
+      "loss": 0.849,
+      "step": 816
+    },
+    {
+      "epoch": 0.12204959665371976,
+      "grad_norm": 0.16864308714866638,
+      "learning_rate": 0.00019289227188807467,
+      "loss": 0.6237,
+      "step": 817
+    },
+    {
+      "epoch": 0.12219898416492381,
+      "grad_norm": 0.14285649359226227,
+      "learning_rate": 0.00019287485814200087,
+      "loss": 0.6809,
+      "step": 818
+    },
+    {
+      "epoch": 0.12234837167612787,
+      "grad_norm": 0.6627392768859863,
+      "learning_rate": 0.00019285742387839988,
+      "loss": 1.9625,
+      "step": 819
+    },
+    {
+      "epoch": 0.12249775918733194,
+      "grad_norm": 0.13897117972373962,
+      "learning_rate": 0.00019283996910112318,
+      "loss": 1.0312,
+      "step": 820
+    },
+    {
+      "epoch": 0.122647146698536,
+      "grad_norm": 0.15520478785037994,
+      "learning_rate": 0.00019282249381402677,
+      "loss": 0.8191,
+      "step": 821
+    },
+    {
+      "epoch": 0.12279653420974007,
+      "grad_norm": 0.24286359548568726,
+      "learning_rate": 0.00019280499802097126,
+      "loss": 1.1401,
+      "step": 822
+    },
+    {
+      "epoch": 0.12294592172094412,
+      "grad_norm": 0.15701743960380554,
+      "learning_rate": 0.00019278748172582173,
+      "loss": 0.7389,
+      "step": 823
+    },
+    {
+      "epoch": 0.12309530923214819,
+      "grad_norm": 0.16320520639419556,
+      "learning_rate": 0.0001927699449324478,
+      "loss": 0.9232,
+      "step": 824
+    },
+    {
+      "epoch": 0.12324469674335226,
+      "grad_norm": 0.13166747987270355,
+      "learning_rate": 0.00019275238764472364,
+      "loss": 0.648,
+      "step": 825
+    },
+    {
+      "epoch": 0.12339408425455632,
+      "grad_norm": 0.1490585058927536,
+      "learning_rate": 0.00019273480986652794,
+      "loss": 0.8485,
+      "step": 826
+    },
+    {
+      "epoch": 0.12354347176576039,
+      "grad_norm": 0.1607678383588791,
+      "learning_rate": 0.00019271721160174388,
+      "loss": 0.7415,
+      "step": 827
+    },
+    {
+      "epoch": 0.12369285927696444,
+      "grad_norm": 0.13538645207881927,
+      "learning_rate": 0.0001926995928542592,
+      "loss": 0.702,
+      "step": 828
+    },
+    {
+      "epoch": 0.1238422467881685,
+      "grad_norm": 0.17759506404399872,
+      "learning_rate": 0.00019268195362796622,
+      "loss": 0.819,
+      "step": 829
+    },
+    {
+      "epoch": 0.12399163429937257,
+      "grad_norm": 0.14529088139533997,
+      "learning_rate": 0.00019266429392676164,
+      "loss": 0.5262,
+      "step": 830
+    },
+    {
+      "epoch": 0.12414102181057664,
+      "grad_norm": 0.16848066449165344,
+      "learning_rate": 0.0001926466137545468,
+      "loss": 0.6761,
+      "step": 831
+    },
+    {
+      "epoch": 0.1242904093217807,
+      "grad_norm": 0.33541253209114075,
+      "learning_rate": 0.00019262891311522755,
+      "loss": 0.9293,
+      "step": 832
+    },
+    {
+      "epoch": 0.12443979683298476,
+      "grad_norm": 0.2218908667564392,
+      "learning_rate": 0.00019261119201271422,
+      "loss": 1.0644,
+      "step": 833
+    },
+    {
+      "epoch": 0.12458918434418882,
+      "grad_norm": 0.1724868267774582,
+      "learning_rate": 0.0001925934504509217,
+      "loss": 0.8411,
+      "step": 834
+    },
+    {
+      "epoch": 0.12473857185539289,
+      "grad_norm": 0.12873922288417816,
+      "learning_rate": 0.00019257568843376936,
+      "loss": 0.7466,
+      "step": 835
+    },
+    {
+      "epoch": 0.12488795936659695,
+      "grad_norm": 0.13556797802448273,
+      "learning_rate": 0.00019255790596518112,
+      "loss": 0.675,
+      "step": 836
+    },
+    {
+      "epoch": 0.12503734687780102,
+      "grad_norm": 0.12460656464099884,
+      "learning_rate": 0.00019254010304908543,
+      "loss": 0.6401,
+      "step": 837
+    },
+    {
+      "epoch": 0.12518673438900507,
+      "grad_norm": 0.16490042209625244,
+      "learning_rate": 0.00019252227968941522,
+      "loss": 0.8934,
+      "step": 838
+    },
+    {
+      "epoch": 0.12533612190020915,
+      "grad_norm": 0.13448311388492584,
+      "learning_rate": 0.00019250443589010792,
+      "loss": 0.7896,
+      "step": 839
+    },
+    {
+      "epoch": 0.1254855094114132,
+      "grad_norm": 0.16792979836463928,
+      "learning_rate": 0.00019248657165510556,
+      "loss": 0.74,
+      "step": 840
+    },
+    {
+      "epoch": 0.12563489692261726,
+      "grad_norm": 0.1711784452199936,
+      "learning_rate": 0.00019246868698835458,
+      "loss": 0.5992,
+      "step": 841
+    },
+    {
+      "epoch": 0.12578428443382134,
+      "grad_norm": 0.12499507516622543,
+      "learning_rate": 0.00019245078189380604,
+      "loss": 0.8517,
+      "step": 842
+    },
+    {
+      "epoch": 0.1259336719450254,
+      "grad_norm": 0.09736009687185287,
+      "learning_rate": 0.00019243285637541544,
+      "loss": 0.6209,
+      "step": 843
+    },
+    {
+      "epoch": 0.12608305945622947,
+      "grad_norm": 0.21913480758666992,
+      "learning_rate": 0.0001924149104371428,
+      "loss": 0.9499,
+      "step": 844
+    },
+    {
+      "epoch": 0.12623244696743352,
+      "grad_norm": 0.23238122463226318,
+      "learning_rate": 0.00019239694408295266,
+      "loss": 1.1666,
+      "step": 845
+    },
+    {
+      "epoch": 0.12638183447863757,
+      "grad_norm": 0.24529285728931427,
+      "learning_rate": 0.00019237895731681408,
+      "loss": 0.734,
+      "step": 846
+    },
+    {
+      "epoch": 0.12653122198984165,
+      "grad_norm": 0.16577094793319702,
+      "learning_rate": 0.00019236095014270064,
+      "loss": 1.0808,
+      "step": 847
+    },
+    {
+      "epoch": 0.1266806095010457,
+      "grad_norm": 0.08479466289281845,
+      "learning_rate": 0.0001923429225645904,
+      "loss": 0.4277,
+      "step": 848
+    },
+    {
+      "epoch": 0.12682999701224978,
+      "grad_norm": 0.15633448958396912,
+      "learning_rate": 0.00019232487458646587,
+      "loss": 0.8547,
+      "step": 849
+    },
+    {
+      "epoch": 0.12697938452345384,
+      "grad_norm": 0.2966431975364685,
+      "learning_rate": 0.00019230680621231425,
+      "loss": 0.7691,
+      "step": 850
+    },
+    {
+      "epoch": 0.12712877203465792,
+      "grad_norm": 0.21817810833454132,
+      "learning_rate": 0.00019228871744612704,
+      "loss": 0.9089,
+      "step": 851
+    },
+    {
+      "epoch": 0.12727815954586197,
+      "grad_norm": 0.1577853262424469,
+      "learning_rate": 0.0001922706082919004,
+      "loss": 0.7345,
+      "step": 852
+    },
+    {
+      "epoch": 0.12742754705706602,
+      "grad_norm": 0.14371559023857117,
+      "learning_rate": 0.00019225247875363487,
+      "loss": 0.9727,
+      "step": 853
+    },
+    {
+      "epoch": 0.1275769345682701,
+      "grad_norm": 0.10418539494276047,
+      "learning_rate": 0.0001922343288353356,
+      "loss": 0.6287,
+      "step": 854
+    },
+    {
+      "epoch": 0.12772632207947415,
+      "grad_norm": 0.14414125680923462,
+      "learning_rate": 0.00019221615854101215,
+      "loss": 1.0211,
+      "step": 855
+    },
+    {
+      "epoch": 0.12787570959067823,
+      "grad_norm": 0.14058874547481537,
+      "learning_rate": 0.00019219796787467867,
+      "loss": 0.9388,
+      "step": 856
+    },
+    {
+      "epoch": 0.12802509710188228,
+      "grad_norm": 0.24741698801517487,
+      "learning_rate": 0.00019217975684035374,
+      "loss": 0.8997,
+      "step": 857
+    },
+    {
+      "epoch": 0.12817448461308634,
+      "grad_norm": 0.1672530174255371,
+      "learning_rate": 0.00019216152544206049,
+      "loss": 0.9332,
+      "step": 858
+    },
+    {
+      "epoch": 0.12832387212429042,
+      "grad_norm": 0.30283141136169434,
+      "learning_rate": 0.00019214327368382645,
+      "loss": 1.1119,
+      "step": 859
+    },
+    {
+      "epoch": 0.12847325963549447,
+      "grad_norm": 0.41509029269218445,
+      "learning_rate": 0.00019212500156968383,
+      "loss": 1.0261,
+      "step": 860
+    },
+    {
+      "epoch": 0.12862264714669855,
+      "grad_norm": 0.1252591907978058,
+      "learning_rate": 0.00019210670910366917,
+      "loss": 0.7836,
+      "step": 861
+    },
+    {
+      "epoch": 0.1287720346579026,
+      "grad_norm": 0.1359296441078186,
+      "learning_rate": 0.00019208839628982358,
+      "loss": 0.9255,
+      "step": 862
+    },
+    {
+      "epoch": 0.12892142216910665,
+      "grad_norm": 0.22711493074893951,
+      "learning_rate": 0.0001920700631321926,
+      "loss": 1.1905,
+      "step": 863
+    },
+    {
+      "epoch": 0.12907080968031073,
+      "grad_norm": 0.13732872903347015,
+      "learning_rate": 0.00019205170963482643,
+      "loss": 0.7808,
+      "step": 864
+    },
+    {
+      "epoch": 0.12922019719151479,
+      "grad_norm": 0.3582336902618408,
+      "learning_rate": 0.00019203333580177954,
+      "loss": 0.7557,
+      "step": 865
+    },
+    {
+      "epoch": 0.12936958470271887,
+      "grad_norm": 0.14303429424762726,
+      "learning_rate": 0.00019201494163711104,
+      "loss": 0.898,
+      "step": 866
+    },
+    {
+      "epoch": 0.12951897221392292,
+      "grad_norm": 0.11724136024713516,
+      "learning_rate": 0.00019199652714488446,
+      "loss": 0.6867,
+      "step": 867
+    },
+    {
+      "epoch": 0.12966835972512697,
+      "grad_norm": 0.14605864882469177,
+      "learning_rate": 0.00019197809232916795,
+      "loss": 0.7361,
+      "step": 868
+    },
+    {
+      "epoch": 0.12981774723633105,
+      "grad_norm": 0.15446977317333221,
+      "learning_rate": 0.00019195963719403393,
+      "loss": 0.7941,
+      "step": 869
+    },
+    {
+      "epoch": 0.1299671347475351,
+      "grad_norm": 0.17148366570472717,
+      "learning_rate": 0.00019194116174355954,
+      "loss": 0.7493,
+      "step": 870
+    },
+    {
+      "epoch": 0.13011652225873918,
+      "grad_norm": 0.12092535197734833,
+      "learning_rate": 0.0001919226659818262,
+      "loss": 0.8044,
+      "step": 871
+    },
+    {
+      "epoch": 0.13026590976994323,
+      "grad_norm": 0.174177348613739,
+      "learning_rate": 0.00019190414991291998,
+      "loss": 0.8565,
+      "step": 872
+    },
+    {
+      "epoch": 0.13041529728114729,
+      "grad_norm": 0.14217911660671234,
+      "learning_rate": 0.0001918856135409314,
+      "loss": 0.7967,
+      "step": 873
+    },
+    {
+      "epoch": 0.13056468479235137,
+      "grad_norm": 0.2161906510591507,
+      "learning_rate": 0.00019186705686995533,
+      "loss": 1.0536,
+      "step": 874
+    },
+    {
+      "epoch": 0.13071407230355542,
+      "grad_norm": 0.11044277995824814,
+      "learning_rate": 0.00019184847990409134,
+      "loss": 0.7443,
+      "step": 875
+    },
+    {
+      "epoch": 0.1308634598147595,
+      "grad_norm": 0.4287470877170563,
+      "learning_rate": 0.0001918298826474433,
+      "loss": 1.1078,
+      "step": 876
+    },
+    {
+      "epoch": 0.13101284732596355,
+      "grad_norm": 0.313516229391098,
+      "learning_rate": 0.00019181126510411974,
+      "loss": 1.1343,
+      "step": 877
+    },
+    {
+      "epoch": 0.1311622348371676,
+      "grad_norm": 0.15673229098320007,
+      "learning_rate": 0.0001917926272782334,
+      "loss": 1.0282,
+      "step": 878
+    },
+    {
+      "epoch": 0.13131162234837168,
+      "grad_norm": 0.14207200706005096,
+      "learning_rate": 0.00019177396917390187,
+      "loss": 0.7487,
+      "step": 879
+    },
+    {
+      "epoch": 0.13146100985957573,
+      "grad_norm": 0.21555255353450775,
+      "learning_rate": 0.00019175529079524687,
+      "loss": 0.8816,
+      "step": 880
+    },
+    {
+      "epoch": 0.1316103973707798,
+      "grad_norm": 0.10295391082763672,
+      "learning_rate": 0.00019173659214639482,
+      "loss": 0.7433,
+      "step": 881
+    },
+    {
+      "epoch": 0.13175978488198387,
+      "grad_norm": 0.12901347875595093,
+      "learning_rate": 0.00019171787323147654,
+      "loss": 0.828,
+      "step": 882
+    },
+    {
+      "epoch": 0.13190917239318792,
+      "grad_norm": 0.1917589008808136,
+      "learning_rate": 0.00019169913405462733,
+      "loss": 0.8845,
+      "step": 883
+    },
+    {
+      "epoch": 0.132058559904392,
+      "grad_norm": 0.14522455632686615,
+      "learning_rate": 0.00019168037461998695,
+      "loss": 0.8876,
+      "step": 884
+    },
+    {
+      "epoch": 0.13220794741559605,
+      "grad_norm": 0.33967098593711853,
+      "learning_rate": 0.0001916615949316997,
+      "loss": 0.93,
+      "step": 885
+    },
+    {
+      "epoch": 0.13235733492680013,
+      "grad_norm": 0.12859250605106354,
+      "learning_rate": 0.00019164279499391427,
+      "loss": 0.8351,
+      "step": 886
+    },
+    {
+      "epoch": 0.13250672243800418,
+      "grad_norm": 0.11414708197116852,
+      "learning_rate": 0.00019162397481078386,
+      "loss": 0.5253,
+      "step": 887
+    },
+    {
+      "epoch": 0.13265610994920823,
+      "grad_norm": 0.6967369914054871,
+      "learning_rate": 0.00019160513438646617,
+      "loss": 1.0658,
+      "step": 888
+    },
+    {
+      "epoch": 0.13280549746041231,
+      "grad_norm": 0.2920320928096771,
+      "learning_rate": 0.00019158627372512337,
+      "loss": 1.0202,
+      "step": 889
+    },
+    {
+      "epoch": 0.13295488497161637,
+      "grad_norm": 0.1285315304994583,
+      "learning_rate": 0.00019156739283092205,
+      "loss": 0.5447,
+      "step": 890
+    },
+    {
+      "epoch": 0.13310427248282045,
+      "grad_norm": 0.6523221135139465,
+      "learning_rate": 0.00019154849170803327,
+      "loss": 1.2813,
+      "step": 891
+    },
+    {
+      "epoch": 0.1332536599940245,
+      "grad_norm": 0.11954151839017868,
+      "learning_rate": 0.00019152957036063265,
+      "loss": 0.7564,
+      "step": 892
+    },
+    {
+      "epoch": 0.13340304750522855,
+      "grad_norm": 0.10571929812431335,
+      "learning_rate": 0.0001915106287929002,
+      "loss": 0.4487,
+      "step": 893
+    },
+    {
+      "epoch": 0.13355243501643263,
+      "grad_norm": 0.24934682250022888,
+      "learning_rate": 0.00019149166700902032,
+      "loss": 0.7512,
+      "step": 894
+    },
+    {
+      "epoch": 0.13370182252763668,
+      "grad_norm": 0.1705646514892578,
+      "learning_rate": 0.00019147268501318212,
+      "loss": 0.6647,
+      "step": 895
+    },
+    {
+      "epoch": 0.13385121003884076,
+      "grad_norm": 0.1977798193693161,
+      "learning_rate": 0.0001914536828095789,
+      "loss": 1.0058,
+      "step": 896
+    },
+    {
+      "epoch": 0.13400059755004481,
+      "grad_norm": 0.16323387622833252,
+      "learning_rate": 0.00019143466040240863,
+      "loss": 1.0301,
+      "step": 897
+    },
+    {
+      "epoch": 0.13414998506124887,
+      "grad_norm": 0.15375447273254395,
+      "learning_rate": 0.0001914156177958736,
+      "loss": 0.5928,
+      "step": 898
+    },
+    {
+      "epoch": 0.13429937257245295,
+      "grad_norm": 0.2192535251379013,
+      "learning_rate": 0.00019139655499418067,
+      "loss": 0.6105,
+      "step": 899
+    },
+    {
+      "epoch": 0.134448760083657,
+      "grad_norm": 0.35383331775665283,
+      "learning_rate": 0.0001913774720015411,
+      "loss": 0.9193,
+      "step": 900
+    },
+    {
+      "epoch": 0.13459814759486108,
+      "grad_norm": 0.2478116750717163,
+      "learning_rate": 0.0001913583688221706,
+      "loss": 1.0428,
+      "step": 901
+    },
+    {
+      "epoch": 0.13474753510606513,
+      "grad_norm": 0.14307573437690735,
+      "learning_rate": 0.00019133924546028942,
+      "loss": 0.8198,
+      "step": 902
+    },
+    {
+      "epoch": 0.13489692261726918,
+      "grad_norm": 0.27853766083717346,
+      "learning_rate": 0.00019132010192012214,
+      "loss": 0.9841,
+      "step": 903
+    },
+    {
+      "epoch": 0.13504631012847326,
+      "grad_norm": 0.13049887120723724,
+      "learning_rate": 0.00019130093820589791,
+      "loss": 0.5867,
+      "step": 904
+    },
+    {
+      "epoch": 0.13519569763967731,
+      "grad_norm": 0.1877085268497467,
+      "learning_rate": 0.0001912817543218503,
+      "loss": 1.0579,
+      "step": 905
+    },
+    {
+      "epoch": 0.1353450851508814,
+      "grad_norm": 0.18851879239082336,
+      "learning_rate": 0.00019126255027221735,
+      "loss": 0.5173,
+      "step": 906
+    },
+    {
+      "epoch": 0.13549447266208545,
+      "grad_norm": 0.1649446338415146,
+      "learning_rate": 0.00019124332606124152,
+      "loss": 0.8469,
+      "step": 907
+    },
+    {
+      "epoch": 0.13564386017328953,
+      "grad_norm": 0.1373070925474167,
+      "learning_rate": 0.00019122408169316976,
+      "loss": 0.7754,
+      "step": 908
+    },
+    {
+      "epoch": 0.13579324768449358,
+      "grad_norm": 0.13052485883235931,
+      "learning_rate": 0.00019120481717225342,
+      "loss": 0.9105,
+      "step": 909
+    },
+    {
+      "epoch": 0.13594263519569763,
+      "grad_norm": 0.15370683372020721,
+      "learning_rate": 0.00019118553250274832,
+      "loss": 0.6646,
+      "step": 910
+    },
+    {
+      "epoch": 0.1360920227069017,
+      "grad_norm": 0.1601782590150833,
+      "learning_rate": 0.00019116622768891483,
+      "loss": 0.7487,
+      "step": 911
+    },
+    {
+      "epoch": 0.13624141021810576,
+      "grad_norm": 0.19794587790966034,
+      "learning_rate": 0.00019114690273501765,
+      "loss": 0.5437,
+      "step": 912
+    },
+    {
+      "epoch": 0.13639079772930984,
+      "grad_norm": 0.12566497921943665,
+      "learning_rate": 0.00019112755764532594,
+      "loss": 0.8602,
+      "step": 913
+    },
+    {
+      "epoch": 0.1365401852405139,
+      "grad_norm": 0.5696573257446289,
+      "learning_rate": 0.00019110819242411337,
+      "loss": 1.1799,
+      "step": 914
+    },
+    {
+      "epoch": 0.13668957275171795,
+      "grad_norm": 0.11676638573408127,
+      "learning_rate": 0.00019108880707565802,
+      "loss": 0.6958,
+      "step": 915
+    },
+    {
+      "epoch": 0.13683896026292203,
+      "grad_norm": 0.12003248929977417,
+      "learning_rate": 0.00019106940160424244,
+      "loss": 0.5425,
+      "step": 916
+    },
+    {
+      "epoch": 0.13698834777412608,
+      "grad_norm": 0.265358030796051,
+      "learning_rate": 0.00019104997601415352,
+      "loss": 0.673,
+      "step": 917
+    },
+    {
+      "epoch": 0.13713773528533016,
+      "grad_norm": 0.17708387970924377,
+      "learning_rate": 0.0001910305303096828,
+      "loss": 0.7885,
+      "step": 918
+    },
+    {
+      "epoch": 0.1372871227965342,
+      "grad_norm": 0.17588114738464355,
+      "learning_rate": 0.00019101106449512605,
+      "loss": 0.8977,
+      "step": 919
+    },
+    {
+      "epoch": 0.13743651030773826,
+      "grad_norm": 0.20153087377548218,
+      "learning_rate": 0.0001909915785747836,
+      "loss": 0.6529,
+      "step": 920
+    },
+    {
+      "epoch": 0.13758589781894234,
+      "grad_norm": 0.14944609999656677,
+      "learning_rate": 0.00019097207255296022,
+      "loss": 0.7525,
+      "step": 921
+    },
+    {
+      "epoch": 0.1377352853301464,
+      "grad_norm": 0.29275017976760864,
+      "learning_rate": 0.00019095254643396512,
+      "loss": 1.0195,
+      "step": 922
+    },
+    {
+      "epoch": 0.13788467284135048,
+      "grad_norm": 0.26294517517089844,
+      "learning_rate": 0.00019093300022211186,
+      "loss": 1.2764,
+      "step": 923
+    },
+    {
+      "epoch": 0.13803406035255453,
+      "grad_norm": 0.10997014492750168,
+      "learning_rate": 0.0001909134339217186,
+      "loss": 0.5097,
+      "step": 924
+    },
+    {
+      "epoch": 0.13818344786375858,
+      "grad_norm": 0.25661003589630127,
+      "learning_rate": 0.00019089384753710772,
+      "loss": 1.1546,
+      "step": 925
+    },
+    {
+      "epoch": 0.13833283537496266,
+      "grad_norm": 0.14332082867622375,
+      "learning_rate": 0.00019087424107260627,
+      "loss": 0.6839,
+      "step": 926
+    },
+    {
+      "epoch": 0.1384822228861667,
+      "grad_norm": 0.29279524087905884,
+      "learning_rate": 0.0001908546145325456,
+      "loss": 0.8088,
+      "step": 927
+    },
+    {
+      "epoch": 0.1386316103973708,
+      "grad_norm": 0.2230231910943985,
+      "learning_rate": 0.00019083496792126153,
+      "loss": 0.7403,
+      "step": 928
+    },
+    {
+      "epoch": 0.13878099790857484,
+      "grad_norm": 0.20737332105636597,
+      "learning_rate": 0.00019081530124309427,
+      "loss": 1.1846,
+      "step": 929
+    },
+    {
+      "epoch": 0.1389303854197789,
+      "grad_norm": 0.2875371277332306,
+      "learning_rate": 0.00019079561450238854,
+      "loss": 0.9049,
+      "step": 930
+    },
+    {
+      "epoch": 0.13907977293098298,
+      "grad_norm": 0.12367036938667297,
+      "learning_rate": 0.00019077590770349344,
+      "loss": 0.8605,
+      "step": 931
+    },
+    {
+      "epoch": 0.13922916044218703,
+      "grad_norm": 0.34429073333740234,
+      "learning_rate": 0.00019075618085076247,
+      "loss": 1.0233,
+      "step": 932
+    },
+    {
+      "epoch": 0.1393785479533911,
+      "grad_norm": 0.15258093178272247,
+      "learning_rate": 0.00019073643394855368,
+      "loss": 0.8381,
+      "step": 933
+    },
+    {
+      "epoch": 0.13952793546459516,
+      "grad_norm": 0.15117698907852173,
+      "learning_rate": 0.00019071666700122946,
+      "loss": 0.6532,
+      "step": 934
+    },
+    {
+      "epoch": 0.1396773229757992,
+      "grad_norm": 0.11969941109418869,
+      "learning_rate": 0.0001906968800131566,
+      "loss": 0.7025,
+      "step": 935
+    },
+    {
+      "epoch": 0.1398267104870033,
+      "grad_norm": 0.12973757088184357,
+      "learning_rate": 0.00019067707298870638,
+      "loss": 0.6276,
+      "step": 936
+    },
+    {
+      "epoch": 0.13997609799820734,
+      "grad_norm": 0.24265740811824799,
+      "learning_rate": 0.0001906572459322545,
+      "loss": 0.8548,
+      "step": 937
+    },
+    {
+      "epoch": 0.14012548550941142,
+      "grad_norm": 0.18727362155914307,
+      "learning_rate": 0.00019063739884818103,
+      "loss": 0.5687,
+      "step": 938
+    },
+    {
+      "epoch": 0.14027487302061548,
+      "grad_norm": 0.13480857014656067,
+      "learning_rate": 0.00019061753174087054,
+      "loss": 0.9462,
+      "step": 939
+    },
+    {
+      "epoch": 0.14042426053181953,
+      "grad_norm": 0.2221670150756836,
+      "learning_rate": 0.000190597644614712,
+      "loss": 0.6429,
+      "step": 940
+    },
+    {
+      "epoch": 0.1405736480430236,
+      "grad_norm": 0.13278596103191376,
+      "learning_rate": 0.00019057773747409879,
+      "loss": 0.839,
+      "step": 941
+    },
+    {
+      "epoch": 0.14072303555422766,
+      "grad_norm": 0.12343950569629669,
+      "learning_rate": 0.00019055781032342864,
+      "loss": 0.8807,
+      "step": 942
+    },
+    {
+      "epoch": 0.14087242306543174,
+      "grad_norm": 0.1782051920890808,
+      "learning_rate": 0.00019053786316710386,
+      "loss": 1.0982,
+      "step": 943
+    },
+    {
+      "epoch": 0.1410218105766358,
+      "grad_norm": 0.1475050151348114,
+      "learning_rate": 0.00019051789600953102,
+      "loss": 1.0571,
+      "step": 944
+    },
+    {
+      "epoch": 0.14117119808783984,
+      "grad_norm": 0.12406841665506363,
+      "learning_rate": 0.00019049790885512126,
+      "loss": 0.641,
+      "step": 945
+    },
+    {
+      "epoch": 0.14132058559904392,
+      "grad_norm": 0.13010482490062714,
+      "learning_rate": 0.00019047790170829003,
+      "loss": 0.7616,
+      "step": 946
+    },
+    {
+      "epoch": 0.14146997311024798,
+      "grad_norm": 0.14790335297584534,
+      "learning_rate": 0.00019045787457345722,
+      "loss": 0.6587,
+      "step": 947
+    },
+    {
+      "epoch": 0.14161936062145206,
+      "grad_norm": 0.11543125659227371,
+      "learning_rate": 0.00019043782745504711,
+      "loss": 0.7014,
+      "step": 948
+    },
+    {
+      "epoch": 0.1417687481326561,
+      "grad_norm": 0.12451034784317017,
+      "learning_rate": 0.00019041776035748847,
+      "loss": 0.5931,
+      "step": 949
+    },
+    {
+      "epoch": 0.14191813564386016,
+      "grad_norm": 0.1254526674747467,
+      "learning_rate": 0.00019039767328521442,
+      "loss": 0.7772,
+      "step": 950
+    },
+    {
+      "epoch": 0.14206752315506424,
+      "grad_norm": 0.21236388385295868,
+      "learning_rate": 0.00019037756624266252,
+      "loss": 0.6836,
+      "step": 951
+    },
+    {
+      "epoch": 0.1422169106662683,
+      "grad_norm": 0.1704844981431961,
+      "learning_rate": 0.0001903574392342747,
+      "loss": 0.5561,
+      "step": 952
+    },
+    {
+      "epoch": 0.14236629817747237,
+      "grad_norm": 0.1470273733139038,
+      "learning_rate": 0.0001903372922644974,
+      "loss": 0.7572,
+      "step": 953
+    },
+    {
+      "epoch": 0.14251568568867642,
+      "grad_norm": 0.1643514782190323,
+      "learning_rate": 0.00019031712533778137,
+      "loss": 0.8037,
+      "step": 954
+    },
+    {
+      "epoch": 0.14266507319988048,
+      "grad_norm": 0.1775134652853012,
+      "learning_rate": 0.0001902969384585818,
+      "loss": 0.6325,
+      "step": 955
+    },
+    {
+      "epoch": 0.14281446071108456,
+      "grad_norm": 0.16977538168430328,
+      "learning_rate": 0.00019027673163135827,
+      "loss": 0.4522,
+      "step": 956
+    },
+    {
+      "epoch": 0.1429638482222886,
+      "grad_norm": 0.2153913825750351,
+      "learning_rate": 0.00019025650486057484,
+      "loss": 0.6189,
+      "step": 957
+    },
+    {
+      "epoch": 0.1431132357334927,
+      "grad_norm": 0.12824203073978424,
+      "learning_rate": 0.00019023625815069989,
+      "loss": 0.5429,
+      "step": 958
+    },
+    {
+      "epoch": 0.14326262324469674,
+      "grad_norm": 0.13086850941181183,
+      "learning_rate": 0.00019021599150620625,
+      "loss": 0.854,
+      "step": 959
+    },
+    {
+      "epoch": 0.1434120107559008,
+      "grad_norm": 0.13822171092033386,
+      "learning_rate": 0.00019019570493157114,
+      "loss": 0.7447,
+      "step": 960
+    },
+    {
+      "epoch": 0.14356139826710487,
+      "grad_norm": 0.13974325358867645,
+      "learning_rate": 0.00019017539843127617,
+      "loss": 0.9451,
+      "step": 961
+    },
+    {
+      "epoch": 0.14371078577830892,
+      "grad_norm": 0.17371952533721924,
+      "learning_rate": 0.0001901550720098074,
+      "loss": 0.9114,
+      "step": 962
+    },
+    {
+      "epoch": 0.143860173289513,
+      "grad_norm": 0.2538747191429138,
+      "learning_rate": 0.00019013472567165523,
+      "loss": 1.1961,
+      "step": 963
+    },
+    {
+      "epoch": 0.14400956080071706,
+      "grad_norm": 0.110201895236969,
+      "learning_rate": 0.00019011435942131448,
+      "loss": 0.4677,
+      "step": 964
+    },
+    {
+      "epoch": 0.14415894831192114,
+      "grad_norm": 0.11606165021657944,
+      "learning_rate": 0.00019009397326328443,
+      "loss": 0.7407,
+      "step": 965
+    },
+    {
+      "epoch": 0.1443083358231252,
+      "grad_norm": 0.1762661188840866,
+      "learning_rate": 0.00019007356720206865,
+      "loss": 0.7177,
+      "step": 966
+    },
+    {
+      "epoch": 0.14445772333432924,
+      "grad_norm": 0.16712108254432678,
+      "learning_rate": 0.0001900531412421752,
+      "loss": 0.858,
+      "step": 967
+    },
+    {
+      "epoch": 0.14460711084553332,
+      "grad_norm": 0.17348961532115936,
+      "learning_rate": 0.00019003269538811647,
+      "loss": 1.1409,
+      "step": 968
+    },
+    {
+      "epoch": 0.14475649835673737,
+      "grad_norm": 0.13761204481124878,
+      "learning_rate": 0.0001900122296444093,
+      "loss": 0.6666,
+      "step": 969
+    },
+    {
+      "epoch": 0.14490588586794145,
+      "grad_norm": 0.20189805328845978,
+      "learning_rate": 0.00018999174401557488,
+      "loss": 0.736,
+      "step": 970
+    },
+    {
+      "epoch": 0.1450552733791455,
+      "grad_norm": 0.15712390840053558,
+      "learning_rate": 0.0001899712385061388,
+      "loss": 0.7429,
+      "step": 971
+    },
+    {
+      "epoch": 0.14520466089034956,
+      "grad_norm": 0.12312103062868118,
+      "learning_rate": 0.00018995071312063105,
+      "loss": 0.8887,
+      "step": 972
+    },
+    {
+      "epoch": 0.14535404840155364,
+      "grad_norm": 0.16373762488365173,
+      "learning_rate": 0.00018993016786358603,
+      "loss": 1.0923,
+      "step": 973
+    },
+    {
+      "epoch": 0.1455034359127577,
+      "grad_norm": 0.1286284178495407,
+      "learning_rate": 0.00018990960273954254,
+      "loss": 0.5527,
+      "step": 974
+    },
+    {
+      "epoch": 0.14565282342396177,
+      "grad_norm": 0.1538635641336441,
+      "learning_rate": 0.0001898890177530437,
+      "loss": 0.8092,
+      "step": 975
+    },
+    {
+      "epoch": 0.14580221093516582,
+      "grad_norm": 0.14671294391155243,
+      "learning_rate": 0.00018986841290863704,
+      "loss": 0.7165,
+      "step": 976
+    },
+    {
+      "epoch": 0.14595159844636987,
+      "grad_norm": 0.1533249318599701,
+      "learning_rate": 0.00018984778821087454,
+      "loss": 0.6822,
+      "step": 977
+    },
+    {
+      "epoch": 0.14610098595757395,
+      "grad_norm": 0.1579664945602417,
+      "learning_rate": 0.0001898271436643125,
+      "loss": 0.8128,
+      "step": 978
+    },
+    {
+      "epoch": 0.146250373468778,
+      "grad_norm": 0.1557191014289856,
+      "learning_rate": 0.00018980647927351166,
+      "loss": 0.8699,
+      "step": 979
+    },
+    {
+      "epoch": 0.14639976097998209,
+      "grad_norm": 0.1736837476491928,
+      "learning_rate": 0.00018978579504303706,
+      "loss": 1.2032,
+      "step": 980
+    },
+    {
+      "epoch": 0.14654914849118614,
+      "grad_norm": 0.17181052267551422,
+      "learning_rate": 0.00018976509097745826,
+      "loss": 0.7804,
+      "step": 981
+    },
+    {
+      "epoch": 0.1466985360023902,
+      "grad_norm": 0.20371553301811218,
+      "learning_rate": 0.000189744367081349,
+      "loss": 0.9971,
+      "step": 982
+    },
+    {
+      "epoch": 0.14684792351359427,
+      "grad_norm": 0.11608695983886719,
+      "learning_rate": 0.00018972362335928757,
+      "loss": 0.7474,
+      "step": 983
+    },
+    {
+      "epoch": 0.14699731102479832,
+      "grad_norm": 0.23304304480552673,
+      "learning_rate": 0.00018970285981585662,
+      "loss": 1.0192,
+      "step": 984
+    },
+    {
+      "epoch": 0.1471466985360024,
+      "grad_norm": 0.18036411702632904,
+      "learning_rate": 0.0001896820764556431,
+      "loss": 1.1699,
+      "step": 985
+    },
+    {
+      "epoch": 0.14729608604720645,
+      "grad_norm": 0.45688414573669434,
+      "learning_rate": 0.00018966127328323842,
+      "loss": 1.5615,
+      "step": 986
+    },
+    {
+      "epoch": 0.1474454735584105,
+      "grad_norm": 0.11910564452409744,
+      "learning_rate": 0.00018964045030323828,
+      "loss": 0.5669,
+      "step": 987
+    },
+    {
+      "epoch": 0.14759486106961459,
+      "grad_norm": 0.15722838044166565,
+      "learning_rate": 0.00018961960752024288,
+      "loss": 0.7162,
+      "step": 988
+    },
+    {
+      "epoch": 0.14774424858081864,
+      "grad_norm": 0.13349586725234985,
+      "learning_rate": 0.00018959874493885666,
+      "loss": 0.8232,
+      "step": 989
+    },
+    {
+      "epoch": 0.14789363609202272,
+      "grad_norm": 0.2732388973236084,
+      "learning_rate": 0.0001895778625636885,
+      "loss": 0.9254,
+      "step": 990
+    },
+    {
+      "epoch": 0.14804302360322677,
+      "grad_norm": 0.12720026075839996,
+      "learning_rate": 0.00018955696039935167,
+      "loss": 0.6276,
+      "step": 991
+    },
+    {
+      "epoch": 0.14819241111443082,
+      "grad_norm": 0.12968410551548004,
+      "learning_rate": 0.00018953603845046378,
+      "loss": 0.7688,
+      "step": 992
+    },
+    {
+      "epoch": 0.1483417986256349,
+      "grad_norm": 0.2596571445465088,
+      "learning_rate": 0.0001895150967216468,
+      "loss": 1.0049,
+      "step": 993
+    },
+    {
+      "epoch": 0.14849118613683895,
+      "grad_norm": 0.12322080880403519,
+      "learning_rate": 0.00018949413521752713,
+      "loss": 0.7845,
+      "step": 994
+    },
+    {
+      "epoch": 0.14864057364804303,
+      "grad_norm": 0.12585557997226715,
+      "learning_rate": 0.00018947315394273546,
+      "loss": 0.5276,
+      "step": 995
+    },
+    {
+      "epoch": 0.14878996115924709,
+      "grad_norm": 0.16490721702575684,
+      "learning_rate": 0.00018945215290190693,
+      "loss": 0.5467,
+      "step": 996
+    },
+    {
+      "epoch": 0.14893934867045114,
+      "grad_norm": 0.20895147323608398,
+      "learning_rate": 0.00018943113209968094,
+      "loss": 0.6746,
+      "step": 997
+    },
+    {
+      "epoch": 0.14908873618165522,
+      "grad_norm": 0.15641289949417114,
+      "learning_rate": 0.00018941009154070136,
+      "loss": 0.5641,
+      "step": 998
+    },
+    {
+      "epoch": 0.14923812369285927,
+      "grad_norm": 0.12262630462646484,
+      "learning_rate": 0.0001893890312296164,
+      "loss": 0.5929,
+      "step": 999
+    },
+    {
+      "epoch": 0.14938751120406335,
+      "grad_norm": 0.15614943206310272,
+      "learning_rate": 0.00018936795117107855,
+      "loss": 0.7035,
+      "step": 1000
+    },
+    {
+      "epoch": 0.1495368987152674,
+      "grad_norm": 0.13168151676654816,
+      "learning_rate": 0.00018934685136974482,
+      "loss": 0.7546,
+      "step": 1001
+    },
+    {
+      "epoch": 0.14968628622647145,
+      "grad_norm": 0.12817221879959106,
+      "learning_rate": 0.0001893257318302764,
+      "loss": 0.6542,
+      "step": 1002
+    },
+    {
+      "epoch": 0.14983567373767553,
+      "grad_norm": 0.22590519487857819,
+      "learning_rate": 0.000189304592557339,
+      "loss": 0.9049,
+      "step": 1003
+    },
+    {
+      "epoch": 0.1499850612488796,
+      "grad_norm": 0.1316809505224228,
+      "learning_rate": 0.00018928343355560258,
+      "loss": 0.8921,
+      "step": 1004
+    },
+    {
+      "epoch": 0.15013444876008367,
+      "grad_norm": 0.16760273277759552,
+      "learning_rate": 0.00018926225482974153,
+      "loss": 0.5918,
+      "step": 1005
+    },
+    {
+      "epoch": 0.15028383627128772,
+      "grad_norm": 0.1197691559791565,
+      "learning_rate": 0.00018924105638443452,
+      "loss": 0.6532,
+      "step": 1006
+    },
+    {
+      "epoch": 0.15043322378249177,
+      "grad_norm": 0.1392420530319214,
+      "learning_rate": 0.00018921983822436467,
+      "loss": 0.9638,
+      "step": 1007
+    },
+    {
+      "epoch": 0.15058261129369585,
+      "grad_norm": 0.17294703423976898,
+      "learning_rate": 0.0001891986003542194,
+      "loss": 0.7818,
+      "step": 1008
+    },
+    {
+      "epoch": 0.1507319988048999,
+      "grad_norm": 0.2133634239435196,
+      "learning_rate": 0.00018917734277869042,
+      "loss": 0.8933,
+      "step": 1009
+    },
+    {
+      "epoch": 0.15088138631610398,
+      "grad_norm": 0.13073426485061646,
+      "learning_rate": 0.00018915606550247397,
+      "loss": 0.7142,
+      "step": 1010
+    },
+    {
+      "epoch": 0.15103077382730803,
+      "grad_norm": 0.2918628454208374,
+      "learning_rate": 0.0001891347685302705,
+      "loss": 0.9469,
+      "step": 1011
+    },
+    {
+      "epoch": 0.1511801613385121,
+      "grad_norm": 0.12934882938861847,
+      "learning_rate": 0.0001891134518667848,
+      "loss": 0.8446,
+      "step": 1012
+    },
+    {
+      "epoch": 0.15132954884971617,
+      "grad_norm": 0.12790237367153168,
+      "learning_rate": 0.00018909211551672615,
+      "loss": 0.5309,
+      "step": 1013
+    },
+    {
+      "epoch": 0.15147893636092022,
+      "grad_norm": 0.2520146071910858,
+      "learning_rate": 0.000189070759484808,
+      "loss": 0.8729,
+      "step": 1014
+    },
+    {
+      "epoch": 0.1516283238721243,
+      "grad_norm": 0.1819266974925995,
+      "learning_rate": 0.00018904938377574827,
+      "loss": 0.8364,
+      "step": 1015
+    },
+    {
+      "epoch": 0.15177771138332835,
+      "grad_norm": 0.13670526444911957,
+      "learning_rate": 0.0001890279883942692,
+      "loss": 1.178,
+      "step": 1016
+    },
+    {
+      "epoch": 0.15192709889453243,
+      "grad_norm": 0.15499313175678253,
+      "learning_rate": 0.00018900657334509736,
+      "loss": 0.6144,
+      "step": 1017
+    },
+    {
+      "epoch": 0.15207648640573648,
+      "grad_norm": 0.13412916660308838,
+      "learning_rate": 0.0001889851386329637,
+      "loss": 0.7415,
+      "step": 1018
+    },
+    {
+      "epoch": 0.15222587391694054,
+      "grad_norm": 0.17868481576442719,
+      "learning_rate": 0.00018896368426260345,
+      "loss": 1.0732,
+      "step": 1019
+    },
+    {
+      "epoch": 0.15237526142814461,
+      "grad_norm": 0.197604700922966,
+      "learning_rate": 0.00018894221023875622,
+      "loss": 0.8012,
+      "step": 1020
+    },
+    {
+      "epoch": 0.15252464893934867,
+      "grad_norm": 0.13587865233421326,
+      "learning_rate": 0.000188920716566166,
+      "loss": 0.5255,
+      "step": 1021
+    },
+    {
+      "epoch": 0.15267403645055275,
+      "grad_norm": 0.13020993769168854,
+      "learning_rate": 0.00018889920324958106,
+      "loss": 0.5617,
+      "step": 1022
+    },
+    {
+      "epoch": 0.1528234239617568,
+      "grad_norm": 0.19373324513435364,
+      "learning_rate": 0.00018887767029375401,
+      "loss": 1.085,
+      "step": 1023
+    },
+    {
+      "epoch": 0.15297281147296085,
+      "grad_norm": 0.11815980821847916,
+      "learning_rate": 0.00018885611770344185,
+      "loss": 0.7142,
+      "step": 1024
+    },
+    {
+      "epoch": 0.15312219898416493,
+      "grad_norm": 0.21390031278133392,
+      "learning_rate": 0.00018883454548340587,
+      "loss": 1.0385,
+      "step": 1025
+    },
+    {
+      "epoch": 0.15327158649536898,
+      "grad_norm": 0.19770096242427826,
+      "learning_rate": 0.00018881295363841174,
+      "loss": 0.7931,
+      "step": 1026
+    },
+    {
+      "epoch": 0.15342097400657306,
+      "grad_norm": 0.1958816796541214,
+      "learning_rate": 0.00018879134217322942,
+      "loss": 0.8291,
+      "step": 1027
+    },
+    {
+      "epoch": 0.15357036151777712,
+      "grad_norm": 0.11775219440460205,
+      "learning_rate": 0.00018876971109263324,
+      "loss": 0.6206,
+      "step": 1028
+    },
+    {
+      "epoch": 0.15371974902898117,
+      "grad_norm": 0.11675494909286499,
+      "learning_rate": 0.00018874806040140185,
+      "loss": 0.5483,
+      "step": 1029
+    },
+    {
+      "epoch": 0.15386913654018525,
+      "grad_norm": 0.33525991439819336,
+      "learning_rate": 0.00018872639010431822,
+      "loss": 1.6754,
+      "step": 1030
+    },
+    {
+      "epoch": 0.1540185240513893,
+      "grad_norm": 0.15912093222141266,
+      "learning_rate": 0.00018870470020616967,
+      "loss": 0.7152,
+      "step": 1031
+    },
+    {
+      "epoch": 0.15416791156259338,
+      "grad_norm": 0.1797519475221634,
+      "learning_rate": 0.0001886829907117478,
+      "loss": 0.5595,
+      "step": 1032
+    },
+    {
+      "epoch": 0.15431729907379743,
+      "grad_norm": 0.163869708776474,
+      "learning_rate": 0.0001886612616258486,
+      "loss": 0.6443,
+      "step": 1033
+    },
+    {
+      "epoch": 0.15446668658500148,
+      "grad_norm": 0.21159547567367554,
+      "learning_rate": 0.00018863951295327244,
+      "loss": 0.8727,
+      "step": 1034
+    },
+    {
+      "epoch": 0.15461607409620556,
+      "grad_norm": 0.17695502936840057,
+      "learning_rate": 0.00018861774469882385,
+      "loss": 1.269,
+      "step": 1035
+    },
+    {
+      "epoch": 0.15476546160740962,
+      "grad_norm": 0.23800405859947205,
+      "learning_rate": 0.00018859595686731187,
+      "loss": 1.2047,
+      "step": 1036
+    },
+    {
+      "epoch": 0.1549148491186137,
+      "grad_norm": 0.11121930181980133,
+      "learning_rate": 0.0001885741494635497,
+      "loss": 0.6537,
+      "step": 1037
+    },
+    {
+      "epoch": 0.15506423662981775,
+      "grad_norm": 0.10217446833848953,
+      "learning_rate": 0.00018855232249235498,
+      "loss": 0.4512,
+      "step": 1038
+    },
+    {
+      "epoch": 0.1552136241410218,
+      "grad_norm": 0.2477329820394516,
+      "learning_rate": 0.0001885304759585496,
+      "loss": 0.8929,
+      "step": 1039
+    },
+    {
+      "epoch": 0.15536301165222588,
+      "grad_norm": 0.13516084849834442,
+      "learning_rate": 0.00018850860986695985,
+      "loss": 0.6883,
+      "step": 1040
+    },
+    {
+      "epoch": 0.15551239916342993,
+      "grad_norm": 0.14974398910999298,
+      "learning_rate": 0.0001884867242224163,
+      "loss": 0.6658,
+      "step": 1041
+    },
+    {
+      "epoch": 0.155661786674634,
+      "grad_norm": 0.12428376823663712,
+      "learning_rate": 0.00018846481902975377,
+      "loss": 0.8312,
+      "step": 1042
+    },
+    {
+      "epoch": 0.15581117418583806,
+      "grad_norm": 0.10979831218719482,
+      "learning_rate": 0.0001884428942938115,
+      "loss": 0.6737,
+      "step": 1043
+    },
+    {
+      "epoch": 0.15596056169704212,
+      "grad_norm": 0.18722845613956451,
+      "learning_rate": 0.00018842095001943306,
+      "loss": 1.0435,
+      "step": 1044
+    },
+    {
+      "epoch": 0.1561099492082462,
+      "grad_norm": 0.1588689237833023,
+      "learning_rate": 0.00018839898621146625,
+      "loss": 0.792,
+      "step": 1045
+    },
+    {
+      "epoch": 0.15625933671945025,
+      "grad_norm": 0.10412801802158356,
+      "learning_rate": 0.00018837700287476316,
+      "loss": 0.4995,
+      "step": 1046
+    },
+    {
+      "epoch": 0.15640872423065433,
+      "grad_norm": 0.1294378787279129,
+      "learning_rate": 0.00018835500001418036,
+      "loss": 0.8798,
+      "step": 1047
+    },
+    {
+      "epoch": 0.15655811174185838,
+      "grad_norm": 0.16280725598335266,
+      "learning_rate": 0.00018833297763457858,
+      "loss": 0.6571,
+      "step": 1048
+    },
+    {
+      "epoch": 0.15670749925306243,
+      "grad_norm": 0.12636205554008484,
+      "learning_rate": 0.0001883109357408229,
+      "loss": 0.5629,
+      "step": 1049
+    },
+    {
+      "epoch": 0.1568568867642665,
+      "grad_norm": 0.22952638566493988,
+      "learning_rate": 0.00018828887433778278,
+      "loss": 0.9414,
+      "step": 1050
+    },
+    {
+      "epoch": 0.15700627427547056,
+      "grad_norm": 0.18174390494823456,
+      "learning_rate": 0.00018826679343033186,
+      "loss": 0.6405,
+      "step": 1051
+    },
+    {
+      "epoch": 0.15715566178667464,
+      "grad_norm": 0.4626804292201996,
+      "learning_rate": 0.00018824469302334822,
+      "loss": 1.1709,
+      "step": 1052
+    },
+    {
+      "epoch": 0.1573050492978787,
+      "grad_norm": 0.17580588161945343,
+      "learning_rate": 0.00018822257312171416,
+      "loss": 0.7962,
+      "step": 1053
+    },
+    {
+      "epoch": 0.15745443680908275,
+      "grad_norm": 0.1333022564649582,
+      "learning_rate": 0.0001882004337303163,
+      "loss": 0.7548,
+      "step": 1054
+    },
+    {
+      "epoch": 0.15760382432028683,
+      "grad_norm": 1.2796801328659058,
+      "learning_rate": 0.00018817827485404564,
+      "loss": 1.9406,
+      "step": 1055
+    },
+    {
+      "epoch": 0.15775321183149088,
+      "grad_norm": 0.17332683503627777,
+      "learning_rate": 0.0001881560964977974,
+      "loss": 0.8372,
+      "step": 1056
+    },
+    {
+      "epoch": 0.15790259934269496,
+      "grad_norm": 0.15442058444023132,
+      "learning_rate": 0.0001881338986664711,
+      "loss": 0.8606,
+      "step": 1057
+    },
+    {
+      "epoch": 0.158051986853899,
+      "grad_norm": 0.14709503948688507,
+      "learning_rate": 0.0001881116813649706,
+      "loss": 0.8004,
+      "step": 1058
+    },
+    {
+      "epoch": 0.15820137436510306,
+      "grad_norm": 0.18778932094573975,
+      "learning_rate": 0.00018808944459820407,
+      "loss": 0.9717,
+      "step": 1059
+    },
+    {
+      "epoch": 0.15835076187630714,
+      "grad_norm": 0.1773632913827896,
+      "learning_rate": 0.00018806718837108402,
+      "loss": 0.981,
+      "step": 1060
+    },
+    {
+      "epoch": 0.1585001493875112,
+      "grad_norm": 0.13269007205963135,
+      "learning_rate": 0.00018804491268852708,
+      "loss": 0.8844,
+      "step": 1061
+    },
+    {
+      "epoch": 0.15864953689871528,
+      "grad_norm": 0.17859001457691193,
+      "learning_rate": 0.00018802261755545443,
+      "loss": 0.5105,
+      "step": 1062
+    },
+    {
+      "epoch": 0.15879892440991933,
+      "grad_norm": 0.1438104659318924,
+      "learning_rate": 0.0001880003029767913,
+      "loss": 0.7643,
+      "step": 1063
+    },
+    {
+      "epoch": 0.15894831192112338,
+      "grad_norm": 0.13282090425491333,
+      "learning_rate": 0.0001879779689574674,
+      "loss": 0.821,
+      "step": 1064
+    },
+    {
+      "epoch": 0.15909769943232746,
+      "grad_norm": 0.24478429555892944,
+      "learning_rate": 0.0001879556155024167,
+      "loss": 0.6762,
+      "step": 1065
+    },
+    {
+      "epoch": 0.1592470869435315,
+      "grad_norm": 0.11228256672620773,
+      "learning_rate": 0.00018793324261657737,
+      "loss": 0.8163,
+      "step": 1066
+    },
+    {
+      "epoch": 0.1593964744547356,
+      "grad_norm": 0.10839138180017471,
+      "learning_rate": 0.00018791085030489194,
+      "loss": 0.6536,
+      "step": 1067
+    },
+    {
+      "epoch": 0.15954586196593964,
+      "grad_norm": 0.14781688153743744,
+      "learning_rate": 0.00018788843857230726,
+      "loss": 0.7572,
+      "step": 1068
+    },
+    {
+      "epoch": 0.1596952494771437,
+      "grad_norm": 0.18171058595180511,
+      "learning_rate": 0.00018786600742377437,
+      "loss": 0.9202,
+      "step": 1069
+    },
+    {
+      "epoch": 0.15984463698834778,
+      "grad_norm": 0.11682315170764923,
+      "learning_rate": 0.00018784355686424876,
+      "loss": 0.7,
+      "step": 1070
+    },
+    {
+      "epoch": 0.15999402449955183,
+      "grad_norm": 0.09597928076982498,
+      "learning_rate": 0.00018782108689869006,
+      "loss": 0.621,
+      "step": 1071
+    },
+    {
+      "epoch": 0.1601434120107559,
+      "grad_norm": 0.15037846565246582,
+      "learning_rate": 0.00018779859753206225,
+      "loss": 0.7951,
+      "step": 1072
+    },
+    {
+      "epoch": 0.16029279952195996,
+      "grad_norm": 0.11888540536165237,
+      "learning_rate": 0.00018777608876933358,
+      "loss": 0.7986,
+      "step": 1073
+    },
+    {
+      "epoch": 0.16044218703316404,
+      "grad_norm": 0.4484766721725464,
+      "learning_rate": 0.00018775356061547662,
+      "loss": 1.231,
+      "step": 1074
+    },
+    {
+      "epoch": 0.1605915745443681,
+      "grad_norm": 0.13222385942935944,
+      "learning_rate": 0.00018773101307546815,
+      "loss": 0.7957,
+      "step": 1075
+    },
+    {
+      "epoch": 0.16074096205557215,
+      "grad_norm": 0.18500378727912903,
+      "learning_rate": 0.00018770844615428932,
+      "loss": 0.695,
+      "step": 1076
+    },
+    {
+      "epoch": 0.16089034956677623,
+      "grad_norm": 0.10332745313644409,
+      "learning_rate": 0.0001876858598569255,
+      "loss": 0.556,
+      "step": 1077
+    },
+    {
+      "epoch": 0.16103973707798028,
+      "grad_norm": 0.0973210334777832,
+      "learning_rate": 0.00018766325418836637,
+      "loss": 0.5246,
+      "step": 1078
+    },
+    {
+      "epoch": 0.16118912458918436,
+      "grad_norm": 0.15679813921451569,
+      "learning_rate": 0.00018764062915360588,
+      "loss": 0.7182,
+      "step": 1079
+    },
+    {
+      "epoch": 0.1613385121003884,
+      "grad_norm": 0.12232697755098343,
+      "learning_rate": 0.00018761798475764224,
+      "loss": 0.7503,
+      "step": 1080
+    },
+    {
+      "epoch": 0.16148789961159246,
+      "grad_norm": 0.13506333529949188,
+      "learning_rate": 0.00018759532100547799,
+      "loss": 0.6708,
+      "step": 1081
+    },
+    {
+      "epoch": 0.16163728712279654,
+      "grad_norm": 0.1789216846227646,
+      "learning_rate": 0.00018757263790211988,
+      "loss": 1.0662,
+      "step": 1082
+    },
+    {
+      "epoch": 0.1617866746340006,
+      "grad_norm": 0.1154765784740448,
+      "learning_rate": 0.00018754993545257894,
+      "loss": 0.6931,
+      "step": 1083
+    },
+    {
+      "epoch": 0.16193606214520467,
+      "grad_norm": 0.11015768349170685,
+      "learning_rate": 0.0001875272136618706,
+      "loss": 0.8244,
+      "step": 1084
+    },
+    {
+      "epoch": 0.16208544965640873,
+      "grad_norm": 0.14176665246486664,
+      "learning_rate": 0.00018750447253501436,
+      "loss": 0.8434,
+      "step": 1085
+    },
+    {
+      "epoch": 0.16223483716761278,
+      "grad_norm": 0.13398586213588715,
+      "learning_rate": 0.00018748171207703417,
+      "loss": 0.8307,
+      "step": 1086
+    },
+    {
+      "epoch": 0.16238422467881686,
+      "grad_norm": 0.18871843814849854,
+      "learning_rate": 0.00018745893229295813,
+      "loss": 0.7193,
+      "step": 1087
+    },
+    {
+      "epoch": 0.1625336121900209,
+      "grad_norm": 0.1976425051689148,
+      "learning_rate": 0.00018743613318781868,
+      "loss": 0.9341,
+      "step": 1088
+    },
+    {
+      "epoch": 0.162682999701225,
+      "grad_norm": 0.12541085481643677,
+      "learning_rate": 0.00018741331476665246,
+      "loss": 0.7364,
+      "step": 1089
+    },
+    {
+      "epoch": 0.16283238721242904,
+      "grad_norm": 0.3148552179336548,
+      "learning_rate": 0.00018739047703450048,
+      "loss": 1.0103,
+      "step": 1090
+    },
+    {
+      "epoch": 0.1629817747236331,
+      "grad_norm": 0.24794772267341614,
+      "learning_rate": 0.00018736761999640792,
+      "loss": 0.7772,
+      "step": 1091
+    },
+    {
+      "epoch": 0.16313116223483717,
+      "grad_norm": 0.12505854666233063,
+      "learning_rate": 0.00018734474365742428,
+      "loss": 0.7458,
+      "step": 1092
+    },
+    {
+      "epoch": 0.16328054974604123,
+      "grad_norm": 0.13425281643867493,
+      "learning_rate": 0.0001873218480226033,
+      "loss": 0.6537,
+      "step": 1093
+    },
+    {
+      "epoch": 0.1634299372572453,
+      "grad_norm": 0.29929280281066895,
+      "learning_rate": 0.00018729893309700295,
+      "loss": 1.2375,
+      "step": 1094
+    },
+    {
+      "epoch": 0.16357932476844936,
+      "grad_norm": 0.13596223294734955,
+      "learning_rate": 0.00018727599888568555,
+      "loss": 0.956,
+      "step": 1095
+    },
+    {
+      "epoch": 0.1637287122796534,
+      "grad_norm": 0.13480113446712494,
+      "learning_rate": 0.0001872530453937176,
+      "loss": 0.8181,
+      "step": 1096
+    },
+    {
+      "epoch": 0.1638780997908575,
+      "grad_norm": 0.14178095757961273,
+      "learning_rate": 0.00018723007262616998,
+      "loss": 0.7811,
+      "step": 1097
+    },
+    {
+      "epoch": 0.16402748730206154,
+      "grad_norm": 0.11537758260965347,
+      "learning_rate": 0.0001872070805881176,
+      "loss": 0.7824,
+      "step": 1098
+    },
+    {
+      "epoch": 0.16417687481326562,
+      "grad_norm": 0.15772311389446259,
+      "learning_rate": 0.00018718406928463986,
+      "loss": 0.679,
+      "step": 1099
+    },
+    {
+      "epoch": 0.16432626232446967,
+      "grad_norm": 0.22873377799987793,
+      "learning_rate": 0.00018716103872082026,
+      "loss": 0.4674,
+      "step": 1100
+    },
+    {
+      "epoch": 0.16447564983567373,
+      "grad_norm": 0.14255951344966888,
+      "learning_rate": 0.00018713798890174666,
+      "loss": 0.7014,
+      "step": 1101
+    },
+    {
+      "epoch": 0.1646250373468778,
+      "grad_norm": 0.15469695627689362,
+      "learning_rate": 0.00018711491983251113,
+      "loss": 0.8959,
+      "step": 1102
+    },
+    {
+      "epoch": 0.16477442485808186,
+      "grad_norm": 0.10443451255559921,
+      "learning_rate": 0.00018709183151820996,
+      "loss": 0.548,
+      "step": 1103
+    },
+    {
+      "epoch": 0.16492381236928594,
+      "grad_norm": 0.10996398329734802,
+      "learning_rate": 0.00018706872396394376,
+      "loss": 0.6857,
+      "step": 1104
+    },
+    {
+      "epoch": 0.16507319988049,
+      "grad_norm": 0.15236075222492218,
+      "learning_rate": 0.00018704559717481732,
+      "loss": 0.796,
+      "step": 1105
+    },
+    {
+      "epoch": 0.16522258739169404,
+      "grad_norm": 0.19824904203414917,
+      "learning_rate": 0.00018702245115593974,
+      "loss": 0.6438,
+      "step": 1106
+    },
+    {
+      "epoch": 0.16537197490289812,
+      "grad_norm": 0.17726042866706848,
+      "learning_rate": 0.00018699928591242438,
+      "loss": 0.9564,
+      "step": 1107
+    },
+    {
+      "epoch": 0.16552136241410217,
+      "grad_norm": 0.12704910337924957,
+      "learning_rate": 0.0001869761014493887,
+      "loss": 0.5796,
+      "step": 1108
+    },
+    {
+      "epoch": 0.16567074992530625,
+      "grad_norm": 0.22029517590999603,
+      "learning_rate": 0.00018695289777195462,
+      "loss": 0.7932,
+      "step": 1109
+    },
+    {
+      "epoch": 0.1658201374365103,
+      "grad_norm": 0.1251213401556015,
+      "learning_rate": 0.00018692967488524812,
+      "loss": 0.8287,
+      "step": 1110
+    },
+    {
+      "epoch": 0.16596952494771436,
+      "grad_norm": 0.16409267485141754,
+      "learning_rate": 0.00018690643279439958,
+      "loss": 0.6792,
+      "step": 1111
+    },
+    {
+      "epoch": 0.16611891245891844,
+      "grad_norm": 0.11526962369680405,
+      "learning_rate": 0.0001868831715045435,
+      "loss": 0.5228,
+      "step": 1112
+    },
+    {
+      "epoch": 0.1662682999701225,
+      "grad_norm": 0.14684948325157166,
+      "learning_rate": 0.00018685989102081867,
+      "loss": 0.6461,
+      "step": 1113
+    },
+    {
+      "epoch": 0.16641768748132657,
+      "grad_norm": 0.18166372179985046,
+      "learning_rate": 0.00018683659134836813,
+      "loss": 0.8579,
+      "step": 1114
+    },
+    {
+      "epoch": 0.16656707499253062,
+      "grad_norm": 0.12297386676073074,
+      "learning_rate": 0.00018681327249233913,
+      "loss": 0.8628,
+      "step": 1115
+    },
+    {
+      "epoch": 0.16671646250373467,
+      "grad_norm": 0.1687268614768982,
+      "learning_rate": 0.00018678993445788323,
+      "loss": 0.9859,
+      "step": 1116
+    },
+    {
+      "epoch": 0.16686585001493875,
+      "grad_norm": 0.10087472945451736,
+      "learning_rate": 0.00018676657725015606,
+      "loss": 0.6073,
+      "step": 1117
+    },
+    {
+      "epoch": 0.1670152375261428,
+      "grad_norm": 0.12146350741386414,
+      "learning_rate": 0.00018674320087431768,
+      "loss": 0.68,
+      "step": 1118
+    },
+    {
+      "epoch": 0.1671646250373469,
+      "grad_norm": 0.13258694112300873,
+      "learning_rate": 0.0001867198053355323,
+      "loss": 0.8528,
+      "step": 1119
+    },
+    {
+      "epoch": 0.16731401254855094,
+      "grad_norm": 0.15267039835453033,
+      "learning_rate": 0.00018669639063896836,
+      "loss": 0.7095,
+      "step": 1120
+    },
+    {
+      "epoch": 0.167463400059755,
+      "grad_norm": 0.12942974269390106,
+      "learning_rate": 0.00018667295678979852,
+      "loss": 0.8282,
+      "step": 1121
+    },
+    {
+      "epoch": 0.16761278757095907,
+      "grad_norm": 0.1521858274936676,
+      "learning_rate": 0.0001866495037931997,
+      "loss": 0.8557,
+      "step": 1122
+    },
+    {
+      "epoch": 0.16776217508216312,
+      "grad_norm": 0.1155681312084198,
+      "learning_rate": 0.000186626031654353,
+      "loss": 0.6572,
+      "step": 1123
+    },
+    {
+      "epoch": 0.1679115625933672,
+      "grad_norm": 0.13675054907798767,
+      "learning_rate": 0.00018660254037844388,
+      "loss": 0.7218,
+      "step": 1124
+    },
+    {
+      "epoch": 0.16806095010457126,
+      "grad_norm": 0.13993573188781738,
+      "learning_rate": 0.00018657902997066183,
+      "loss": 0.6353,
+      "step": 1125
+    },
+    {
+      "epoch": 0.16821033761577533,
+      "grad_norm": 0.16351041197776794,
+      "learning_rate": 0.00018655550043620073,
+      "loss": 1.027,
+      "step": 1126
+    },
+    {
+      "epoch": 0.1683597251269794,
+      "grad_norm": 0.2799745500087738,
+      "learning_rate": 0.00018653195178025864,
+      "loss": 0.7067,
+      "step": 1127
+    },
+    {
+      "epoch": 0.16850911263818344,
+      "grad_norm": 0.19105161726474762,
+      "learning_rate": 0.0001865083840080378,
+      "loss": 0.7683,
+      "step": 1128
+    },
+    {
+      "epoch": 0.16865850014938752,
+      "grad_norm": 0.22695805132389069,
+      "learning_rate": 0.00018648479712474468,
+      "loss": 1.0468,
+      "step": 1129
+    },
+    {
+      "epoch": 0.16880788766059157,
+      "grad_norm": 0.17338265478610992,
+      "learning_rate": 0.00018646119113559006,
+      "loss": 0.8898,
+      "step": 1130
+    },
+    {
+      "epoch": 0.16895727517179565,
+      "grad_norm": 0.12882818281650543,
+      "learning_rate": 0.00018643756604578885,
+      "loss": 0.8652,
+      "step": 1131
+    },
+    {
+      "epoch": 0.1691066626829997,
+      "grad_norm": 0.2222001552581787,
+      "learning_rate": 0.00018641392186056016,
+      "loss": 0.7363,
+      "step": 1132
+    },
+    {
+      "epoch": 0.16925605019420376,
+      "grad_norm": 0.17244432866573334,
+      "learning_rate": 0.00018639025858512741,
+      "loss": 0.5881,
+      "step": 1133
+    },
+    {
+      "epoch": 0.16940543770540784,
+      "grad_norm": 0.1207844614982605,
+      "learning_rate": 0.0001863665762247182,
+      "loss": 0.832,
+      "step": 1134
+    },
+    {
+      "epoch": 0.1695548252166119,
+      "grad_norm": 0.20044654607772827,
+      "learning_rate": 0.00018634287478456432,
+      "loss": 0.9488,
+      "step": 1135
+    },
+    {
+      "epoch": 0.16970421272781597,
+      "grad_norm": 0.13231255114078522,
+      "learning_rate": 0.00018631915426990184,
+      "loss": 0.5556,
+      "step": 1136
+    },
+    {
+      "epoch": 0.16985360023902002,
+      "grad_norm": 0.444367378950119,
+      "learning_rate": 0.00018629541468597092,
+      "loss": 1.1058,
+      "step": 1137
+    },
+    {
+      "epoch": 0.17000298775022407,
+      "grad_norm": 0.1951618492603302,
+      "learning_rate": 0.00018627165603801605,
+      "loss": 0.9483,
+      "step": 1138
+    },
+    {
+      "epoch": 0.17015237526142815,
+      "grad_norm": 0.2736690044403076,
+      "learning_rate": 0.00018624787833128588,
+      "loss": 0.8482,
+      "step": 1139
+    },
+    {
+      "epoch": 0.1703017627726322,
+      "grad_norm": 0.15237697958946228,
+      "learning_rate": 0.0001862240815710333,
+      "loss": 0.6764,
+      "step": 1140
+    },
+    {
+      "epoch": 0.17045115028383628,
+      "grad_norm": 0.14255677163600922,
+      "learning_rate": 0.0001862002657625154,
+      "loss": 0.7176,
+      "step": 1141
+    },
+    {
+      "epoch": 0.17060053779504034,
+      "grad_norm": 0.20565101504325867,
+      "learning_rate": 0.0001861764309109934,
+      "loss": 1.1075,
+      "step": 1142
+    },
+    {
+      "epoch": 0.1707499253062444,
+      "grad_norm": 0.11338746547698975,
+      "learning_rate": 0.0001861525770217329,
+      "loss": 0.8231,
+      "step": 1143
+    },
+    {
+      "epoch": 0.17089931281744847,
+      "grad_norm": 0.34042519330978394,
+      "learning_rate": 0.00018612870410000354,
+      "loss": 1.1565,
+      "step": 1144
+    },
+    {
+      "epoch": 0.17104870032865252,
+      "grad_norm": 0.12565311789512634,
+      "learning_rate": 0.00018610481215107925,
+      "loss": 0.6115,
+      "step": 1145
+    },
+    {
+      "epoch": 0.1711980878398566,
+      "grad_norm": 0.1262931525707245,
+      "learning_rate": 0.00018608090118023808,
+      "loss": 0.6307,
+      "step": 1146
+    },
+    {
+      "epoch": 0.17134747535106065,
+      "grad_norm": 0.4232707917690277,
+      "learning_rate": 0.00018605697119276242,
+      "loss": 0.8655,
+      "step": 1147
+    },
+    {
+      "epoch": 0.1714968628622647,
+      "grad_norm": 0.16684143245220184,
+      "learning_rate": 0.00018603302219393874,
+      "loss": 0.678,
+      "step": 1148
+    },
+    {
+      "epoch": 0.17164625037346878,
+      "grad_norm": 0.17487527430057526,
+      "learning_rate": 0.00018600905418905776,
+      "loss": 0.4725,
+      "step": 1149
+    },
+    {
+      "epoch": 0.17179563788467284,
+      "grad_norm": 0.1387338787317276,
+      "learning_rate": 0.0001859850671834144,
+      "loss": 0.8142,
+      "step": 1150
+    },
+    {
+      "epoch": 0.17194502539587692,
+      "grad_norm": 0.15392735600471497,
+      "learning_rate": 0.00018596106118230779,
+      "loss": 0.7672,
+      "step": 1151
+    },
+    {
+      "epoch": 0.17209441290708097,
+      "grad_norm": 0.251715749502182,
+      "learning_rate": 0.0001859370361910412,
+      "loss": 0.742,
+      "step": 1152
+    },
+    {
+      "epoch": 0.17224380041828502,
+      "grad_norm": 0.18483877182006836,
+      "learning_rate": 0.00018591299221492214,
+      "loss": 0.8683,
+      "step": 1153
+    },
+    {
+      "epoch": 0.1723931879294891,
+      "grad_norm": 0.14035139977931976,
+      "learning_rate": 0.00018588892925926228,
+      "loss": 0.6233,
+      "step": 1154
+    },
+    {
+      "epoch": 0.17254257544069315,
+      "grad_norm": 0.43573567271232605,
+      "learning_rate": 0.00018586484732937758,
+      "loss": 0.9892,
+      "step": 1155
+    },
+    {
+      "epoch": 0.17269196295189723,
+      "grad_norm": 0.11906327307224274,
+      "learning_rate": 0.00018584074643058807,
+      "loss": 0.7038,
+      "step": 1156
+    },
+    {
+      "epoch": 0.17284135046310128,
+      "grad_norm": 0.19945280253887177,
+      "learning_rate": 0.00018581662656821802,
+      "loss": 0.6789,
+      "step": 1157
+    },
+    {
+      "epoch": 0.17299073797430534,
+      "grad_norm": 0.25069642066955566,
+      "learning_rate": 0.00018579248774759586,
+      "loss": 0.9036,
+      "step": 1158
+    },
+    {
+      "epoch": 0.17314012548550942,
+      "grad_norm": 0.1946730762720108,
+      "learning_rate": 0.00018576832997405432,
+      "loss": 0.9371,
+      "step": 1159
+    },
+    {
+      "epoch": 0.17328951299671347,
+      "grad_norm": 0.16489769518375397,
+      "learning_rate": 0.00018574415325293018,
+      "loss": 0.5388,
+      "step": 1160
+    },
+    {
+      "epoch": 0.17343890050791755,
+      "grad_norm": 0.13044323027133942,
+      "learning_rate": 0.00018571995758956446,
+      "loss": 0.6756,
+      "step": 1161
+    },
+    {
+      "epoch": 0.1735882880191216,
+      "grad_norm": 0.13318844139575958,
+      "learning_rate": 0.00018569574298930237,
+      "loss": 0.9302,
+      "step": 1162
+    },
+    {
+      "epoch": 0.17373767553032565,
+      "grad_norm": 0.1677417755126953,
+      "learning_rate": 0.0001856715094574933,
+      "loss": 0.9213,
+      "step": 1163
+    },
+    {
+      "epoch": 0.17388706304152973,
+      "grad_norm": 0.11865703761577606,
+      "learning_rate": 0.00018564725699949083,
+      "loss": 0.8194,
+      "step": 1164
+    },
+    {
+      "epoch": 0.17403645055273378,
+      "grad_norm": 0.16482964158058167,
+      "learning_rate": 0.0001856229856206527,
+      "loss": 0.7889,
+      "step": 1165
+    },
+    {
+      "epoch": 0.17418583806393786,
+      "grad_norm": 0.13027256727218628,
+      "learning_rate": 0.0001855986953263409,
+      "loss": 0.7222,
+      "step": 1166
+    },
+    {
+      "epoch": 0.17433522557514192,
+      "grad_norm": 0.15511631965637207,
+      "learning_rate": 0.00018557438612192142,
+      "loss": 1.2247,
+      "step": 1167
+    },
+    {
+      "epoch": 0.17448461308634597,
+      "grad_norm": 0.16678637266159058,
+      "learning_rate": 0.00018555005801276463,
+      "loss": 0.5846,
+      "step": 1168
+    },
+    {
+      "epoch": 0.17463400059755005,
+      "grad_norm": 0.15397848188877106,
+      "learning_rate": 0.00018552571100424503,
+      "loss": 0.7163,
+      "step": 1169
+    },
+    {
+      "epoch": 0.1747833881087541,
+      "grad_norm": 0.3140554130077362,
+      "learning_rate": 0.00018550134510174115,
+      "loss": 1.1924,
+      "step": 1170
+    },
+    {
+      "epoch": 0.17493277561995818,
+      "grad_norm": 0.14024198055267334,
+      "learning_rate": 0.0001854769603106359,
+      "loss": 0.9647,
+      "step": 1171
+    },
+    {
+      "epoch": 0.17508216313116223,
+      "grad_norm": 0.2069367915391922,
+      "learning_rate": 0.0001854525566363162,
+      "loss": 0.9767,
+      "step": 1172
+    },
+    {
+      "epoch": 0.17523155064236628,
+      "grad_norm": 0.13816118240356445,
+      "learning_rate": 0.0001854281340841733,
+      "loss": 0.542,
+      "step": 1173
+    },
+    {
+      "epoch": 0.17538093815357036,
+      "grad_norm": 0.14822708070278168,
+      "learning_rate": 0.00018540369265960242,
+      "loss": 0.9574,
+      "step": 1174
+    },
+    {
+      "epoch": 0.17553032566477442,
+      "grad_norm": 0.1753738522529602,
+      "learning_rate": 0.00018537923236800315,
+      "loss": 0.8379,
+      "step": 1175
+    },
+    {
+      "epoch": 0.1756797131759785,
+      "grad_norm": 0.13829240202903748,
+      "learning_rate": 0.00018535475321477906,
+      "loss": 0.7342,
+      "step": 1176
+    },
+    {
+      "epoch": 0.17582910068718255,
+      "grad_norm": 0.15101328492164612,
+      "learning_rate": 0.00018533025520533805,
+      "loss": 0.8258,
+      "step": 1177
+    },
+    {
+      "epoch": 0.1759784881983866,
+      "grad_norm": 0.4592054784297943,
+      "learning_rate": 0.00018530573834509215,
+      "loss": 1.2556,
+      "step": 1178
+    },
+    {
+      "epoch": 0.17612787570959068,
+      "grad_norm": 0.1719399243593216,
+      "learning_rate": 0.00018528120263945744,
+      "loss": 0.9381,
+      "step": 1179
+    },
+    {
+      "epoch": 0.17627726322079473,
+      "grad_norm": 0.11263933032751083,
+      "learning_rate": 0.0001852566480938543,
+      "loss": 0.7793,
+      "step": 1180
+    },
+    {
+      "epoch": 0.1764266507319988,
+      "grad_norm": 0.16535364091396332,
+      "learning_rate": 0.00018523207471370716,
+      "loss": 0.6528,
+      "step": 1181
+    },
+    {
+      "epoch": 0.17657603824320287,
+      "grad_norm": 0.1505178064107895,
+      "learning_rate": 0.00018520748250444474,
+      "loss": 0.6552,
+      "step": 1182
+    },
+    {
+      "epoch": 0.17672542575440695,
+      "grad_norm": 0.12604665756225586,
+      "learning_rate": 0.00018518287147149983,
+      "loss": 0.6862,
+      "step": 1183
+    },
+    {
+      "epoch": 0.176874813265611,
+      "grad_norm": 0.12405974417924881,
+      "learning_rate": 0.00018515824162030934,
+      "loss": 0.7987,
+      "step": 1184
+    },
+    {
+      "epoch": 0.17702420077681505,
+      "grad_norm": 0.15863847732543945,
+      "learning_rate": 0.00018513359295631448,
+      "loss": 0.7515,
+      "step": 1185
+    },
+    {
+      "epoch": 0.17717358828801913,
+      "grad_norm": 0.16431525349617004,
+      "learning_rate": 0.00018510892548496047,
+      "loss": 0.6625,
+      "step": 1186
+    },
+    {
+      "epoch": 0.17732297579922318,
+      "grad_norm": 0.2458639144897461,
+      "learning_rate": 0.00018508423921169675,
+      "loss": 1.3889,
+      "step": 1187
+    },
+    {
+      "epoch": 0.17747236331042726,
+      "grad_norm": 0.1566503345966339,
+      "learning_rate": 0.00018505953414197696,
+      "loss": 0.8438,
+      "step": 1188
+    },
+    {
+      "epoch": 0.1776217508216313,
+      "grad_norm": 0.12780135869979858,
+      "learning_rate": 0.00018503481028125877,
+      "loss": 0.9441,
+      "step": 1189
+    },
+    {
+      "epoch": 0.17777113833283537,
+      "grad_norm": 0.2947339117527008,
+      "learning_rate": 0.00018501006763500414,
+      "loss": 1.2509,
+      "step": 1190
+    },
+    {
+      "epoch": 0.17792052584403945,
+      "grad_norm": 0.23375345766544342,
+      "learning_rate": 0.00018498530620867908,
+      "loss": 0.6705,
+      "step": 1191
+    },
+    {
+      "epoch": 0.1780699133552435,
+      "grad_norm": 0.2791805863380432,
+      "learning_rate": 0.00018496052600775376,
+      "loss": 0.9555,
+      "step": 1192
+    },
+    {
+      "epoch": 0.17821930086644758,
+      "grad_norm": 0.14220461249351501,
+      "learning_rate": 0.00018493572703770253,
+      "loss": 0.8023,
+      "step": 1193
+    },
+    {
+      "epoch": 0.17836868837765163,
+      "grad_norm": 0.10689699649810791,
+      "learning_rate": 0.0001849109093040039,
+      "loss": 0.3987,
+      "step": 1194
+    },
+    {
+      "epoch": 0.17851807588885568,
+      "grad_norm": 0.11420352756977081,
+      "learning_rate": 0.0001848860728121405,
+      "loss": 0.6444,
+      "step": 1195
+    },
+    {
+      "epoch": 0.17866746340005976,
+      "grad_norm": 0.1247362345457077,
+      "learning_rate": 0.00018486121756759906,
+      "loss": 0.8246,
+      "step": 1196
+    },
+    {
+      "epoch": 0.1788168509112638,
+      "grad_norm": 0.15353257954120636,
+      "learning_rate": 0.00018483634357587057,
+      "loss": 0.5427,
+      "step": 1197
+    },
+    {
+      "epoch": 0.1789662384224679,
+      "grad_norm": 0.11908576637506485,
+      "learning_rate": 0.00018481145084245002,
+      "loss": 0.671,
+      "step": 1198
+    },
+    {
+      "epoch": 0.17911562593367195,
+      "grad_norm": 0.1491960883140564,
+      "learning_rate": 0.0001847865393728366,
+      "loss": 0.9276,
+      "step": 1199
+    },
+    {
+      "epoch": 0.179265013444876,
+      "grad_norm": 0.16004832088947296,
+      "learning_rate": 0.00018476160917253373,
+      "loss": 0.9802,
+      "step": 1200
+    },
+    {
+      "epoch": 0.17941440095608008,
+      "grad_norm": 0.20184099674224854,
+      "learning_rate": 0.00018473666024704883,
+      "loss": 0.8308,
+      "step": 1201
+    },
+    {
+      "epoch": 0.17956378846728413,
+      "grad_norm": 0.16696742177009583,
+      "learning_rate": 0.0001847116926018935,
+      "loss": 1.1185,
+      "step": 1202
+    },
+    {
+      "epoch": 0.1797131759784882,
+      "grad_norm": 0.1517256200313568,
+      "learning_rate": 0.00018468670624258353,
+      "loss": 0.7536,
+      "step": 1203
+    },
+    {
+      "epoch": 0.17986256348969226,
+      "grad_norm": 0.16679219901561737,
+      "learning_rate": 0.0001846617011746388,
+      "loss": 0.6424,
+      "step": 1204
+    },
+    {
+      "epoch": 0.18001195100089631,
+      "grad_norm": 0.15376229584217072,
+      "learning_rate": 0.0001846366774035833,
+      "loss": 0.9011,
+      "step": 1205
+    },
+    {
+      "epoch": 0.1801613385121004,
+      "grad_norm": 0.13043151795864105,
+      "learning_rate": 0.00018461163493494517,
+      "loss": 0.9194,
+      "step": 1206
+    },
+    {
+      "epoch": 0.18031072602330445,
+      "grad_norm": 0.15427030622959137,
+      "learning_rate": 0.0001845865737742567,
+      "loss": 0.8592,
+      "step": 1207
+    },
+    {
+      "epoch": 0.18046011353450853,
+      "grad_norm": 0.4822232127189636,
+      "learning_rate": 0.0001845614939270543,
+      "loss": 1.6313,
+      "step": 1208
+    },
+    {
+      "epoch": 0.18060950104571258,
+      "grad_norm": 0.15565815567970276,
+      "learning_rate": 0.00018453639539887853,
+      "loss": 0.7739,
+      "step": 1209
+    },
+    {
+      "epoch": 0.18075888855691663,
+      "grad_norm": 0.11118531227111816,
+      "learning_rate": 0.00018451127819527402,
+      "loss": 0.6064,
+      "step": 1210
+    },
+    {
+      "epoch": 0.1809082760681207,
+      "grad_norm": 0.14477503299713135,
+      "learning_rate": 0.0001844861423217896,
+      "loss": 0.9683,
+      "step": 1211
+    },
+    {
+      "epoch": 0.18105766357932476,
+      "grad_norm": 0.1929170936346054,
+      "learning_rate": 0.00018446098778397807,
+      "loss": 0.6135,
+      "step": 1212
+    },
+    {
+      "epoch": 0.18120705109052884,
+      "grad_norm": 0.13953596353530884,
+      "learning_rate": 0.0001844358145873966,
+      "loss": 1.0582,
+      "step": 1213
+    },
+    {
+      "epoch": 0.1813564386017329,
+      "grad_norm": 0.1348966360092163,
+      "learning_rate": 0.00018441062273760628,
+      "loss": 0.4698,
+      "step": 1214
+    },
+    {
+      "epoch": 0.18150582611293695,
+      "grad_norm": 0.1345159113407135,
+      "learning_rate": 0.0001843854122401724,
+      "loss": 0.848,
+      "step": 1215
+    },
+    {
+      "epoch": 0.18165521362414103,
+      "grad_norm": 0.11462259292602539,
+      "learning_rate": 0.00018436018310066435,
+      "loss": 0.6769,
+      "step": 1216
+    },
+    {
+      "epoch": 0.18180460113534508,
+      "grad_norm": 0.14895157516002655,
+      "learning_rate": 0.0001843349353246557,
+      "loss": 0.5784,
+      "step": 1217
+    },
+    {
+      "epoch": 0.18195398864654916,
+      "grad_norm": 0.13859333097934723,
+      "learning_rate": 0.000184309668917724,
+      "loss": 0.903,
+      "step": 1218
+    },
+    {
+      "epoch": 0.1821033761577532,
+      "grad_norm": 0.11198470741510391,
+      "learning_rate": 0.00018428438388545107,
+      "loss": 0.6247,
+      "step": 1219
+    },
+    {
+      "epoch": 0.18225276366895726,
+      "grad_norm": 0.17095430195331573,
+      "learning_rate": 0.0001842590802334227,
+      "loss": 0.5969,
+      "step": 1220
+    },
+    {
+      "epoch": 0.18240215118016134,
+      "grad_norm": 0.33381956815719604,
+      "learning_rate": 0.00018423375796722895,
+      "loss": 1.1353,
+      "step": 1221
+    },
+    {
+      "epoch": 0.1825515386913654,
+      "grad_norm": 0.11893988400697708,
+      "learning_rate": 0.00018420841709246383,
+      "loss": 0.9319,
+      "step": 1222
+    },
+    {
+      "epoch": 0.18270092620256947,
+      "grad_norm": 0.11547727882862091,
+      "learning_rate": 0.00018418305761472566,
+      "loss": 0.5685,
+      "step": 1223
+    },
+    {
+      "epoch": 0.18285031371377353,
+      "grad_norm": 0.18776455521583557,
+      "learning_rate": 0.0001841576795396166,
+      "loss": 0.7411,
+      "step": 1224
+    },
+    {
+      "epoch": 0.18299970122497758,
+      "grad_norm": 0.28690654039382935,
+      "learning_rate": 0.00018413228287274315,
+      "loss": 0.965,
+      "step": 1225
+    },
+    {
+      "epoch": 0.18314908873618166,
+      "grad_norm": 0.12270329147577286,
+      "learning_rate": 0.00018410686761971586,
+      "loss": 0.6724,
+      "step": 1226
+    },
+    {
+      "epoch": 0.1832984762473857,
+      "grad_norm": 0.19342897832393646,
+      "learning_rate": 0.0001840814337861493,
+      "loss": 0.8486,
+      "step": 1227
+    },
+    {
+      "epoch": 0.1834478637585898,
+      "grad_norm": 0.12105520814657211,
+      "learning_rate": 0.00018405598137766224,
+      "loss": 0.9189,
+      "step": 1228
+    },
+    {
+      "epoch": 0.18359725126979384,
+      "grad_norm": 0.14361943304538727,
+      "learning_rate": 0.00018403051039987754,
+      "loss": 0.4516,
+      "step": 1229
+    },
+    {
+      "epoch": 0.1837466387809979,
+      "grad_norm": 0.23831139504909515,
+      "learning_rate": 0.00018400502085842208,
+      "loss": 1.2297,
+      "step": 1230
+    },
+    {
+      "epoch": 0.18389602629220198,
+      "grad_norm": 0.19276589155197144,
+      "learning_rate": 0.00018397951275892695,
+      "loss": 0.6379,
+      "step": 1231
+    },
+    {
+      "epoch": 0.18404541380340603,
+      "grad_norm": 0.32586970925331116,
+      "learning_rate": 0.00018395398610702733,
+      "loss": 1.0752,
+      "step": 1232
+    },
+    {
+      "epoch": 0.1841948013146101,
+      "grad_norm": 0.1523769348859787,
+      "learning_rate": 0.00018392844090836237,
+      "loss": 1.0371,
+      "step": 1233
+    },
+    {
+      "epoch": 0.18434418882581416,
+      "grad_norm": 0.1339939385652542,
+      "learning_rate": 0.00018390287716857546,
+      "loss": 0.5838,
+      "step": 1234
+    },
+    {
+      "epoch": 0.18449357633701824,
+      "grad_norm": 0.17885640263557434,
+      "learning_rate": 0.00018387729489331402,
+      "loss": 1.0965,
+      "step": 1235
+    },
+    {
+      "epoch": 0.1846429638482223,
+      "grad_norm": 0.2260708212852478,
+      "learning_rate": 0.00018385169408822964,
+      "loss": 1.0085,
+      "step": 1236
+    },
+    {
+      "epoch": 0.18479235135942634,
+      "grad_norm": 0.20628871023654938,
+      "learning_rate": 0.00018382607475897787,
+      "loss": 0.4401,
+      "step": 1237
+    },
+    {
+      "epoch": 0.18494173887063042,
+      "grad_norm": 0.17405936121940613,
+      "learning_rate": 0.0001838004369112184,
+      "loss": 0.5253,
+      "step": 1238
+    },
+    {
+      "epoch": 0.18509112638183448,
+      "grad_norm": 0.11227359622716904,
+      "learning_rate": 0.00018377478055061516,
+      "loss": 0.6422,
+      "step": 1239
+    },
+    {
+      "epoch": 0.18524051389303856,
+      "grad_norm": 0.18113653361797333,
+      "learning_rate": 0.00018374910568283594,
+      "loss": 0.5326,
+      "step": 1240
+    },
+    {
+      "epoch": 0.1853899014042426,
+      "grad_norm": 0.12269013375043869,
+      "learning_rate": 0.00018372341231355274,
+      "loss": 0.6607,
+      "step": 1241
+    },
+    {
+      "epoch": 0.18553928891544666,
+      "grad_norm": 0.31763309240341187,
+      "learning_rate": 0.00018369770044844168,
+      "loss": 0.8666,
+      "step": 1242
+    },
+    {
+      "epoch": 0.18568867642665074,
+      "grad_norm": 0.17516912519931793,
+      "learning_rate": 0.00018367197009318286,
+      "loss": 1.0452,
+      "step": 1243
+    },
+    {
+      "epoch": 0.1858380639378548,
+      "grad_norm": 0.11332941800355911,
+      "learning_rate": 0.00018364622125346055,
+      "loss": 0.4925,
+      "step": 1244
+    },
+    {
+      "epoch": 0.18598745144905887,
+      "grad_norm": 0.1446741372346878,
+      "learning_rate": 0.0001836204539349631,
+      "loss": 0.6967,
+      "step": 1245
+    },
+    {
+      "epoch": 0.18613683896026292,
+      "grad_norm": 0.177836611866951,
+      "learning_rate": 0.0001835946681433829,
+      "loss": 0.8671,
+      "step": 1246
+    },
+    {
+      "epoch": 0.18628622647146698,
+      "grad_norm": 0.1338125616312027,
+      "learning_rate": 0.00018356886388441645,
+      "loss": 0.9787,
+      "step": 1247
+    },
+    {
+      "epoch": 0.18643561398267106,
+      "grad_norm": 0.1504998356103897,
+      "learning_rate": 0.00018354304116376425,
+      "loss": 0.7123,
+      "step": 1248
+    },
+    {
+      "epoch": 0.1865850014938751,
+      "grad_norm": 0.11992106586694717,
+      "learning_rate": 0.00018351719998713106,
+      "loss": 0.8016,
+      "step": 1249
+    },
+    {
+      "epoch": 0.1867343890050792,
+      "grad_norm": 0.13362877070903778,
+      "learning_rate": 0.0001834913403602255,
+      "loss": 0.6951,
+      "step": 1250
+    },
+    {
+      "epoch": 0.18688377651628324,
+      "grad_norm": 0.19289879500865936,
+      "learning_rate": 0.00018346546228876047,
+      "loss": 0.9931,
+      "step": 1251
+    },
+    {
+      "epoch": 0.1870331640274873,
+      "grad_norm": 0.19565518200397491,
+      "learning_rate": 0.00018343956577845276,
+      "loss": 1.0326,
+      "step": 1252
+    },
+    {
+      "epoch": 0.18718255153869137,
+      "grad_norm": 0.2017303854227066,
+      "learning_rate": 0.00018341365083502335,
+      "loss": 0.8296,
+      "step": 1253
+    },
+    {
+      "epoch": 0.18733193904989542,
+      "grad_norm": 0.14418242871761322,
+      "learning_rate": 0.00018338771746419726,
+      "loss": 0.9156,
+      "step": 1254
+    },
+    {
+      "epoch": 0.1874813265610995,
+      "grad_norm": 0.30200129747390747,
+      "learning_rate": 0.00018336176567170363,
+      "loss": 0.8995,
+      "step": 1255
+    },
+    {
+      "epoch": 0.18763071407230356,
+      "grad_norm": 0.2137260138988495,
+      "learning_rate": 0.00018333579546327556,
+      "loss": 0.9876,
+      "step": 1256
+    },
+    {
+      "epoch": 0.1877801015835076,
+      "grad_norm": 0.1436002552509308,
+      "learning_rate": 0.0001833098068446503,
+      "loss": 0.7803,
+      "step": 1257
+    },
+    {
+      "epoch": 0.1879294890947117,
+      "grad_norm": 0.213914155960083,
+      "learning_rate": 0.00018328379982156915,
+      "loss": 0.8788,
+      "step": 1258
+    },
+    {
+      "epoch": 0.18807887660591574,
+      "grad_norm": 0.18235763907432556,
+      "learning_rate": 0.00018325777439977747,
+      "loss": 0.6727,
+      "step": 1259
+    },
+    {
+      "epoch": 0.18822826411711982,
+      "grad_norm": 0.184591144323349,
+      "learning_rate": 0.00018323173058502472,
+      "loss": 0.7196,
+      "step": 1260
+    },
+    {
+      "epoch": 0.18837765162832387,
+      "grad_norm": 0.1435452103614807,
+      "learning_rate": 0.00018320566838306431,
+      "loss": 0.9443,
+      "step": 1261
+    },
+    {
+      "epoch": 0.18852703913952792,
+      "grad_norm": 0.1862800419330597,
+      "learning_rate": 0.00018317958779965387,
+      "loss": 0.704,
+      "step": 1262
+    },
+    {
+      "epoch": 0.188676426650732,
+      "grad_norm": 0.1972978413105011,
+      "learning_rate": 0.000183153488840555,
+      "loss": 0.7077,
+      "step": 1263
+    },
+    {
+      "epoch": 0.18882581416193606,
+      "grad_norm": 0.13390903174877167,
+      "learning_rate": 0.00018312737151153334,
+      "loss": 0.658,
+      "step": 1264
+    },
+    {
+      "epoch": 0.18897520167314014,
+      "grad_norm": 0.3871189057826996,
+      "learning_rate": 0.00018310123581835868,
+      "loss": 1.2051,
+      "step": 1265
+    },
+    {
+      "epoch": 0.1891245891843442,
+      "grad_norm": 0.15519294142723083,
+      "learning_rate": 0.00018307508176680472,
+      "loss": 0.6735,
+      "step": 1266
+    },
+    {
+      "epoch": 0.18927397669554824,
+      "grad_norm": 0.13292644917964935,
+      "learning_rate": 0.0001830489093626494,
+      "loss": 0.5655,
+      "step": 1267
+    },
+    {
+      "epoch": 0.18942336420675232,
+      "grad_norm": 0.12040957808494568,
+      "learning_rate": 0.00018302271861167456,
+      "loss": 0.6574,
+      "step": 1268
+    },
+    {
+      "epoch": 0.18957275171795637,
+      "grad_norm": 0.17542392015457153,
+      "learning_rate": 0.00018299650951966614,
+      "loss": 0.7045,
+      "step": 1269
+    },
+    {
+      "epoch": 0.18972213922916045,
+      "grad_norm": 0.12977173924446106,
+      "learning_rate": 0.0001829702820924142,
+      "loss": 0.8453,
+      "step": 1270
+    },
+    {
+      "epoch": 0.1898715267403645,
+      "grad_norm": 0.3114042282104492,
+      "learning_rate": 0.00018294403633571275,
+      "loss": 0.9561,
+      "step": 1271
+    },
+    {
+      "epoch": 0.19002091425156856,
+      "grad_norm": 0.1601576954126358,
+      "learning_rate": 0.00018291777225535994,
+      "loss": 0.8407,
+      "step": 1272
+    },
+    {
+      "epoch": 0.19017030176277264,
+      "grad_norm": 0.12280754745006561,
+      "learning_rate": 0.00018289148985715784,
+      "loss": 0.5095,
+      "step": 1273
+    },
+    {
+      "epoch": 0.1903196892739767,
+      "grad_norm": 0.12627717852592468,
+      "learning_rate": 0.00018286518914691272,
+      "loss": 0.5383,
+      "step": 1274
+    },
+    {
+      "epoch": 0.19046907678518077,
+      "grad_norm": 0.13007701933383942,
+      "learning_rate": 0.0001828388701304348,
+      "loss": 0.8532,
+      "step": 1275
+    },
+    {
+      "epoch": 0.19061846429638482,
+      "grad_norm": 0.13100433349609375,
+      "learning_rate": 0.00018281253281353838,
+      "loss": 0.822,
+      "step": 1276
+    },
+    {
+      "epoch": 0.19076785180758887,
+      "grad_norm": 0.1324629783630371,
+      "learning_rate": 0.0001827861772020418,
+      "loss": 0.7904,
+      "step": 1277
+    },
+    {
+      "epoch": 0.19091723931879295,
+      "grad_norm": 0.13711746037006378,
+      "learning_rate": 0.00018275980330176737,
+      "loss": 0.498,
+      "step": 1278
+    },
+    {
+      "epoch": 0.191066626829997,
+      "grad_norm": 0.12584207952022552,
+      "learning_rate": 0.00018273341111854153,
+      "loss": 1.0128,
+      "step": 1279
+    },
+    {
+      "epoch": 0.19121601434120108,
+      "grad_norm": 0.20175109803676605,
+      "learning_rate": 0.00018270700065819477,
+      "loss": 0.6671,
+      "step": 1280
+    },
+    {
+      "epoch": 0.19136540185240514,
+      "grad_norm": 0.17598234117031097,
+      "learning_rate": 0.00018268057192656156,
+      "loss": 1.0968,
+      "step": 1281
+    },
+    {
+      "epoch": 0.1915147893636092,
+      "grad_norm": 0.13300736248493195,
+      "learning_rate": 0.00018265412492948042,
+      "loss": 0.7158,
+      "step": 1282
+    },
+    {
+      "epoch": 0.19166417687481327,
+      "grad_norm": 0.1788729578256607,
+      "learning_rate": 0.00018262765967279386,
+      "loss": 0.6676,
+      "step": 1283
+    },
+    {
+      "epoch": 0.19181356438601732,
+      "grad_norm": 0.23207572102546692,
+      "learning_rate": 0.0001826011761623486,
+      "loss": 0.9164,
+      "step": 1284
+    },
+    {
+      "epoch": 0.1919629518972214,
+      "grad_norm": 0.1788550764322281,
+      "learning_rate": 0.00018257467440399515,
+      "loss": 1.1415,
+      "step": 1285
+    },
+    {
+      "epoch": 0.19211233940842545,
+      "grad_norm": 0.10894573479890823,
+      "learning_rate": 0.0001825481544035882,
+      "loss": 0.716,
+      "step": 1286
+    },
+    {
+      "epoch": 0.1922617269196295,
+      "grad_norm": 0.12275734543800354,
+      "learning_rate": 0.00018252161616698646,
+      "loss": 0.6821,
+      "step": 1287
+    },
+    {
+      "epoch": 0.19241111443083359,
+      "grad_norm": 0.12295856326818466,
+      "learning_rate": 0.00018249505970005262,
+      "loss": 0.6685,
+      "step": 1288
+    },
+    {
+      "epoch": 0.19256050194203764,
+      "grad_norm": 0.25377437472343445,
+      "learning_rate": 0.00018246848500865347,
+      "loss": 0.9663,
+      "step": 1289
+    },
+    {
+      "epoch": 0.19270988945324172,
+      "grad_norm": 0.12609486281871796,
+      "learning_rate": 0.00018244189209865974,
+      "loss": 0.8103,
+      "step": 1290
+    },
+    {
+      "epoch": 0.19285927696444577,
+      "grad_norm": 0.18513751029968262,
+      "learning_rate": 0.0001824152809759462,
+      "loss": 1.1248,
+      "step": 1291
+    },
+    {
+      "epoch": 0.19300866447564985,
+      "grad_norm": 0.13006910681724548,
+      "learning_rate": 0.00018238865164639173,
+      "loss": 0.6911,
+      "step": 1292
+    },
+    {
+      "epoch": 0.1931580519868539,
+      "grad_norm": 0.14160241186618805,
+      "learning_rate": 0.00018236200411587915,
+      "loss": 0.5689,
+      "step": 1293
+    },
+    {
+      "epoch": 0.19330743949805795,
+      "grad_norm": 0.17542794346809387,
+      "learning_rate": 0.0001823353383902953,
+      "loss": 0.6207,
+      "step": 1294
+    },
+    {
+      "epoch": 0.19345682700926203,
+      "grad_norm": 0.251878559589386,
+      "learning_rate": 0.00018230865447553107,
+      "loss": 0.9893,
+      "step": 1295
+    },
+    {
+      "epoch": 0.19360621452046609,
+      "grad_norm": 0.14598213136196136,
+      "learning_rate": 0.0001822819523774814,
+      "loss": 0.823,
+      "step": 1296
+    },
+    {
+      "epoch": 0.19375560203167017,
+      "grad_norm": 0.14267736673355103,
+      "learning_rate": 0.0001822552321020451,
+      "loss": 0.7624,
+      "step": 1297
+    },
+    {
+      "epoch": 0.19390498954287422,
+      "grad_norm": 0.2022227942943573,
+      "learning_rate": 0.00018222849365512523,
+      "loss": 0.8711,
+      "step": 1298
+    },
+    {
+      "epoch": 0.19405437705407827,
+      "grad_norm": 0.29249998927116394,
+      "learning_rate": 0.0001822017370426287,
+      "loss": 0.9054,
+      "step": 1299
+    },
+    {
+      "epoch": 0.19420376456528235,
+      "grad_norm": 0.12678225338459015,
+      "learning_rate": 0.0001821749622704664,
+      "loss": 0.6689,
+      "step": 1300
+    },
+    {
+      "epoch": 0.1943531520764864,
+      "grad_norm": 0.1714026778936386,
+      "learning_rate": 0.00018214816934455333,
+      "loss": 0.7199,
+      "step": 1301
+    },
+    {
+      "epoch": 0.19450253958769048,
+      "grad_norm": 0.18611545860767365,
+      "learning_rate": 0.00018212135827080857,
+      "loss": 0.9119,
+      "step": 1302
+    },
+    {
+      "epoch": 0.19465192709889453,
+      "grad_norm": 0.12778407335281372,
+      "learning_rate": 0.00018209452905515496,
+      "loss": 0.435,
+      "step": 1303
+    },
+    {
+      "epoch": 0.19480131461009859,
+      "grad_norm": 0.3280845880508423,
+      "learning_rate": 0.00018206768170351962,
+      "loss": 0.9022,
+      "step": 1304
+    },
+    {
+      "epoch": 0.19495070212130267,
+      "grad_norm": 0.13167747855186462,
+      "learning_rate": 0.0001820408162218335,
+      "loss": 0.8323,
+      "step": 1305
+    },
+    {
+      "epoch": 0.19510008963250672,
+      "grad_norm": 0.14176693558692932,
+      "learning_rate": 0.0001820139326160316,
+      "loss": 0.5333,
+      "step": 1306
+    },
+    {
+      "epoch": 0.1952494771437108,
+      "grad_norm": 0.20718522369861603,
+      "learning_rate": 0.00018198703089205293,
+      "loss": 0.8403,
+      "step": 1307
+    },
+    {
+      "epoch": 0.19539886465491485,
+      "grad_norm": 0.15032266080379486,
+      "learning_rate": 0.00018196011105584058,
+      "loss": 1.1825,
+      "step": 1308
+    },
+    {
+      "epoch": 0.1955482521661189,
+      "grad_norm": 0.13833296298980713,
+      "learning_rate": 0.0001819331731133415,
+      "loss": 1.0256,
+      "step": 1309
+    },
+    {
+      "epoch": 0.19569763967732298,
+      "grad_norm": 0.15338090062141418,
+      "learning_rate": 0.00018190621707050671,
+      "loss": 0.7619,
+      "step": 1310
+    },
+    {
+      "epoch": 0.19584702718852703,
+      "grad_norm": 0.15736734867095947,
+      "learning_rate": 0.00018187924293329124,
+      "loss": 0.9195,
+      "step": 1311
+    },
+    {
+      "epoch": 0.19599641469973111,
+      "grad_norm": 0.1757577806711197,
+      "learning_rate": 0.0001818522507076541,
+      "loss": 0.8208,
+      "step": 1312
+    },
+    {
+      "epoch": 0.19614580221093517,
+      "grad_norm": 0.16938672959804535,
+      "learning_rate": 0.00018182524039955832,
+      "loss": 0.6394,
+      "step": 1313
+    },
+    {
+      "epoch": 0.19629518972213922,
+      "grad_norm": 0.11935129016637802,
+      "learning_rate": 0.00018179821201497092,
+      "loss": 0.8837,
+      "step": 1314
+    },
+    {
+      "epoch": 0.1964445772333433,
+      "grad_norm": 0.1422419250011444,
+      "learning_rate": 0.00018177116555986283,
+      "loss": 0.8579,
+      "step": 1315
+    },
+    {
+      "epoch": 0.19659396474454735,
+      "grad_norm": 0.16648200154304504,
+      "learning_rate": 0.0001817441010402091,
+      "loss": 0.4853,
+      "step": 1316
+    },
+    {
+      "epoch": 0.19674335225575143,
+      "grad_norm": 0.16787053644657135,
+      "learning_rate": 0.00018171701846198866,
+      "loss": 0.5068,
+      "step": 1317
+    },
+    {
+      "epoch": 0.19689273976695548,
+      "grad_norm": 0.13628660142421722,
+      "learning_rate": 0.00018168991783118452,
+      "loss": 0.7062,
+      "step": 1318
+    },
+    {
+      "epoch": 0.19704212727815953,
+      "grad_norm": 0.11356477439403534,
+      "learning_rate": 0.00018166279915378364,
+      "loss": 0.5145,
+      "step": 1319
+    },
+    {
+      "epoch": 0.19719151478936361,
+      "grad_norm": 0.1292952299118042,
+      "learning_rate": 0.00018163566243577697,
+      "loss": 0.7452,
+      "step": 1320
+    },
+    {
+      "epoch": 0.19734090230056767,
+      "grad_norm": 0.17471875250339508,
+      "learning_rate": 0.00018160850768315941,
+      "loss": 0.9093,
+      "step": 1321
+    },
+    {
+      "epoch": 0.19749028981177175,
+      "grad_norm": 0.1547754555940628,
+      "learning_rate": 0.0001815813349019299,
+      "loss": 0.6851,
+      "step": 1322
+    },
+    {
+      "epoch": 0.1976396773229758,
+      "grad_norm": 0.11787121742963791,
+      "learning_rate": 0.00018155414409809132,
+      "loss": 0.8243,
+      "step": 1323
+    },
+    {
+      "epoch": 0.19778906483417985,
+      "grad_norm": 0.13274557888507843,
+      "learning_rate": 0.00018152693527765057,
+      "loss": 0.7042,
+      "step": 1324
+    },
+    {
+      "epoch": 0.19793845234538393,
+      "grad_norm": 0.1521092653274536,
+      "learning_rate": 0.00018149970844661849,
+      "loss": 0.5151,
+      "step": 1325
+    },
+    {
+      "epoch": 0.19808783985658798,
+      "grad_norm": 0.13765467703342438,
+      "learning_rate": 0.0001814724636110099,
+      "loss": 0.8489,
+      "step": 1326
+    },
+    {
+      "epoch": 0.19823722736779206,
+      "grad_norm": 0.26832038164138794,
+      "learning_rate": 0.00018144520077684369,
+      "loss": 0.7142,
+      "step": 1327
+    },
+    {
+      "epoch": 0.19838661487899611,
+      "grad_norm": 0.10923701524734497,
+      "learning_rate": 0.00018141791995014255,
+      "loss": 0.6142,
+      "step": 1328
+    },
+    {
+      "epoch": 0.19853600239020017,
+      "grad_norm": 0.1848011165857315,
+      "learning_rate": 0.00018139062113693333,
+      "loss": 0.8898,
+      "step": 1329
+    },
+    {
+      "epoch": 0.19868538990140425,
+      "grad_norm": 0.12784364819526672,
+      "learning_rate": 0.00018136330434324674,
+      "loss": 0.8846,
+      "step": 1330
+    },
+    {
+      "epoch": 0.1988347774126083,
+      "grad_norm": 0.13698415458202362,
+      "learning_rate": 0.00018133596957511748,
+      "loss": 0.7992,
+      "step": 1331
+    },
+    {
+      "epoch": 0.19898416492381238,
+      "grad_norm": 0.16566555202007294,
+      "learning_rate": 0.00018130861683858426,
+      "loss": 0.8587,
+      "step": 1332
+    },
+    {
+      "epoch": 0.19913355243501643,
+      "grad_norm": 0.12000430375337601,
+      "learning_rate": 0.0001812812461396897,
+      "loss": 0.815,
+      "step": 1333
+    },
+    {
+      "epoch": 0.19928293994622048,
+      "grad_norm": 0.11932047456502914,
+      "learning_rate": 0.00018125385748448048,
+      "loss": 0.8236,
+      "step": 1334
+    },
+    {
+      "epoch": 0.19943232745742456,
+      "grad_norm": 0.14856404066085815,
+      "learning_rate": 0.00018122645087900708,
+      "loss": 0.5428,
+      "step": 1335
+    },
+    {
+      "epoch": 0.19958171496862862,
+      "grad_norm": 0.22421959042549133,
+      "learning_rate": 0.00018119902632932416,
+      "loss": 1.4216,
+      "step": 1336
+    },
+    {
+      "epoch": 0.1997311024798327,
+      "grad_norm": 0.1441725790500641,
+      "learning_rate": 0.00018117158384149023,
+      "loss": 1.0382,
+      "step": 1337
+    },
+    {
+      "epoch": 0.19988048999103675,
+      "grad_norm": 0.14890751242637634,
+      "learning_rate": 0.0001811441234215677,
+      "loss": 0.6485,
+      "step": 1338
+    },
+    {
+      "epoch": 0.2000298775022408,
+      "grad_norm": 0.24321304261684418,
+      "learning_rate": 0.00018111664507562304,
+      "loss": 0.8343,
+      "step": 1339
+    },
+    {
+      "epoch": 0.20017926501344488,
+      "grad_norm": 0.20097461342811584,
+      "learning_rate": 0.0001810891488097267,
+      "loss": 0.9692,
+      "step": 1340
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 6694,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 670,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.0585302765876019e+18,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}