| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.001669449081803, | |
| "eval_steps": 500, | |
| "global_step": 600, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.001669449081803005, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.0000000000000002e-07, | |
| "loss": 2.0754, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.00333889816360601, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.0000000000000003e-07, | |
| "loss": 1.8508, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.005008347245409015, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.000000000000001e-07, | |
| "loss": 1.7493, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.00667779632721202, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.000000000000001e-07, | |
| "loss": 1.7768, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.008347245409015025, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 1.8859, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.01001669449081803, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.2000000000000002e-06, | |
| "loss": 2.1114, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.011686143572621035, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.4000000000000001e-06, | |
| "loss": 1.8268, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.01335559265442404, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.6000000000000001e-06, | |
| "loss": 1.427, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.015025041736227046, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.8000000000000001e-06, | |
| "loss": 1.8472, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.01669449081803005, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 1.7571, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.018363939899833055, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.2e-06, | |
| "loss": 1.8135, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.02003338898163606, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.4000000000000003e-06, | |
| "loss": 1.6594, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.021702838063439065, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.6e-06, | |
| "loss": 1.8615, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.02337228714524207, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.8000000000000003e-06, | |
| "loss": 1.9803, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.025041736227045076, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3e-06, | |
| "loss": 1.9604, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.02671118530884808, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.2000000000000003e-06, | |
| "loss": 1.8476, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.028380634390651086, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.4000000000000005e-06, | |
| "loss": 1.71, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.03005008347245409, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.6000000000000003e-06, | |
| "loss": 1.9865, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.03171953255425709, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.8000000000000005e-06, | |
| "loss": 1.9356, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.0333889816360601, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 1.6531, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.035058430717863104, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.2000000000000004e-06, | |
| "loss": 1.6921, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.03672787979966611, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.4e-06, | |
| "loss": 1.7874, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.038397328881469114, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.600000000000001e-06, | |
| "loss": 1.8481, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.04006677796327212, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.800000000000001e-06, | |
| "loss": 1.6141, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.041736227045075125, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5e-06, | |
| "loss": 1.621, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.04340567612687813, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.2e-06, | |
| "loss": 1.5873, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.045075125208681135, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.400000000000001e-06, | |
| "loss": 1.6264, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.04674457429048414, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.600000000000001e-06, | |
| "loss": 1.7444, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.048414023372287146, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.8e-06, | |
| "loss": 1.9601, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.05008347245409015, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6e-06, | |
| "loss": 1.7666, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.05175292153589316, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.200000000000001e-06, | |
| "loss": 1.973, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.05342237061769616, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.4000000000000006e-06, | |
| "loss": 1.6661, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.05509181969949917, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.600000000000001e-06, | |
| "loss": 1.9688, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.05676126878130217, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.800000000000001e-06, | |
| "loss": 1.9153, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.05843071786310518, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7e-06, | |
| "loss": 1.804, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.06010016694490818, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.2000000000000005e-06, | |
| "loss": 1.7318, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.06176961602671119, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.4e-06, | |
| "loss": 2.0672, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.06343906510851419, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.600000000000001e-06, | |
| "loss": 1.8864, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.0651085141903172, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.800000000000002e-06, | |
| "loss": 1.7625, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.0667779632721202, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 1.7466, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.06844741235392321, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.2e-06, | |
| "loss": 1.5579, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.07011686143572621, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.400000000000001e-06, | |
| "loss": 1.83, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.07178631051752922, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.6e-06, | |
| "loss": 1.9467, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.07345575959933222, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.8e-06, | |
| "loss": 1.9879, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.07512520868113523, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9e-06, | |
| "loss": 1.9357, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.07679465776293823, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.200000000000002e-06, | |
| "loss": 1.7311, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.07846410684474124, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.4e-06, | |
| "loss": 1.658, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.08013355592654424, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.600000000000001e-06, | |
| "loss": 1.6306, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.08180300500834725, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.800000000000001e-06, | |
| "loss": 1.783, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.08347245409015025, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1e-05, | |
| "loss": 1.8001, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.08514190317195326, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.999981277850585e-06, | |
| "loss": 1.6999, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.08681135225375626, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.999925111542544e-06, | |
| "loss": 1.7434, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.08848080133555926, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.999831501496497e-06, | |
| "loss": 1.8493, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.09015025041736227, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.999700448413483e-06, | |
| "loss": 2.01, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.09181969949916527, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.999531953274934e-06, | |
| "loss": 1.8475, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.09348914858096828, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.999326017342688e-06, | |
| "loss": 1.5294, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.09515859766277128, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.999082642158972e-06, | |
| "loss": 1.6968, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.09682804674457429, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.998801829546387e-06, | |
| "loss": 1.6576, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.09849749582637729, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.9984835816079e-06, | |
| "loss": 1.9567, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.1001669449081803, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.998127900726825e-06, | |
| "loss": 1.5722, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.1018363939899833, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.997734789566809e-06, | |
| "loss": 1.5099, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.10350584307178631, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.997304251071802e-06, | |
| "loss": 1.6942, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.10517529215358931, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.996836288466046e-06, | |
| "loss": 1.4786, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.10684474123539232, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.99633090525405e-06, | |
| "loss": 1.7518, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.10851419031719532, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.99578810522056e-06, | |
| "loss": 1.8813, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.11018363939899833, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.995207892430525e-06, | |
| "loss": 1.6325, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.11185308848080133, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.994590271229077e-06, | |
| "loss": 1.6373, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.11352253756260434, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.9939352462415e-06, | |
| "loss": 1.7568, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.11519198664440734, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.993242822373178e-06, | |
| "loss": 1.8238, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.11686143572621036, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.99251300480958e-06, | |
| "loss": 1.8395, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.11853088480801335, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.991745799016206e-06, | |
| "loss": 1.4879, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.12020033388981637, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.990941210738553e-06, | |
| "loss": 1.9031, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.12186978297161936, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.990099246002071e-06, | |
| "loss": 1.7939, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.12353923205342238, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.989219911112114e-06, | |
| "loss": 1.7135, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.12520868113522537, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.988303212653898e-06, | |
| "loss": 1.7721, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.12687813021702837, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.98734915749245e-06, | |
| "loss": 1.7121, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.1285475792988314, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.986357752772555e-06, | |
| "loss": 1.6391, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.1302170283806344, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.985329005918702e-06, | |
| "loss": 1.7974, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.1318864774624374, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.984262924635036e-06, | |
| "loss": 1.5529, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.1335559265442404, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.983159516905287e-06, | |
| "loss": 1.9062, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.1352253756260434, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.982018790992722e-06, | |
| "loss": 1.7188, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.13689482470784642, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.980840755440075e-06, | |
| "loss": 1.6821, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.13856427378964942, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.979625419069495e-06, | |
| "loss": 2.0225, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.14023372287145242, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.978372790982457e-06, | |
| "loss": 1.7347, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.1419031719532554, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.977082880559725e-06, | |
| "loss": 1.7869, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.14357262103505844, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.975755697461254e-06, | |
| "loss": 1.7912, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.14524207011686144, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.974391251626132e-06, | |
| "loss": 1.6523, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.14691151919866444, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.972989553272501e-06, | |
| "loss": 1.7847, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.14858096828046743, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.971550612897487e-06, | |
| "loss": 1.5771, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.15025041736227046, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.970074441277111e-06, | |
| "loss": 1.721, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.15191986644407346, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.968561049466214e-06, | |
| "loss": 1.7414, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.15358931552587646, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.967010448798376e-06, | |
| "loss": 1.6912, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.15525876460767946, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.965422650885829e-06, | |
| "loss": 1.5043, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.15692821368948248, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.963797667619368e-06, | |
| "loss": 1.654, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.15859766277128548, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.962135511168263e-06, | |
| "loss": 1.6316, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.16026711185308848, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.960436193980175e-06, | |
| "loss": 1.5251, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.16193656093489148, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.958699728781046e-06, | |
| "loss": 1.919, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.1636060100166945, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.956926128575026e-06, | |
| "loss": 1.8145, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.1652754590984975, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.955115406644357e-06, | |
| "loss": 1.7591, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.1669449081803005, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.953267576549279e-06, | |
| "loss": 1.7051, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.1686143572621035, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.951382652127935e-06, | |
| "loss": 1.6331, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.17028380634390652, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.949460647496258e-06, | |
| "loss": 1.8922, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.17195325542570952, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.947501577047874e-06, | |
| "loss": 1.9153, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.17362270450751252, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.945505455453983e-06, | |
| "loss": 1.7728, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.17529215358931552, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.943472297663262e-06, | |
| "loss": 1.615, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.17696160267111852, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.941402118901743e-06, | |
| "loss": 1.6637, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.17863105175292154, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.939294934672707e-06, | |
| "loss": 1.6815, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.18030050083472454, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.93715076075656e-06, | |
| "loss": 1.7668, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.18196994991652754, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.934969613210718e-06, | |
| "loss": 1.4658, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.18363939899833054, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.932751508369492e-06, | |
| "loss": 1.7838, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.18530884808013356, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.930496462843954e-06, | |
| "loss": 1.666, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.18697829716193656, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.92820449352183e-06, | |
| "loss": 1.7945, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.18864774624373956, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.92587561756735e-06, | |
| "loss": 1.762, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.19031719532554256, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.923509852421144e-06, | |
| "loss": 1.5722, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.19198664440734559, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.921107215800095e-06, | |
| "loss": 1.7682, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.19365609348914858, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.91866772569721e-06, | |
| "loss": 1.8919, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.19532554257095158, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.91619140038149e-06, | |
| "loss": 1.9279, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.19699499165275458, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.913678258397785e-06, | |
| "loss": 1.784, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.1986644407345576, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.911128318566668e-06, | |
| "loss": 1.978, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.2003338898163606, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.908541599984276e-06, | |
| "loss": 1.6277, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.2020033388981636, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.905918122022183e-06, | |
| "loss": 1.55, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.2036727879799666, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.90325790432725e-06, | |
| "loss": 1.6347, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.20534223706176963, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.90056096682147e-06, | |
| "loss": 1.786, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.20701168614357263, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.897827329701834e-06, | |
| "loss": 1.7375, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.20868113522537562, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.895057013440163e-06, | |
| "loss": 1.6394, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.21035058430717862, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.892250038782972e-06, | |
| "loss": 1.6817, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.21202003338898165, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.889406426751296e-06, | |
| "loss": 1.9121, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.21368948247078465, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.88652619864055e-06, | |
| "loss": 1.4702, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.21535893155258765, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.883609376020356e-06, | |
| "loss": 1.6333, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.21702838063439064, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.880655980734391e-06, | |
| "loss": 1.64, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.21869782971619364, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.877666034900216e-06, | |
| "loss": 1.6464, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.22036727879799667, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.874639560909118e-06, | |
| "loss": 1.7207, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.22203672787979967, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.871576581425937e-06, | |
| "loss": 1.8864, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.22370617696160267, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.868477119388897e-06, | |
| "loss": 1.7744, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.22537562604340566, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.86534119800943e-06, | |
| "loss": 1.592, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.2270450751252087, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.862168840772018e-06, | |
| "loss": 1.7051, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.2287145242070117, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.858960071433994e-06, | |
| "loss": 1.7263, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.2303839732888147, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.855714914025386e-06, | |
| "loss": 1.6824, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.23205342237061768, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.852433392848718e-06, | |
| "loss": 1.8981, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.2337228714524207, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.849115532478848e-06, | |
| "loss": 1.4935, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.2353923205342237, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.84576135776276e-06, | |
| "loss": 1.3096, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.2370617696160267, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.842370893819404e-06, | |
| "loss": 1.963, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.2387312186978297, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.838944166039486e-06, | |
| "loss": 1.7601, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.24040066777963273, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.83548120008529e-06, | |
| "loss": 1.694, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.24207011686143573, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.831982021890483e-06, | |
| "loss": 1.697, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.24373956594323873, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.828446657659919e-06, | |
| "loss": 1.3733, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.24540901502504173, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.824875133869447e-06, | |
| "loss": 1.9497, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.24707846410684475, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.821267477265705e-06, | |
| "loss": 1.8237, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.24874791318864775, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.817623714865931e-06, | |
| "loss": 1.782, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.25041736227045075, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.813943873957748e-06, | |
| "loss": 1.7703, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.25208681135225375, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.810227982098968e-06, | |
| "loss": 1.7999, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.25375626043405675, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.806476067117384e-06, | |
| "loss": 1.5728, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.25542570951585974, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.802688157110564e-06, | |
| "loss": 1.5857, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.2570951585976628, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.798864280445633e-06, | |
| "loss": 1.6758, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.2587646076794658, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.795004465759067e-06, | |
| "loss": 1.5893, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.2604340567612688, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.791108741956476e-06, | |
| "loss": 1.8483, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.2621035058430718, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.787177138212391e-06, | |
| "loss": 1.9552, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.2637729549248748, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.78320968397004e-06, | |
| "loss": 1.7145, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.2654424040066778, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.779206408941131e-06, | |
| "loss": 1.6563, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.2671118530884808, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.77516734310563e-06, | |
| "loss": 1.7699, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.2687813021702838, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.771092516711538e-06, | |
| "loss": 1.6084, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.2704507512520868, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.766981960274653e-06, | |
| "loss": 1.6172, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.27212020033388984, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.76283570457836e-06, | |
| "loss": 1.7309, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.27378964941569284, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.758653780673381e-06, | |
| "loss": 1.8666, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.27545909849749584, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.754436219877564e-06, | |
| "loss": 1.9176, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.27712854757929883, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.750183053775625e-06, | |
| "loss": 1.9063, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.27879799666110183, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.745894314218933e-06, | |
| "loss": 1.8567, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.28046744574290483, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.741570033325254e-06, | |
| "loss": 1.861, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.28213689482470783, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.737210243478522e-06, | |
| "loss": 1.7261, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.2838063439065108, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.732814977328593e-06, | |
| "loss": 1.6596, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.2854757929883139, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.728384267790997e-06, | |
| "loss": 1.9513, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.2871452420701169, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.723918148046696e-06, | |
| "loss": 1.6785, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.2888146911519199, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.719416651541839e-06, | |
| "loss": 1.7828, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.2904841402337229, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.714879811987496e-06, | |
| "loss": 1.9663, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.2921535893155259, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.710307663359426e-06, | |
| "loss": 1.6448, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.2938230383973289, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.705700239897809e-06, | |
| "loss": 1.5589, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.29549248747913187, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.701057576106991e-06, | |
| "loss": 1.9398, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.29716193656093487, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.69637970675523e-06, | |
| "loss": 1.7781, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.2988313856427379, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.691666666874438e-06, | |
| "loss": 1.7034, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.3005008347245409, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.686918491759904e-06, | |
| "loss": 1.9747, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.3021702838063439, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.682135216970048e-06, | |
| "loss": 1.627, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.3038397328881469, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.677316878326144e-06, | |
| "loss": 1.6952, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.3055091819699499, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.672463511912056e-06, | |
| "loss": 1.9787, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.3071786310517529, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.667575154073962e-06, | |
| "loss": 1.7576, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.3088480801335559, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.66265184142009e-06, | |
| "loss": 1.4266, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.3105175292153589, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.657693610820437e-06, | |
| "loss": 1.84, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.3121869782971619, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.652700499406497e-06, | |
| "loss": 1.9044, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.31385642737896496, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.647672544570981e-06, | |
| "loss": 1.9096, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.31552587646076796, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.642609783967539e-06, | |
| "loss": 1.9484, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.31719532554257096, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.637512255510475e-06, | |
| "loss": 1.832, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.31886477462437396, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.632379997374462e-06, | |
| "loss": 1.8468, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.32053422370617696, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.627213047994265e-06, | |
| "loss": 1.5239, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.32220367278797996, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.622011446064439e-06, | |
| "loss": 1.9019, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.32387312186978295, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.616775230539057e-06, | |
| "loss": 1.6285, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.32554257095158595, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.611504440631398e-06, | |
| "loss": 1.7333, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.327212020033389, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.606199115813672e-06, | |
| "loss": 1.4345, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.328881469115192, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.600859295816708e-06, | |
| "loss": 1.7107, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.330550918196995, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.595485020629676e-06, | |
| "loss": 1.7476, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.332220367278798, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.590076330499763e-06, | |
| "loss": 1.8789, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.333889816360601, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.584633265931894e-06, | |
| "loss": 1.8005, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.335559265442404, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.579155867688415e-06, | |
| "loss": 1.9923, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.337228714524207, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.573644176788795e-06, | |
| "loss": 1.827, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.33889816360601, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.568098234509312e-06, | |
| "loss": 1.8459, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.34056761268781305, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.562518082382751e-06, | |
| "loss": 1.6333, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.34223706176961605, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.55690376219809e-06, | |
| "loss": 1.7023, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.34390651085141904, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.551255316000183e-06, | |
| "loss": 1.7017, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.34557595993322204, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.545572786089452e-06, | |
| "loss": 1.7043, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.34724540901502504, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.539856215021568e-06, | |
| "loss": 1.7999, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.34891485809682804, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.53410564560713e-06, | |
| "loss": 1.409, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.35058430717863104, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.528321120911345e-06, | |
| "loss": 1.4238, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.35225375626043404, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.522502684253709e-06, | |
| "loss": 1.958, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.35392320534223703, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.516650379207677e-06, | |
| "loss": 1.8037, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.3555926544240401, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.510764249600339e-06, | |
| "loss": 1.8266, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.3572621035058431, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.504844339512096e-06, | |
| "loss": 1.9888, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.3589315525876461, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.498890693276326e-06, | |
| "loss": 1.8452, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.3606010016694491, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.492903355479047e-06, | |
| "loss": 1.7189, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.3622704507512521, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.486882370958596e-06, | |
| "loss": 1.7222, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.3639398998330551, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.480827784805278e-06, | |
| "loss": 1.8466, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.3656093489148581, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.474739642361043e-06, | |
| "loss": 1.7537, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.3672787979966611, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.468617989219136e-06, | |
| "loss": 1.9107, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.36894824707846413, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.462462871223755e-06, | |
| "loss": 1.5911, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.37061769616026713, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.45627433446972e-06, | |
| "loss": 1.5626, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.3722871452420701, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.450052425302112e-06, | |
| "loss": 1.6464, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.3739565943238731, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.443797190315938e-06, | |
| "loss": 1.8094, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.3756260434056761, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.437508676355774e-06, | |
| "loss": 1.5682, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.3772954924874791, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.431186930515419e-06, | |
| "loss": 1.5277, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.3789649415692821, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.424832000137542e-06, | |
| "loss": 1.8445, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.3806343906510851, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.418443932813328e-06, | |
| "loss": 1.6292, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.3823038397328882, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.412022776382113e-06, | |
| "loss": 2.0086, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.38397328881469117, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.405568578931042e-06, | |
| "loss": 1.9954, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.38564273789649417, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.399081388794688e-06, | |
| "loss": 1.9507, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.38731218697829717, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.392561254554712e-06, | |
| "loss": 1.9047, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.38898163606010017, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.386008225039486e-06, | |
| "loss": 1.81, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.39065108514190316, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.379422349323728e-06, | |
| "loss": 1.5756, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.39232053422370616, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.372803676728138e-06, | |
| "loss": 1.5665, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.39398998330550916, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.366152256819025e-06, | |
| "loss": 1.6799, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.39565943238731216, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.359468139407942e-06, | |
| "loss": 1.4389, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.3973288814691152, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.352751374551305e-06, | |
| "loss": 1.8924, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.3989983305509182, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.346002012550027e-06, | |
| "loss": 1.8713, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.4006677796327212, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.339220103949132e-06, | |
| "loss": 1.7269, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.4023372287145242, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.332405699537382e-06, | |
| "loss": 1.651, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.4040066777963272, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.325558850346897e-06, | |
| "loss": 1.6421, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.4056761268781302, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.318679607652768e-06, | |
| "loss": 1.6585, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.4073455759599332, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.311768022972682e-06, | |
| "loss": 1.8029, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.4090150250417362, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.304824148066526e-06, | |
| "loss": 1.5796, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.41068447412353926, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.297848034936007e-06, | |
| "loss": 1.7035, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.41235392320534225, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.290839735824254e-06, | |
| "loss": 1.8096, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.41402337228714525, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.283799303215442e-06, | |
| "loss": 1.7213, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.41569282136894825, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.276726789834378e-06, | |
| "loss": 1.8537, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.41736227045075125, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.269622248646124e-06, | |
| "loss": 1.7887, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.41903171953255425, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.262485732855597e-06, | |
| "loss": 1.6711, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.42070116861435725, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.255317295907158e-06, | |
| "loss": 1.7755, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.42237061769616024, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.24811699148423e-06, | |
| "loss": 1.8195, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.4240400667779633, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.240884873508876e-06, | |
| "loss": 2.0062, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.4257095158597663, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.233620996141421e-06, | |
| "loss": 1.7525, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.4273789649415693, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.226325413780021e-06, | |
| "loss": 1.338, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.4290484140233723, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.218998181060271e-06, | |
| "loss": 1.7117, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.4307178631051753, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.211639352854786e-06, | |
| "loss": 1.7551, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.4323873121869783, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.204248984272802e-06, | |
| "loss": 1.4557, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.4340567612687813, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.196827130659752e-06, | |
| "loss": 1.6702, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.4357262103505843, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.189373847596853e-06, | |
| "loss": 1.6316, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.4373956594323873, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.181889190900702e-06, | |
| "loss": 1.6081, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.43906510851419034, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.174373216622841e-06, | |
| "loss": 1.4578, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.44073455759599334, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.166825981049345e-06, | |
| "loss": 1.8555, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.44240400667779634, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.15924754070041e-06, | |
| "loss": 1.7215, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.44407345575959933, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.151637952329903e-06, | |
| "loss": 1.8248, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.44574290484140233, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.143997272924974e-06, | |
| "loss": 1.8428, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.44741235392320533, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.136325559705593e-06, | |
| "loss": 1.8746, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.44908180300500833, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.128622870124147e-06, | |
| "loss": 1.7128, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.4507512520868113, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.120889261864999e-06, | |
| "loss": 1.569, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.4524207011686144, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.113124792844053e-06, | |
| "loss": 1.6879, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.4540901502504174, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.105329521208334e-06, | |
| "loss": 1.7053, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.4557595993322204, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.097503505335534e-06, | |
| "loss": 1.763, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.4574290484140234, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.089646803833589e-06, | |
| "loss": 1.6282, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.4590984974958264, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.081759475540236e-06, | |
| "loss": 1.7139, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.4607679465776294, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.073841579522571e-06, | |
| "loss": 1.7466, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.46243739565943237, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.065893175076604e-06, | |
| "loss": 1.7338, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.46410684474123537, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.057914321726824e-06, | |
| "loss": 1.9141, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.4657762938230384, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.049905079225744e-06, | |
| "loss": 1.6576, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.4674457429048414, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.041865507553458e-06, | |
| "loss": 1.7862, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.4691151919866444, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.033795666917191e-06, | |
| "loss": 1.7305, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.4707846410684474, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.025695617750848e-06, | |
| "loss": 1.9305, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.4724540901502504, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.01756542071456e-06, | |
| "loss": 1.6688, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.4741235392320534, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.009405136694234e-06, | |
| "loss": 1.9435, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.4757929883138564, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.001214826801092e-06, | |
| "loss": 2.0056, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.4774624373956594, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.992994552371217e-06, | |
| "loss": 1.5892, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.4791318864774624, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.98474437496509e-06, | |
| "loss": 1.6205, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.48080133555926546, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.976464356367133e-06, | |
| "loss": 1.7236, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.48247078464106846, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.968154558585244e-06, | |
| "loss": 1.646, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.48414023372287146, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.959815043850336e-06, | |
| "loss": 1.5001, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.48580968280467446, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.951445874615862e-06, | |
| "loss": 1.7625, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.48747913188647746, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.943047113557358e-06, | |
| "loss": 1.848, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.48914858096828046, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.934618823571968e-06, | |
| "loss": 1.6042, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.49081803005008345, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.926161067777973e-06, | |
| "loss": 1.6858, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.49248747913188645, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.917673909514321e-06, | |
| "loss": 2.0782, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.4941569282136895, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.90915741234015e-06, | |
| "loss": 1.6056, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.4958263772954925, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.900611640034313e-06, | |
| "loss": 1.9565, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.4974958263772955, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.892036656594898e-06, | |
| "loss": 1.4701, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.4991652754590985, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.883432526238757e-06, | |
| "loss": 1.4169, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.5008347245409015, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.874799313401014e-06, | |
| "loss": 1.6465, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.5025041736227045, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.866137082734591e-06, | |
| "loss": 1.5715, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.5041736227045075, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.857445899109716e-06, | |
| "loss": 1.848, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.5058430717863105, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.848725827613445e-06, | |
| "loss": 1.7313, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.5075125208681135, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.839976933549173e-06, | |
| "loss": 1.8501, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.5091819699499165, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.831199282436136e-06, | |
| "loss": 1.5231, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.5108514190317195, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.822392940008937e-06, | |
| "loss": 1.4616, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.5125208681135225, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.813557972217038e-06, | |
| "loss": 1.5747, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.5141903171953256, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.804694445224274e-06, | |
| "loss": 1.5613, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.5158597662771286, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.795802425408352e-06, | |
| "loss": 1.3077, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.5175292153589316, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.786881979360368e-06, | |
| "loss": 1.5789, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.5191986644407346, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.777933173884288e-06, | |
| "loss": 1.7127, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.5208681135225376, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.76895607599646e-06, | |
| "loss": 1.7422, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.5225375626043406, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.759950752925114e-06, | |
| "loss": 1.6902, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.5242070116861436, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.750917272109849e-06, | |
| "loss": 1.763, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.5258764607679466, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.741855701201138e-06, | |
| "loss": 1.7908, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.5275459098497496, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.732766108059814e-06, | |
| "loss": 1.6755, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.5292153589315526, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.723648560756565e-06, | |
| "loss": 1.7597, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.5308848080133556, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.714503127571425e-06, | |
| "loss": 1.9694, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.5325542570951586, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.705329876993262e-06, | |
| "loss": 1.6419, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.5342237061769616, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.696128877719258e-06, | |
| "loss": 1.8573, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.5358931552587646, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.686900198654413e-06, | |
| "loss": 1.7608, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.5375626043405676, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.677643908911007e-06, | |
| "loss": 2.0053, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.5392320534223706, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.668360077808093e-06, | |
| "loss": 1.8578, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.5409015025041736, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.659048774870986e-06, | |
| "loss": 1.6681, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.5425709515859767, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.649710069830723e-06, | |
| "loss": 1.6123, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.5442404006677797, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.64034403262356e-06, | |
| "loss": 1.7475, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.5459098497495827, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.630950733390434e-06, | |
| "loss": 1.3078, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.5475792988313857, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.621530242476446e-06, | |
| "loss": 1.6937, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.5492487479131887, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.612082630430333e-06, | |
| "loss": 1.9197, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.5509181969949917, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.602607968003935e-06, | |
| "loss": 1.7944, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.5525876460767947, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.593106326151672e-06, | |
| "loss": 1.83, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.5542570951585977, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.583577776030005e-06, | |
| "loss": 2.0895, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.5559265442404007, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.574022388996913e-06, | |
| "loss": 1.6171, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.5575959933222037, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.564440236611344e-06, | |
| "loss": 1.486, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.5592654424040067, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.5548313906327e-06, | |
| "loss": 1.7145, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.5609348914858097, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.545195923020273e-06, | |
| "loss": 1.713, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.5626043405676127, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.535533905932739e-06, | |
| "loss": 1.756, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.5642737896494157, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.525845411727581e-06, | |
| "loss": 1.5199, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.5659432387312187, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.516130512960576e-06, | |
| "loss": 1.7866, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.5676126878130217, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.506389282385242e-06, | |
| "loss": 1.9604, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.5692821368948247, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.49662179295228e-06, | |
| "loss": 1.8083, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.5709515859766278, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.486828117809057e-06, | |
| "loss": 1.8973, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.5726210350584308, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.47700833029903e-06, | |
| "loss": 1.6784, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.5742904841402338, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.467162503961209e-06, | |
| "loss": 1.7076, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.5759599332220368, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.45729071252961e-06, | |
| "loss": 1.4877, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.5776293823038398, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.447393029932692e-06, | |
| "loss": 1.8807, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.5792988313856428, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.43746953029281e-06, | |
| "loss": 1.8924, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.5809682804674458, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.427520287925669e-06, | |
| "loss": 1.7638, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.5826377295492488, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.417545377339739e-06, | |
| "loss": 1.8664, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.5843071786310517, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.407544873235736e-06, | |
| "loss": 1.6039, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.5859766277128547, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.39751885050603e-06, | |
| "loss": 1.8483, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.5876460767946577, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.387467384234096e-06, | |
| "loss": 1.9636, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.5893155258764607, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.377390549693959e-06, | |
| "loss": 1.3699, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.5909849749582637, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.367288422349617e-06, | |
| "loss": 1.7837, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.5926544240400667, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.35716107785449e-06, | |
| "loss": 1.7749, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.5943238731218697, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.347008592050834e-06, | |
| "loss": 1.6986, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.5959933222036727, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.336831040969196e-06, | |
| "loss": 1.7904, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.5976627712854758, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.326628500827826e-06, | |
| "loss": 1.9549, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.5993322203672788, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.316401048032121e-06, | |
| "loss": 1.7828, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.6010016694490818, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.306148759174036e-06, | |
| "loss": 1.7061, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.6026711185308848, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.295871711031527e-06, | |
| "loss": 1.5943, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.6043405676126878, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.285569980567965e-06, | |
| "loss": 1.7353, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.6060100166944908, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.275243644931565e-06, | |
| "loss": 1.7265, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.6076794657762938, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.264892781454807e-06, | |
| "loss": 1.9438, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.6093489148580968, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.254517467653858e-06, | |
| "loss": 1.6295, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.6110183639398998, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.244117781227982e-06, | |
| "loss": 2.0601, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.6126878130217028, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.23369380005898e-06, | |
| "loss": 1.6861, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.6143572621035058, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.22324560221058e-06, | |
| "loss": 1.68, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.6160267111853088, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.21277326592787e-06, | |
| "loss": 1.683, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.6176961602671118, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.202276869636713e-06, | |
| "loss": 1.4055, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.6193656093489148, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.191756491943146e-06, | |
| "loss": 1.7286, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.6210350584307178, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.1812122116328e-06, | |
| "loss": 1.7372, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.6227045075125208, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.170644107670313e-06, | |
| "loss": 1.5938, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.6243739565943238, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.160052259198737e-06, | |
| "loss": 1.5759, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.6260434056761269, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.149436745538934e-06, | |
| "loss": 1.6956, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.6277128547579299, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.138797646189e-06, | |
| "loss": 1.5602, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.6293823038397329, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.128135040823661e-06, | |
| "loss": 1.5855, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.6310517529215359, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.117449009293668e-06, | |
| "loss": 1.9672, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.6327212020033389, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.106739631625216e-06, | |
| "loss": 1.8238, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.6343906510851419, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.096006988019331e-06, | |
| "loss": 1.8443, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.6360601001669449, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.085251158851278e-06, | |
| "loss": 1.7355, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.6377295492487479, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.074472224669952e-06, | |
| "loss": 1.6855, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.6393989983305509, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.063670266197278e-06, | |
| "loss": 1.9201, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.6410684474123539, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.052845364327609e-06, | |
| "loss": 1.6821, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.6427378964941569, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.041997600127118e-06, | |
| "loss": 1.8732, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.6444073455759599, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.031127054833192e-06, | |
| "loss": 1.5744, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.6460767946577629, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.020233809853815e-06, | |
| "loss": 1.6747, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.6477462437395659, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.009317946766975e-06, | |
| "loss": 1.6959, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.6494156928213689, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.998379547320038e-06, | |
| "loss": 1.464, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 0.6510851419031719, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.987418693429145e-06, | |
| "loss": 1.7419, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.6527545909849749, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.976435467178592e-06, | |
| "loss": 1.801, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.654424040066778, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.965429950820222e-06, | |
| "loss": 1.7309, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.656093489148581, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.954402226772804e-06, | |
| "loss": 1.6584, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.657762938230384, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.943352377621414e-06, | |
| "loss": 1.8112, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.659432387312187, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.932280486116825e-06, | |
| "loss": 1.9561, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.66110183639399, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.92118663517488e-06, | |
| "loss": 1.7664, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.662771285475793, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.910070907875871e-06, | |
| "loss": 1.5639, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 0.664440734557596, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.898933387463924e-06, | |
| "loss": 1.401, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.666110183639399, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.887774157346365e-06, | |
| "loss": 1.5964, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 0.667779632721202, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.876593301093104e-06, | |
| "loss": 1.6001, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.669449081803005, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.865390902436005e-06, | |
| "loss": 1.7532, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 0.671118530884808, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.854167045268265e-06, | |
| "loss": 1.6746, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.672787979966611, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.842921813643767e-06, | |
| "loss": 1.9211, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 0.674457429048414, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.831655291776484e-06, | |
| "loss": 1.9482, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.676126878130217, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.82036756403981e-06, | |
| "loss": 1.8791, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.67779632721202, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.809058714965962e-06, | |
| "loss": 1.8097, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 0.679465776293823, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.797728829245321e-06, | |
| "loss": 1.6008, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 0.6811352253756261, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.786377991725813e-06, | |
| "loss": 1.5568, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.6828046744574291, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.775006287412268e-06, | |
| "loss": 1.5637, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 0.6844741235392321, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.763613801465785e-06, | |
| "loss": 1.8548, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.6861435726210351, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.752200619203094e-06, | |
| "loss": 1.6665, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 0.6878130217028381, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.740766826095918e-06, | |
| "loss": 1.8327, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.6894824707846411, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.729312507770326e-06, | |
| "loss": 1.7214, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 0.6911519198664441, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.717837750006106e-06, | |
| "loss": 1.4923, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.6928213689482471, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.706342638736108e-06, | |
| "loss": 1.9765, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.6944908180300501, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.694827260045608e-06, | |
| "loss": 1.8433, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.6961602671118531, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.683291700171663e-06, | |
| "loss": 1.7273, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 0.6978297161936561, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.671736045502462e-06, | |
| "loss": 1.9375, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 0.6994991652754591, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.660160382576683e-06, | |
| "loss": 1.8932, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 0.7011686143572621, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.648564798082842e-06, | |
| "loss": 1.8344, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.7028380634390651, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.636949378858647e-06, | |
| "loss": 1.888, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 0.7045075125208681, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.625314211890342e-06, | |
| "loss": 1.6684, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 0.7061769616026711, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.613659384312062e-06, | |
| "loss": 1.6708, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 0.7078464106844741, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.601984983405173e-06, | |
| "loss": 1.619, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.7095158597662772, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.590291096597631e-06, | |
| "loss": 1.7182, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.7111853088480802, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.57857781146331e-06, | |
| "loss": 1.8545, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.7128547579298832, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.566845215721362e-06, | |
| "loss": 1.8239, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 0.7145242070116862, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.555093397235553e-06, | |
| "loss": 1.7683, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.7161936560934892, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.543322444013601e-06, | |
| "loss": 1.8621, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 0.7178631051752922, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.531532444206524e-06, | |
| "loss": 1.916, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.7195325542570952, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.519723486107977e-06, | |
| "loss": 1.6987, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 0.7212020033388982, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.507895658153594e-06, | |
| "loss": 1.6218, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.7228714524207012, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.496049048920317e-06, | |
| "loss": 1.6171, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 0.7245409015025042, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.484183747125743e-06, | |
| "loss": 1.8034, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 0.7262103505843072, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.472299841627452e-06, | |
| "loss": 1.8408, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.7278797996661102, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.460397421422346e-06, | |
| "loss": 1.857, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.7295492487479132, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.448476575645982e-06, | |
| "loss": 1.6, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 0.7312186978297162, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.4365373935719e-06, | |
| "loss": 1.9061, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.7328881469115192, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.424579964610963e-06, | |
| "loss": 1.8586, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 0.7345575959933222, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.412604378310677e-06, | |
| "loss": 2.0079, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.7362270450751253, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.400610724354531e-06, | |
| "loss": 1.7882, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 0.7378964941569283, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.388599092561315e-06, | |
| "loss": 1.8505, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 0.7395659432387313, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.376569572884457e-06, | |
| "loss": 1.5792, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 0.7412353923205343, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.364522255411342e-06, | |
| "loss": 1.7987, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.7429048414023373, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.3524572303626415e-06, | |
| "loss": 1.814, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.7445742904841403, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.340374588091638e-06, | |
| "loss": 1.54, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 0.7462437395659433, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.328274419083541e-06, | |
| "loss": 1.9338, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 0.7479131886477463, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.316156813954821e-06, | |
| "loss": 1.81, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.7495826377295493, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.304021863452525e-06, | |
| "loss": 1.7657, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 0.7512520868113522, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.291869658453594e-06, | |
| "loss": 1.8334, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.7529215358931552, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.279700289964187e-06, | |
| "loss": 1.6198, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 0.7545909849749582, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.267513849119001e-06, | |
| "loss": 1.8972, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.7562604340567612, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.255310427180579e-06, | |
| "loss": 1.819, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 0.7579298831385642, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.243090115538639e-06, | |
| "loss": 1.5967, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 0.7595993322203672, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.230853005709378e-06, | |
| "loss": 1.8483, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.7612687813021702, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.218599189334799e-06, | |
| "loss": 1.7642, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.7629382303839732, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.206328758182013e-06, | |
| "loss": 1.6935, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 0.7646076794657763, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.194041804142556e-06, | |
| "loss": 1.6039, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 0.7662771285475793, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.181738419231708e-06, | |
| "loss": 1.4567, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 0.7679465776293823, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.169418695587791e-06, | |
| "loss": 1.5594, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.7696160267111853, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.157082725471488e-06, | |
| "loss": 1.8546, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 0.7712854757929883, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.144730601265148e-06, | |
| "loss": 1.8287, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 0.7729549248747913, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.132362415472099e-06, | |
| "loss": 1.6402, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 0.7746243739565943, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.1199782607159494e-06, | |
| "loss": 1.549, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 0.7762938230383973, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.107578229739895e-06, | |
| "loss": 1.5773, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.7779632721202003, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.095162415406034e-06, | |
| "loss": 2.0086, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 0.7796327212020033, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.082730910694655e-06, | |
| "loss": 1.635, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 0.7813021702838063, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.070283808703553e-06, | |
| "loss": 1.7928, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.7829716193656093, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.057821202647332e-06, | |
| "loss": 1.839, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 0.7846410684474123, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.045343185856701e-06, | |
| "loss": 1.6673, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.7863105175292153, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.032849851777774e-06, | |
| "loss": 1.7299, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.7879799666110183, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.020341293971383e-06, | |
| "loss": 1.8863, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 0.7896494156928213, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.0078176061123595e-06, | |
| "loss": 1.8666, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 0.7913188647746243, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.995278881988847e-06, | |
| "loss": 1.3643, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 0.7929883138564274, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.982725215501592e-06, | |
| "loss": 1.6456, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.7946577629382304, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.970156700663244e-06, | |
| "loss": 1.8537, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 0.7963272120200334, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.957573431597646e-06, | |
| "loss": 1.8776, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 0.7979966611018364, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.9449755025391355e-06, | |
| "loss": 1.8815, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 0.7996661101836394, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.932363007831837e-06, | |
| "loss": 1.8574, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 0.8013355592654424, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.919736041928956e-06, | |
| "loss": 1.8733, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.8030050083472454, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.907094699392066e-06, | |
| "loss": 1.7342, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 0.8046744574290484, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.894439074890413e-06, | |
| "loss": 1.6841, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 0.8063439065108514, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.881769263200192e-06, | |
| "loss": 1.6834, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 0.8080133555926544, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.869085359203844e-06, | |
| "loss": 1.8617, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 0.8096828046744574, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.8563874578893505e-06, | |
| "loss": 1.8515, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.8113522537562604, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.843675654349513e-06, | |
| "loss": 1.672, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 0.8130217028380634, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.830950043781245e-06, | |
| "loss": 1.8821, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 0.8146911519198664, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.818210721484859e-06, | |
| "loss": 1.9313, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 0.8163606010016694, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.805457782863354e-06, | |
| "loss": 1.8146, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 0.8180300500834724, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.792691323421698e-06, | |
| "loss": 1.6788, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.8196994991652755, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.779911438766117e-06, | |
| "loss": 1.8528, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 0.8213689482470785, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.767118224603374e-06, | |
| "loss": 1.6756, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 0.8230383973288815, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.754311776740057e-06, | |
| "loss": 1.4272, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 0.8247078464106845, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.741492191081856e-06, | |
| "loss": 1.7705, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 0.8263772954924875, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.728659563632853e-06, | |
| "loss": 1.5004, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.8280467445742905, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.715813990494793e-06, | |
| "loss": 2.0629, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 0.8297161936560935, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.702955567866372e-06, | |
| "loss": 2.0329, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 0.8313856427378965, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.690084392042514e-06, | |
| "loss": 1.7926, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 0.8330550918196995, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.677200559413652e-06, | |
| "loss": 1.6044, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 0.8347245409015025, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.664304166465e-06, | |
| "loss": 1.2786, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.8363939899833055, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.651395309775837e-06, | |
| "loss": 1.8032, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 0.8380634390651085, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.638474086018778e-06, | |
| "loss": 1.807, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 0.8397328881469115, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.62554059195906e-06, | |
| "loss": 1.5938, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 0.8414023372287145, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.612594924453801e-06, | |
| "loss": 1.5486, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 0.8430717863105175, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.599637180451295e-06, | |
| "loss": 1.7077, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.8447412353923205, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.5866674569902676e-06, | |
| "loss": 1.4935, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 0.8464106844741235, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.5736858511991585e-06, | |
| "loss": 1.5449, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 0.8480801335559266, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.5606924602953925e-06, | |
| "loss": 1.3814, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 0.8497495826377296, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.547687381584653e-06, | |
| "loss": 2.0371, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 0.8514190317195326, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.534670712460151e-06, | |
| "loss": 1.8953, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.8530884808013356, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.521642550401894e-06, | |
| "loss": 1.63, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 0.8547579298831386, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.508602992975963e-06, | |
| "loss": 1.7057, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 0.8564273789649416, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.495552137833774e-06, | |
| "loss": 1.6038, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 0.8580968280467446, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.4824900827113506e-06, | |
| "loss": 1.6273, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 0.8597662771285476, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.469416925428593e-06, | |
| "loss": 1.8133, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.8614357262103506, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.456332763888544e-06, | |
| "loss": 1.6532, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 0.8631051752921536, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.443237696076652e-06, | |
| "loss": 1.9142, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 0.8647746243739566, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.430131820060043e-06, | |
| "loss": 1.7401, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 0.8664440734557596, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.417015233986786e-06, | |
| "loss": 1.5529, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 0.8681135225375626, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.403888036085155e-06, | |
| "loss": 1.5511, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.8697829716193656, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.390750324662895e-06, | |
| "loss": 1.7932, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 0.8714524207011686, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.3776021981064825e-06, | |
| "loss": 1.7507, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 0.8731218697829716, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.364443754880395e-06, | |
| "loss": 1.8488, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 0.8747913188647746, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.3512750935263664e-06, | |
| "loss": 1.4568, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 0.8764607679465777, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.338096312662658e-06, | |
| "loss": 1.8529, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.8781302170283807, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.32490751098331e-06, | |
| "loss": 1.6563, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 0.8797996661101837, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.311708787257408e-06, | |
| "loss": 1.6838, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 0.8814691151919867, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.298500240328342e-06, | |
| "loss": 1.7945, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 0.8831385642737897, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.285281969113072e-06, | |
| "loss": 1.4784, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 0.8848080133555927, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.272054072601374e-06, | |
| "loss": 1.7104, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.8864774624373957, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.258816649855109e-06, | |
| "loss": 1.5431, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 0.8881469115191987, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.245569800007484e-06, | |
| "loss": 1.5852, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 0.8898163606010017, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.232313622262297e-06, | |
| "loss": 1.7488, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 0.8914858096828047, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.219048215893204e-06, | |
| "loss": 1.6947, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 0.8931552587646077, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.2057736802429724e-06, | |
| "loss": 1.6526, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.8948247078464107, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.192490114722741e-06, | |
| "loss": 1.4266, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 0.8964941569282137, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.179197618811267e-06, | |
| "loss": 1.4984, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 0.8981636060100167, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.1658962920541875e-06, | |
| "loss": 1.7565, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 0.8998330550918197, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.152586234063277e-06, | |
| "loss": 1.6057, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 0.9015025041736227, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.139267544515689e-06, | |
| "loss": 1.4978, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.9031719532554258, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.125940323153223e-06, | |
| "loss": 1.5634, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 0.9048414023372288, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.112604669781572e-06, | |
| "loss": 1.8368, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 0.9065108514190318, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.0992606842695745e-06, | |
| "loss": 1.4745, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 0.9081803005008348, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.0859084665484645e-06, | |
| "loss": 1.6676, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 0.9098497495826378, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.07254811661113e-06, | |
| "loss": 1.7473, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.9115191986644408, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.059179734511357e-06, | |
| "loss": 1.8217, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 0.9131886477462438, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.045803420363085e-06, | |
| "loss": 2.0666, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 0.9148580968280468, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.032419274339654e-06, | |
| "loss": 1.7439, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 0.9165275459098498, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.019027396673058e-06, | |
| "loss": 1.6459, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 0.9181969949916527, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.005627887653189e-06, | |
| "loss": 1.6537, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.9198664440734557, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.9922208476270914e-06, | |
| "loss": 1.4779, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 0.9215358931552587, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.978806376998209e-06, | |
| "loss": 1.6659, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 0.9232053422370617, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.965384576225632e-06, | |
| "loss": 1.8208, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 0.9248747913188647, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.951955545823342e-06, | |
| "loss": 1.7005, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 0.9265442404006677, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.938519386359466e-06, | |
| "loss": 1.7261, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.9282136894824707, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.925076198455517e-06, | |
| "loss": 1.8591, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 0.9298831385642737, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.911626082785644e-06, | |
| "loss": 1.9504, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 0.9315525876460768, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.898169140075878e-06, | |
| "loss": 1.8146, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 0.9332220367278798, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.884705471103376e-06, | |
| "loss": 1.7633, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 0.9348914858096828, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.871235176695664e-06, | |
| "loss": 1.7236, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.9365609348914858, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.857758357729892e-06, | |
| "loss": 1.9265, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 0.9382303839732888, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.844275115132064e-06, | |
| "loss": 1.5696, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 0.9398998330550918, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.830785549876296e-06, | |
| "loss": 1.8268, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 0.9415692821368948, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.817289762984048e-06, | |
| "loss": 1.5622, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 0.9432387312186978, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.803787855523377e-06, | |
| "loss": 1.7594, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.9449081803005008, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.790279928608173e-06, | |
| "loss": 1.6731, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 0.9465776293823038, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.776766083397409e-06, | |
| "loss": 1.5842, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 0.9482470784641068, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.763246421094373e-06, | |
| "loss": 1.8225, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 0.9499165275459098, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.749721042945924e-06, | |
| "loss": 1.591, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 0.9515859766277128, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.736190050241719e-06, | |
| "loss": 1.7563, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.9532554257095158, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.722653544313467e-06, | |
| "loss": 1.707, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 0.9549248747913188, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.709111626534161e-06, | |
| "loss": 1.8462, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 0.9565943238731218, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.695564398317326e-06, | |
| "loss": 1.6125, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 0.9582637729549248, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.6820119611162515e-06, | |
| "loss": 1.6431, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 0.9599332220367279, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.668454416423243e-06, | |
| "loss": 1.9529, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.9616026711185309, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.65489186576885e-06, | |
| "loss": 1.8668, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 0.9632721202003339, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.64132441072111e-06, | |
| "loss": 1.9664, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 0.9649415692821369, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.627752152884794e-06, | |
| "loss": 1.6759, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 0.9666110183639399, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.614175193900639e-06, | |
| "loss": 1.8378, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 0.9682804674457429, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.600593635444583e-06, | |
| "loss": 1.2707, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.9699499165275459, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.587007579227014e-06, | |
| "loss": 1.6216, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 0.9716193656093489, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.573417126992004e-06, | |
| "loss": 1.688, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 0.9732888146911519, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.559822380516539e-06, | |
| "loss": 1.8716, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 0.9749582637729549, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.546223441609775e-06, | |
| "loss": 1.938, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 0.9766277128547579, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.532620412112255e-06, | |
| "loss": 1.5521, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.9782971619365609, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.51901339389516e-06, | |
| "loss": 1.7355, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 0.9799666110183639, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.5054024888595415e-06, | |
| "loss": 1.3318, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 0.9816360601001669, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.491787798935557e-06, | |
| "loss": 1.7539, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 0.9833055091819699, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.478169426081712e-06, | |
| "loss": 1.8847, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 0.9849749582637729, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.464547472284091e-06, | |
| "loss": 1.6883, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.986644407345576, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.450922039555594e-06, | |
| "loss": 1.7047, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 0.988313856427379, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.437293229935178e-06, | |
| "loss": 1.5539, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 0.989983305509182, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.4236611454870865e-06, | |
| "loss": 1.6321, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 0.991652754590985, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.4100258883000874e-06, | |
| "loss": 1.7593, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 0.993322203672788, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.39638756048671e-06, | |
| "loss": 1.7527, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.994991652754591, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.38274626418248e-06, | |
| "loss": 1.3562, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 0.996661101836394, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.3691021015451494e-06, | |
| "loss": 1.4055, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 0.998330550918197, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.355455174753941e-06, | |
| "loss": 1.7539, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.341805586008778e-06, | |
| "loss": 1.7956, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 1.001669449081803, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.328153437529512e-06, | |
| "loss": 2.0003, | |
| "step": 600 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 1198, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 300, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 6.75387247951872e+18, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |