| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 4.9965635738831615, | |
| "eval_steps": 500, | |
| "global_step": 580, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.00859106529209622, | |
| "grad_norm": 2.208123786139425, | |
| "learning_rate": 1.6666666666666667e-06, | |
| "loss": 2.519, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.01718213058419244, | |
| "grad_norm": 2.387216471135648, | |
| "learning_rate": 3.3333333333333333e-06, | |
| "loss": 2.5546, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.02577319587628866, | |
| "grad_norm": 2.242414180089336, | |
| "learning_rate": 5e-06, | |
| "loss": 2.5143, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.03436426116838488, | |
| "grad_norm": 1.3834371622684507, | |
| "learning_rate": 6.666666666666667e-06, | |
| "loss": 2.4234, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.0429553264604811, | |
| "grad_norm": 0.8480429507160056, | |
| "learning_rate": 8.333333333333334e-06, | |
| "loss": 2.3533, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.05154639175257732, | |
| "grad_norm": 1.0257621263522265, | |
| "learning_rate": 1e-05, | |
| "loss": 2.3478, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.06013745704467354, | |
| "grad_norm": 0.9465705617705457, | |
| "learning_rate": 9.999925111542544e-06, | |
| "loss": 2.3559, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.06872852233676977, | |
| "grad_norm": 0.8290324702503862, | |
| "learning_rate": 9.999700448413483e-06, | |
| "loss": 2.2821, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.07731958762886598, | |
| "grad_norm": 0.7616359146631583, | |
| "learning_rate": 9.999326017342688e-06, | |
| "loss": 2.2554, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.0859106529209622, | |
| "grad_norm": 0.7466927981003729, | |
| "learning_rate": 9.998801829546387e-06, | |
| "loss": 2.2472, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.09450171821305842, | |
| "grad_norm": 0.4299476068045872, | |
| "learning_rate": 9.998127900726825e-06, | |
| "loss": 2.2512, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.10309278350515463, | |
| "grad_norm": 0.5343932519160086, | |
| "learning_rate": 9.997304251071802e-06, | |
| "loss": 2.2265, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.11168384879725086, | |
| "grad_norm": 0.4515050667510577, | |
| "learning_rate": 9.99633090525405e-06, | |
| "loss": 2.2205, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.12027491408934708, | |
| "grad_norm": 0.3887339848594928, | |
| "learning_rate": 9.995207892430525e-06, | |
| "loss": 2.199, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.12886597938144329, | |
| "grad_norm": 0.40393633836826276, | |
| "learning_rate": 9.9939352462415e-06, | |
| "loss": 2.1977, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.13745704467353953, | |
| "grad_norm": 0.3676064206819555, | |
| "learning_rate": 9.99251300480958e-06, | |
| "loss": 2.1732, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.14604810996563575, | |
| "grad_norm": 0.3396390866366257, | |
| "learning_rate": 9.990941210738553e-06, | |
| "loss": 2.1852, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.15463917525773196, | |
| "grad_norm": 0.3343400250980012, | |
| "learning_rate": 9.989219911112114e-06, | |
| "loss": 2.1995, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.16323024054982818, | |
| "grad_norm": 0.3395649625426219, | |
| "learning_rate": 9.98734915749245e-06, | |
| "loss": 2.1974, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.1718213058419244, | |
| "grad_norm": 0.3168174438284586, | |
| "learning_rate": 9.985329005918702e-06, | |
| "loss": 2.164, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.18041237113402062, | |
| "grad_norm": 0.30899087314283036, | |
| "learning_rate": 9.983159516905287e-06, | |
| "loss": 2.1506, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.18900343642611683, | |
| "grad_norm": 0.3104914475616672, | |
| "learning_rate": 9.980840755440075e-06, | |
| "loss": 2.1415, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.19759450171821305, | |
| "grad_norm": 0.2685339189270518, | |
| "learning_rate": 9.978372790982457e-06, | |
| "loss": 2.1254, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.20618556701030927, | |
| "grad_norm": 0.2666593191228905, | |
| "learning_rate": 9.975755697461254e-06, | |
| "loss": 2.1156, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.21477663230240548, | |
| "grad_norm": 0.2633683317715755, | |
| "learning_rate": 9.972989553272501e-06, | |
| "loss": 2.1083, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.22336769759450173, | |
| "grad_norm": 0.29601191602410226, | |
| "learning_rate": 9.970074441277111e-06, | |
| "loss": 2.1434, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.23195876288659795, | |
| "grad_norm": 0.2663773393046616, | |
| "learning_rate": 9.967010448798376e-06, | |
| "loss": 2.1137, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.24054982817869416, | |
| "grad_norm": 0.2489436765403495, | |
| "learning_rate": 9.963797667619368e-06, | |
| "loss": 2.105, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.24914089347079038, | |
| "grad_norm": 0.2513769484487265, | |
| "learning_rate": 9.960436193980175e-06, | |
| "loss": 2.132, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.25773195876288657, | |
| "grad_norm": 0.25792019512975445, | |
| "learning_rate": 9.956926128575026e-06, | |
| "loss": 2.0766, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.2663230240549828, | |
| "grad_norm": 0.24059537928347402, | |
| "learning_rate": 9.953267576549279e-06, | |
| "loss": 2.1145, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.27491408934707906, | |
| "grad_norm": 0.2413598219033581, | |
| "learning_rate": 9.949460647496258e-06, | |
| "loss": 2.0454, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.28350515463917525, | |
| "grad_norm": 0.24689976084131024, | |
| "learning_rate": 9.945505455453983e-06, | |
| "loss": 2.0456, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.2920962199312715, | |
| "grad_norm": 0.2625455755837849, | |
| "learning_rate": 9.941402118901743e-06, | |
| "loss": 2.0816, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.3006872852233677, | |
| "grad_norm": 0.25617587316052237, | |
| "learning_rate": 9.93715076075656e-06, | |
| "loss": 2.0879, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.30927835051546393, | |
| "grad_norm": 0.23182474186259913, | |
| "learning_rate": 9.932751508369492e-06, | |
| "loss": 2.0883, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.3178694158075601, | |
| "grad_norm": 0.25298056154312737, | |
| "learning_rate": 9.92820449352183e-06, | |
| "loss": 2.0679, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.32646048109965636, | |
| "grad_norm": 0.22793549377250014, | |
| "learning_rate": 9.923509852421144e-06, | |
| "loss": 2.0477, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.33505154639175255, | |
| "grad_norm": 0.22304162025326615, | |
| "learning_rate": 9.91866772569721e-06, | |
| "loss": 2.0681, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.3436426116838488, | |
| "grad_norm": 0.22391762105061253, | |
| "learning_rate": 9.913678258397785e-06, | |
| "loss": 2.0706, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.35223367697594504, | |
| "grad_norm": 0.2465667048609899, | |
| "learning_rate": 9.908541599984276e-06, | |
| "loss": 2.0532, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.36082474226804123, | |
| "grad_norm": 0.2225999225572341, | |
| "learning_rate": 9.90325790432725e-06, | |
| "loss": 2.0557, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.3694158075601375, | |
| "grad_norm": 0.23145112133504558, | |
| "learning_rate": 9.897827329701834e-06, | |
| "loss": 2.0077, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.37800687285223367, | |
| "grad_norm": 0.21978161386987122, | |
| "learning_rate": 9.892250038782972e-06, | |
| "loss": 2.0377, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.3865979381443299, | |
| "grad_norm": 0.23457257003146273, | |
| "learning_rate": 9.88652619864055e-06, | |
| "loss": 2.0046, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.3951890034364261, | |
| "grad_norm": 0.23366667859372328, | |
| "learning_rate": 9.880655980734391e-06, | |
| "loss": 2.0636, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.40378006872852235, | |
| "grad_norm": 0.216406709527668, | |
| "learning_rate": 9.874639560909118e-06, | |
| "loss": 1.9787, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.41237113402061853, | |
| "grad_norm": 0.2175332468582654, | |
| "learning_rate": 9.868477119388897e-06, | |
| "loss": 2.0583, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.4209621993127148, | |
| "grad_norm": 0.22438652510006393, | |
| "learning_rate": 9.862168840772018e-06, | |
| "loss": 2.0466, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.42955326460481097, | |
| "grad_norm": 0.2185523177171903, | |
| "learning_rate": 9.855714914025386e-06, | |
| "loss": 2.0105, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.4381443298969072, | |
| "grad_norm": 0.23254935570207558, | |
| "learning_rate": 9.849115532478848e-06, | |
| "loss": 1.9656, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.44673539518900346, | |
| "grad_norm": 0.20771583714525066, | |
| "learning_rate": 9.842370893819404e-06, | |
| "loss": 2.0414, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.45532646048109965, | |
| "grad_norm": 0.21427380812158775, | |
| "learning_rate": 9.83548120008529e-06, | |
| "loss": 2.0245, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.4639175257731959, | |
| "grad_norm": 0.21963377878640172, | |
| "learning_rate": 9.828446657659919e-06, | |
| "loss": 2.0406, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.4725085910652921, | |
| "grad_norm": 0.22510704558684724, | |
| "learning_rate": 9.821267477265705e-06, | |
| "loss": 2.001, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.48109965635738833, | |
| "grad_norm": 0.22402437197362557, | |
| "learning_rate": 9.813943873957748e-06, | |
| "loss": 1.9952, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.4896907216494845, | |
| "grad_norm": 0.21649219084755675, | |
| "learning_rate": 9.806476067117384e-06, | |
| "loss": 1.9775, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.49828178694158076, | |
| "grad_norm": 0.23004739414810843, | |
| "learning_rate": 9.798864280445633e-06, | |
| "loss": 2.0617, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.506872852233677, | |
| "grad_norm": 0.2234931893353312, | |
| "learning_rate": 9.791108741956476e-06, | |
| "loss": 2.0076, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.5154639175257731, | |
| "grad_norm": 0.31632384441079653, | |
| "learning_rate": 9.78320968397004e-06, | |
| "loss": 1.998, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.5240549828178694, | |
| "grad_norm": 0.22179973616305915, | |
| "learning_rate": 9.77516734310563e-06, | |
| "loss": 2.0295, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.5326460481099656, | |
| "grad_norm": 0.2193332083726788, | |
| "learning_rate": 9.766981960274653e-06, | |
| "loss": 1.973, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.5412371134020618, | |
| "grad_norm": 0.22853301555051309, | |
| "learning_rate": 9.758653780673381e-06, | |
| "loss": 2.0529, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.5498281786941581, | |
| "grad_norm": 0.2275807035753558, | |
| "learning_rate": 9.750183053775625e-06, | |
| "loss": 1.9989, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.5584192439862543, | |
| "grad_norm": 0.23654821220831357, | |
| "learning_rate": 9.741570033325254e-06, | |
| "loss": 1.9916, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.5670103092783505, | |
| "grad_norm": 0.2263519719171945, | |
| "learning_rate": 9.732814977328593e-06, | |
| "loss": 2.0294, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.5756013745704467, | |
| "grad_norm": 0.21292525210375207, | |
| "learning_rate": 9.723918148046696e-06, | |
| "loss": 2.0083, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.584192439862543, | |
| "grad_norm": 0.23686873465932642, | |
| "learning_rate": 9.714879811987496e-06, | |
| "loss": 1.9637, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.5927835051546392, | |
| "grad_norm": 0.22309697415764557, | |
| "learning_rate": 9.705700239897809e-06, | |
| "loss": 2.0339, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.6013745704467354, | |
| "grad_norm": 0.2363628573649254, | |
| "learning_rate": 9.69637970675523e-06, | |
| "loss": 1.9941, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.6099656357388317, | |
| "grad_norm": 0.21970605565754098, | |
| "learning_rate": 9.686918491759904e-06, | |
| "loss": 1.9921, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.6185567010309279, | |
| "grad_norm": 0.2399552026616389, | |
| "learning_rate": 9.677316878326144e-06, | |
| "loss": 1.985, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.627147766323024, | |
| "grad_norm": 0.22714040927280302, | |
| "learning_rate": 9.667575154073962e-06, | |
| "loss": 2.0016, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.6357388316151202, | |
| "grad_norm": 0.2259659476545292, | |
| "learning_rate": 9.657693610820437e-06, | |
| "loss": 2.0028, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.6443298969072165, | |
| "grad_norm": 0.22115483479500747, | |
| "learning_rate": 9.647672544570981e-06, | |
| "loss": 2.0005, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.6529209621993127, | |
| "grad_norm": 0.21943556518764748, | |
| "learning_rate": 9.637512255510475e-06, | |
| "loss": 1.9557, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.6615120274914089, | |
| "grad_norm": 0.22614114951805067, | |
| "learning_rate": 9.627213047994265e-06, | |
| "loss": 1.9751, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.6701030927835051, | |
| "grad_norm": 0.2229779123164752, | |
| "learning_rate": 9.616775230539057e-06, | |
| "loss": 1.9733, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.6786941580756014, | |
| "grad_norm": 0.28977693220933487, | |
| "learning_rate": 9.606199115813672e-06, | |
| "loss": 1.9538, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.6872852233676976, | |
| "grad_norm": 0.2398515392127217, | |
| "learning_rate": 9.595485020629676e-06, | |
| "loss": 1.9758, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.6958762886597938, | |
| "grad_norm": 0.22970549932486983, | |
| "learning_rate": 9.584633265931894e-06, | |
| "loss": 1.9752, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.7044673539518901, | |
| "grad_norm": 0.23574425808957022, | |
| "learning_rate": 9.573644176788795e-06, | |
| "loss": 1.9772, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.7130584192439863, | |
| "grad_norm": 0.24111810130645636, | |
| "learning_rate": 9.562518082382751e-06, | |
| "loss": 1.9843, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.7216494845360825, | |
| "grad_norm": 0.2353238194122449, | |
| "learning_rate": 9.551255316000183e-06, | |
| "loss": 1.9879, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.7302405498281787, | |
| "grad_norm": 0.21267148073016073, | |
| "learning_rate": 9.539856215021568e-06, | |
| "loss": 2.0112, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.738831615120275, | |
| "grad_norm": 0.24750268562290642, | |
| "learning_rate": 9.528321120911345e-06, | |
| "loss": 1.9686, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.7474226804123711, | |
| "grad_norm": 0.22624235631563774, | |
| "learning_rate": 9.516650379207677e-06, | |
| "loss": 1.9531, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.7560137457044673, | |
| "grad_norm": 0.2254562873218311, | |
| "learning_rate": 9.504844339512096e-06, | |
| "loss": 1.9336, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.7646048109965635, | |
| "grad_norm": 0.24114646864174968, | |
| "learning_rate": 9.492903355479047e-06, | |
| "loss": 1.9649, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.7731958762886598, | |
| "grad_norm": 0.2215844220698404, | |
| "learning_rate": 9.480827784805278e-06, | |
| "loss": 1.9919, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.781786941580756, | |
| "grad_norm": 0.22673007789344823, | |
| "learning_rate": 9.468617989219136e-06, | |
| "loss": 1.9671, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.7903780068728522, | |
| "grad_norm": 0.23381648472171454, | |
| "learning_rate": 9.45627433446972e-06, | |
| "loss": 1.9857, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.7989690721649485, | |
| "grad_norm": 0.22439137602734674, | |
| "learning_rate": 9.443797190315938e-06, | |
| "loss": 1.9887, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.8075601374570447, | |
| "grad_norm": 0.22502583802282547, | |
| "learning_rate": 9.431186930515419e-06, | |
| "loss": 1.9471, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.8161512027491409, | |
| "grad_norm": 0.22566119014941471, | |
| "learning_rate": 9.418443932813328e-06, | |
| "loss": 2.0001, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.8247422680412371, | |
| "grad_norm": 0.21651729773145714, | |
| "learning_rate": 9.405568578931042e-06, | |
| "loss": 1.9708, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.8333333333333334, | |
| "grad_norm": 0.22510924701029755, | |
| "learning_rate": 9.392561254554712e-06, | |
| "loss": 2.0141, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.8419243986254296, | |
| "grad_norm": 0.2239826811443597, | |
| "learning_rate": 9.379422349323728e-06, | |
| "loss": 1.9911, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.8505154639175257, | |
| "grad_norm": 0.23622343708573781, | |
| "learning_rate": 9.366152256819025e-06, | |
| "loss": 1.9265, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.8591065292096219, | |
| "grad_norm": 0.2330309560243661, | |
| "learning_rate": 9.352751374551305e-06, | |
| "loss": 1.9471, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.8676975945017182, | |
| "grad_norm": 0.24392986076413478, | |
| "learning_rate": 9.339220103949132e-06, | |
| "loss": 1.8885, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.8762886597938144, | |
| "grad_norm": 0.2283050690340691, | |
| "learning_rate": 9.325558850346897e-06, | |
| "loss": 1.9737, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.8848797250859106, | |
| "grad_norm": 0.23216642874875693, | |
| "learning_rate": 9.311768022972682e-06, | |
| "loss": 1.9265, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.8934707903780069, | |
| "grad_norm": 0.23718946052920817, | |
| "learning_rate": 9.297848034936007e-06, | |
| "loss": 1.9113, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.9020618556701031, | |
| "grad_norm": 0.26062401247343786, | |
| "learning_rate": 9.283799303215442e-06, | |
| "loss": 1.9109, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.9106529209621993, | |
| "grad_norm": 0.22346908351749736, | |
| "learning_rate": 9.269622248646124e-06, | |
| "loss": 1.9607, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.9192439862542955, | |
| "grad_norm": 0.24711103570338047, | |
| "learning_rate": 9.255317295907158e-06, | |
| "loss": 1.964, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.9278350515463918, | |
| "grad_norm": 0.25323775068277576, | |
| "learning_rate": 9.240884873508876e-06, | |
| "loss": 1.9167, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.936426116838488, | |
| "grad_norm": 0.25123992738826834, | |
| "learning_rate": 9.226325413780021e-06, | |
| "loss": 1.9516, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.9450171821305842, | |
| "grad_norm": 0.2548307883088889, | |
| "learning_rate": 9.211639352854786e-06, | |
| "loss": 1.972, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.9536082474226805, | |
| "grad_norm": 0.24129670124461444, | |
| "learning_rate": 9.196827130659752e-06, | |
| "loss": 1.9694, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.9621993127147767, | |
| "grad_norm": 0.25262012893284974, | |
| "learning_rate": 9.181889190900702e-06, | |
| "loss": 1.9389, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.9707903780068728, | |
| "grad_norm": 0.24800856374400806, | |
| "learning_rate": 9.166825981049345e-06, | |
| "loss": 1.9609, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.979381443298969, | |
| "grad_norm": 0.23930062604165217, | |
| "learning_rate": 9.151637952329903e-06, | |
| "loss": 1.9169, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.9879725085910653, | |
| "grad_norm": 0.23888942710116004, | |
| "learning_rate": 9.136325559705593e-06, | |
| "loss": 1.9409, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.9965635738831615, | |
| "grad_norm": 0.2434327307011672, | |
| "learning_rate": 9.120889261864999e-06, | |
| "loss": 1.9549, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 1.0085910652920962, | |
| "grad_norm": 0.5368696897762311, | |
| "learning_rate": 9.105329521208334e-06, | |
| "loss": 3.9516, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 1.0171821305841924, | |
| "grad_norm": 0.31841091070667155, | |
| "learning_rate": 9.089646803833589e-06, | |
| "loss": 1.8892, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 1.0257731958762886, | |
| "grad_norm": 0.2742869080672636, | |
| "learning_rate": 9.073841579522571e-06, | |
| "loss": 1.8438, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 1.034364261168385, | |
| "grad_norm": 0.3098173382025614, | |
| "learning_rate": 9.057914321726824e-06, | |
| "loss": 1.8524, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 1.0429553264604812, | |
| "grad_norm": 0.35914000861625267, | |
| "learning_rate": 9.041865507553458e-06, | |
| "loss": 1.8578, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 1.0515463917525774, | |
| "grad_norm": 0.24782705778836578, | |
| "learning_rate": 9.025695617750848e-06, | |
| "loss": 1.8968, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 1.0601374570446735, | |
| "grad_norm": 0.29479978245416644, | |
| "learning_rate": 9.009405136694234e-06, | |
| "loss": 1.8527, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 1.0687285223367697, | |
| "grad_norm": 0.267590029709473, | |
| "learning_rate": 8.992994552371217e-06, | |
| "loss": 1.8557, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 1.077319587628866, | |
| "grad_norm": 0.2770218237542545, | |
| "learning_rate": 8.976464356367133e-06, | |
| "loss": 1.88, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 1.0859106529209621, | |
| "grad_norm": 0.24930357718028165, | |
| "learning_rate": 8.959815043850336e-06, | |
| "loss": 1.8914, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 1.0945017182130585, | |
| "grad_norm": 0.2577049899528488, | |
| "learning_rate": 8.943047113557358e-06, | |
| "loss": 1.8551, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 1.1030927835051547, | |
| "grad_norm": 0.2869232186158467, | |
| "learning_rate": 8.926161067777973e-06, | |
| "loss": 1.8314, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 1.111683848797251, | |
| "grad_norm": 0.257531034868115, | |
| "learning_rate": 8.90915741234015e-06, | |
| "loss": 1.8931, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 1.120274914089347, | |
| "grad_norm": 0.2510603923186068, | |
| "learning_rate": 8.892036656594898e-06, | |
| "loss": 1.8864, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 1.1288659793814433, | |
| "grad_norm": 0.22785031834695588, | |
| "learning_rate": 8.874799313401014e-06, | |
| "loss": 1.8966, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 1.1374570446735395, | |
| "grad_norm": 0.2625000755681014, | |
| "learning_rate": 8.857445899109716e-06, | |
| "loss": 1.8894, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 1.1460481099656357, | |
| "grad_norm": 0.25962578916321755, | |
| "learning_rate": 8.839976933549173e-06, | |
| "loss": 1.8373, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 1.1546391752577319, | |
| "grad_norm": 0.2535508034573568, | |
| "learning_rate": 8.822392940008937e-06, | |
| "loss": 1.8603, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 1.1632302405498283, | |
| "grad_norm": 0.2483718305265392, | |
| "learning_rate": 8.804694445224274e-06, | |
| "loss": 1.7806, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 1.1718213058419245, | |
| "grad_norm": 0.23143602082187498, | |
| "learning_rate": 8.786881979360368e-06, | |
| "loss": 1.8827, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 1.1804123711340206, | |
| "grad_norm": 0.26722488115137877, | |
| "learning_rate": 8.76895607599646e-06, | |
| "loss": 1.8687, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 1.1890034364261168, | |
| "grad_norm": 0.23165280409335437, | |
| "learning_rate": 8.750917272109849e-06, | |
| "loss": 1.8204, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 1.197594501718213, | |
| "grad_norm": 0.24114870798141225, | |
| "learning_rate": 8.732766108059814e-06, | |
| "loss": 1.8257, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 1.2061855670103092, | |
| "grad_norm": 0.24450933667975003, | |
| "learning_rate": 8.714503127571425e-06, | |
| "loss": 1.8655, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 1.2147766323024054, | |
| "grad_norm": 0.24886954586593113, | |
| "learning_rate": 8.696128877719258e-06, | |
| "loss": 1.8635, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 1.2233676975945018, | |
| "grad_norm": 0.22947391665498382, | |
| "learning_rate": 8.677643908911007e-06, | |
| "loss": 1.8683, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 1.231958762886598, | |
| "grad_norm": 0.24875679422747346, | |
| "learning_rate": 8.659048774870986e-06, | |
| "loss": 1.8897, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 1.2405498281786942, | |
| "grad_norm": 0.21948813585313118, | |
| "learning_rate": 8.64034403262356e-06, | |
| "loss": 1.8661, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 1.2491408934707904, | |
| "grad_norm": 0.25682738261464727, | |
| "learning_rate": 8.621530242476446e-06, | |
| "loss": 1.8135, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 1.2577319587628866, | |
| "grad_norm": 0.46219652770176195, | |
| "learning_rate": 8.602607968003935e-06, | |
| "loss": 1.8172, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 1.2663230240549828, | |
| "grad_norm": 0.2274158864545253, | |
| "learning_rate": 8.583577776030005e-06, | |
| "loss": 1.8351, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 1.274914089347079, | |
| "grad_norm": 0.25012506751574154, | |
| "learning_rate": 8.564440236611344e-06, | |
| "loss": 1.8969, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 1.2835051546391751, | |
| "grad_norm": 0.2769019876124278, | |
| "learning_rate": 8.545195923020273e-06, | |
| "loss": 1.8762, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 1.2920962199312716, | |
| "grad_norm": 0.26472276342375745, | |
| "learning_rate": 8.525845411727581e-06, | |
| "loss": 1.8824, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 1.3006872852233677, | |
| "grad_norm": 0.24426788274377817, | |
| "learning_rate": 8.506389282385242e-06, | |
| "loss": 1.8752, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 1.309278350515464, | |
| "grad_norm": 0.2850090172193898, | |
| "learning_rate": 8.486828117809057e-06, | |
| "loss": 1.8499, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 1.3178694158075601, | |
| "grad_norm": 0.28133366851138764, | |
| "learning_rate": 8.467162503961209e-06, | |
| "loss": 1.8705, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 1.3264604810996563, | |
| "grad_norm": 0.2455210250126331, | |
| "learning_rate": 8.447393029932692e-06, | |
| "loss": 1.8423, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 1.3350515463917525, | |
| "grad_norm": 0.3008489303713607, | |
| "learning_rate": 8.427520287925669e-06, | |
| "loss": 1.8963, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 1.343642611683849, | |
| "grad_norm": 0.25506919040783055, | |
| "learning_rate": 8.407544873235736e-06, | |
| "loss": 1.8521, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 1.352233676975945, | |
| "grad_norm": 0.27043313385906653, | |
| "learning_rate": 8.387467384234096e-06, | |
| "loss": 1.8709, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 1.3608247422680413, | |
| "grad_norm": 0.27087203176436514, | |
| "learning_rate": 8.367288422349617e-06, | |
| "loss": 1.8636, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 1.3694158075601375, | |
| "grad_norm": 0.25048232585043473, | |
| "learning_rate": 8.347008592050834e-06, | |
| "loss": 1.8694, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 1.3780068728522337, | |
| "grad_norm": 0.27609000035122433, | |
| "learning_rate": 8.326628500827826e-06, | |
| "loss": 1.8344, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 1.3865979381443299, | |
| "grad_norm": 0.27449314945979997, | |
| "learning_rate": 8.306148759174036e-06, | |
| "loss": 1.8706, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 1.395189003436426, | |
| "grad_norm": 0.233840133061648, | |
| "learning_rate": 8.285569980567965e-06, | |
| "loss": 1.8695, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 1.4037800687285222, | |
| "grad_norm": 0.273284165103743, | |
| "learning_rate": 8.264892781454807e-06, | |
| "loss": 1.8518, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 1.4123711340206184, | |
| "grad_norm": 0.26246253700879174, | |
| "learning_rate": 8.244117781227982e-06, | |
| "loss": 1.8214, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 1.4209621993127148, | |
| "grad_norm": 0.23343115890866387, | |
| "learning_rate": 8.22324560221058e-06, | |
| "loss": 1.8531, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 1.429553264604811, | |
| "grad_norm": 0.23604921177468424, | |
| "learning_rate": 8.202276869636713e-06, | |
| "loss": 1.8033, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 1.4381443298969072, | |
| "grad_norm": 0.25286857214079783, | |
| "learning_rate": 8.1812122116328e-06, | |
| "loss": 1.8764, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 1.4467353951890034, | |
| "grad_norm": 0.25559292386906807, | |
| "learning_rate": 8.160052259198737e-06, | |
| "loss": 1.8211, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 1.4553264604810996, | |
| "grad_norm": 0.26293486350593825, | |
| "learning_rate": 8.138797646189e-06, | |
| "loss": 1.8409, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 1.463917525773196, | |
| "grad_norm": 0.2615615587710106, | |
| "learning_rate": 8.117449009293668e-06, | |
| "loss": 1.82, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 1.4725085910652922, | |
| "grad_norm": 0.24029229889760534, | |
| "learning_rate": 8.096006988019331e-06, | |
| "loss": 1.795, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 1.4810996563573884, | |
| "grad_norm": 0.24396907732238718, | |
| "learning_rate": 8.074472224669952e-06, | |
| "loss": 1.8288, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 1.4896907216494846, | |
| "grad_norm": 0.2588430791949496, | |
| "learning_rate": 8.052845364327609e-06, | |
| "loss": 1.8313, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 1.4982817869415808, | |
| "grad_norm": 0.2402748200690545, | |
| "learning_rate": 8.031127054833192e-06, | |
| "loss": 1.8475, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 1.506872852233677, | |
| "grad_norm": 0.26607111639386694, | |
| "learning_rate": 8.009317946766975e-06, | |
| "loss": 1.8318, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 1.5154639175257731, | |
| "grad_norm": 0.2490367029154612, | |
| "learning_rate": 7.987418693429145e-06, | |
| "loss": 1.8713, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 1.5240549828178693, | |
| "grad_norm": 0.24506198481130903, | |
| "learning_rate": 7.965429950820222e-06, | |
| "loss": 1.846, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 1.5326460481099655, | |
| "grad_norm": 0.2510589297764303, | |
| "learning_rate": 7.943352377621414e-06, | |
| "loss": 1.8191, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 1.5412371134020617, | |
| "grad_norm": 0.2463498132205643, | |
| "learning_rate": 7.92118663517488e-06, | |
| "loss": 1.8264, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 1.5498281786941581, | |
| "grad_norm": 0.26856443469145774, | |
| "learning_rate": 7.898933387463924e-06, | |
| "loss": 1.8214, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 1.5584192439862543, | |
| "grad_norm": 0.24408339713981886, | |
| "learning_rate": 7.876593301093104e-06, | |
| "loss": 1.8655, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 1.5670103092783505, | |
| "grad_norm": 0.2824672391033115, | |
| "learning_rate": 7.854167045268265e-06, | |
| "loss": 1.8303, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 1.5756013745704467, | |
| "grad_norm": 0.2652503232543874, | |
| "learning_rate": 7.831655291776484e-06, | |
| "loss": 1.8078, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 1.584192439862543, | |
| "grad_norm": 0.3562892836637005, | |
| "learning_rate": 7.809058714965962e-06, | |
| "loss": 1.8365, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 1.5927835051546393, | |
| "grad_norm": 0.31682382377621443, | |
| "learning_rate": 7.786377991725813e-06, | |
| "loss": 1.8342, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 1.6013745704467355, | |
| "grad_norm": 0.23708795791695556, | |
| "learning_rate": 7.763613801465785e-06, | |
| "loss": 1.8338, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 1.6099656357388317, | |
| "grad_norm": 0.32980665096322415, | |
| "learning_rate": 7.740766826095918e-06, | |
| "loss": 1.8525, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 1.6185567010309279, | |
| "grad_norm": 0.3308585733412994, | |
| "learning_rate": 7.717837750006106e-06, | |
| "loss": 1.8699, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 1.627147766323024, | |
| "grad_norm": 0.23213184583376612, | |
| "learning_rate": 7.694827260045608e-06, | |
| "loss": 1.8346, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 1.6357388316151202, | |
| "grad_norm": 0.36115699508964094, | |
| "learning_rate": 7.671736045502462e-06, | |
| "loss": 1.8296, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 1.6443298969072164, | |
| "grad_norm": 0.3725788178513254, | |
| "learning_rate": 7.648564798082842e-06, | |
| "loss": 1.8621, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 1.6529209621993126, | |
| "grad_norm": 0.244920413507623, | |
| "learning_rate": 7.625314211890342e-06, | |
| "loss": 1.8379, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 1.6615120274914088, | |
| "grad_norm": 0.3003785923390606, | |
| "learning_rate": 7.601984983405173e-06, | |
| "loss": 1.8285, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 1.670103092783505, | |
| "grad_norm": 0.24554481882238194, | |
| "learning_rate": 7.57857781146331e-06, | |
| "loss": 1.8282, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 1.6786941580756014, | |
| "grad_norm": 0.3086444191459068, | |
| "learning_rate": 7.555093397235553e-06, | |
| "loss": 1.8351, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 1.6872852233676976, | |
| "grad_norm": 0.2255666101776277, | |
| "learning_rate": 7.531532444206524e-06, | |
| "loss": 1.8619, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 1.6958762886597938, | |
| "grad_norm": 0.35915951404678703, | |
| "learning_rate": 7.507895658153594e-06, | |
| "loss": 1.8153, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 1.7044673539518902, | |
| "grad_norm": 0.2998884420051895, | |
| "learning_rate": 7.484183747125743e-06, | |
| "loss": 1.8065, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 1.7130584192439864, | |
| "grad_norm": 0.27294046373984265, | |
| "learning_rate": 7.460397421422346e-06, | |
| "loss": 1.8642, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 1.7216494845360826, | |
| "grad_norm": 0.3266219558792723, | |
| "learning_rate": 7.4365373935719e-06, | |
| "loss": 1.8297, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 1.7302405498281788, | |
| "grad_norm": 0.2650164068518729, | |
| "learning_rate": 7.412604378310677e-06, | |
| "loss": 1.8304, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 1.738831615120275, | |
| "grad_norm": 0.27308861174574434, | |
| "learning_rate": 7.388599092561315e-06, | |
| "loss": 1.822, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 1.7474226804123711, | |
| "grad_norm": 0.2463141857916976, | |
| "learning_rate": 7.364522255411342e-06, | |
| "loss": 1.8776, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 1.7560137457044673, | |
| "grad_norm": 0.2599426045804314, | |
| "learning_rate": 7.340374588091638e-06, | |
| "loss": 1.8509, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 1.7646048109965635, | |
| "grad_norm": 0.24005078867376234, | |
| "learning_rate": 7.316156813954821e-06, | |
| "loss": 1.8183, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 1.7731958762886597, | |
| "grad_norm": 0.27120591080632045, | |
| "learning_rate": 7.291869658453594e-06, | |
| "loss": 1.8149, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 1.781786941580756, | |
| "grad_norm": 0.2531942384017391, | |
| "learning_rate": 7.267513849119001e-06, | |
| "loss": 1.8261, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 1.790378006872852, | |
| "grad_norm": 0.2747157434197358, | |
| "learning_rate": 7.243090115538639e-06, | |
| "loss": 1.7975, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 1.7989690721649485, | |
| "grad_norm": 0.24091105341462182, | |
| "learning_rate": 7.218599189334799e-06, | |
| "loss": 1.8353, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 1.8075601374570447, | |
| "grad_norm": 0.24341386656771288, | |
| "learning_rate": 7.194041804142556e-06, | |
| "loss": 1.8859, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 1.8161512027491409, | |
| "grad_norm": 0.22471355270187646, | |
| "learning_rate": 7.169418695587791e-06, | |
| "loss": 1.8431, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 1.824742268041237, | |
| "grad_norm": 0.24506188684019525, | |
| "learning_rate": 7.144730601265148e-06, | |
| "loss": 1.8125, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 1.8333333333333335, | |
| "grad_norm": 0.22810680645845968, | |
| "learning_rate": 7.1199782607159494e-06, | |
| "loss": 1.8194, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 1.8419243986254297, | |
| "grad_norm": 0.2449433442646377, | |
| "learning_rate": 7.095162415406034e-06, | |
| "loss": 1.827, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 1.8505154639175259, | |
| "grad_norm": 0.24559185753817364, | |
| "learning_rate": 7.070283808703553e-06, | |
| "loss": 1.8464, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 1.859106529209622, | |
| "grad_norm": 0.24427706936825086, | |
| "learning_rate": 7.045343185856701e-06, | |
| "loss": 1.843, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 1.8676975945017182, | |
| "grad_norm": 0.24645403275584066, | |
| "learning_rate": 7.020341293971383e-06, | |
| "loss": 1.8306, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 1.8762886597938144, | |
| "grad_norm": 0.23184930559537723, | |
| "learning_rate": 6.995278881988847e-06, | |
| "loss": 1.8015, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 1.8848797250859106, | |
| "grad_norm": 0.23719377224785188, | |
| "learning_rate": 6.970156700663244e-06, | |
| "loss": 1.8525, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 1.8934707903780068, | |
| "grad_norm": 0.23400764447147657, | |
| "learning_rate": 6.9449755025391355e-06, | |
| "loss": 1.8119, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 1.902061855670103, | |
| "grad_norm": 0.2599405268669303, | |
| "learning_rate": 6.919736041928956e-06, | |
| "loss": 1.8323, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 1.9106529209621992, | |
| "grad_norm": 0.24632902890049496, | |
| "learning_rate": 6.894439074890413e-06, | |
| "loss": 1.8485, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 1.9192439862542954, | |
| "grad_norm": 0.23367391136495488, | |
| "learning_rate": 6.869085359203844e-06, | |
| "loss": 1.7983, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 1.9278350515463918, | |
| "grad_norm": 0.2510789521553247, | |
| "learning_rate": 6.843675654349513e-06, | |
| "loss": 1.8341, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 1.936426116838488, | |
| "grad_norm": 0.23860360419431745, | |
| "learning_rate": 6.818210721484859e-06, | |
| "loss": 1.8398, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 1.9450171821305842, | |
| "grad_norm": 0.25014975307900233, | |
| "learning_rate": 6.792691323421698e-06, | |
| "loss": 1.8263, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 1.9536082474226806, | |
| "grad_norm": 0.26282781990546983, | |
| "learning_rate": 6.767118224603374e-06, | |
| "loss": 1.8677, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 1.9621993127147768, | |
| "grad_norm": 0.256705179343515, | |
| "learning_rate": 6.741492191081856e-06, | |
| "loss": 1.8442, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 1.970790378006873, | |
| "grad_norm": 0.24544564998960142, | |
| "learning_rate": 6.715813990494793e-06, | |
| "loss": 1.7951, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 1.9793814432989691, | |
| "grad_norm": 0.3053559290033019, | |
| "learning_rate": 6.690084392042514e-06, | |
| "loss": 1.8208, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 1.9879725085910653, | |
| "grad_norm": 0.30531170857183865, | |
| "learning_rate": 6.664304166465e-06, | |
| "loss": 1.8202, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 1.9965635738831615, | |
| "grad_norm": 0.23274931772047064, | |
| "learning_rate": 6.638474086018778e-06, | |
| "loss": 1.8046, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 2.008591065292096, | |
| "grad_norm": 0.5794577169743913, | |
| "learning_rate": 6.612594924453801e-06, | |
| "loss": 3.5412, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 2.0171821305841924, | |
| "grad_norm": 0.343082374090462, | |
| "learning_rate": 6.5866674569902676e-06, | |
| "loss": 1.735, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 2.0257731958762886, | |
| "grad_norm": 0.28141601659964904, | |
| "learning_rate": 6.5606924602953925e-06, | |
| "loss": 1.7572, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 2.0343642611683848, | |
| "grad_norm": 0.34976737295239363, | |
| "learning_rate": 6.534670712460151e-06, | |
| "loss": 1.7368, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 2.042955326460481, | |
| "grad_norm": 0.40040502919537163, | |
| "learning_rate": 6.508602992975963e-06, | |
| "loss": 1.767, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 2.051546391752577, | |
| "grad_norm": 0.2911696775881224, | |
| "learning_rate": 6.4824900827113506e-06, | |
| "loss": 1.7602, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 2.0601374570446733, | |
| "grad_norm": 0.29572445302801437, | |
| "learning_rate": 6.456332763888544e-06, | |
| "loss": 1.7454, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 2.06872852233677, | |
| "grad_norm": 0.26729327030395994, | |
| "learning_rate": 6.430131820060043e-06, | |
| "loss": 1.7436, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 2.077319587628866, | |
| "grad_norm": 0.2992754951710706, | |
| "learning_rate": 6.403888036085155e-06, | |
| "loss": 1.7117, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 2.0859106529209623, | |
| "grad_norm": 0.33077824275444107, | |
| "learning_rate": 6.3776021981064825e-06, | |
| "loss": 1.7511, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 2.0945017182130585, | |
| "grad_norm": 0.3177034331189178, | |
| "learning_rate": 6.3512750935263664e-06, | |
| "loss": 1.7398, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 2.1030927835051547, | |
| "grad_norm": 0.2526942708362804, | |
| "learning_rate": 6.32490751098331e-06, | |
| "loss": 1.7115, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 2.111683848797251, | |
| "grad_norm": 0.28767940216717397, | |
| "learning_rate": 6.298500240328342e-06, | |
| "loss": 1.7521, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 2.120274914089347, | |
| "grad_norm": 0.2814458013423626, | |
| "learning_rate": 6.272054072601374e-06, | |
| "loss": 1.7511, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 2.1288659793814433, | |
| "grad_norm": 0.2605489443356379, | |
| "learning_rate": 6.245569800007484e-06, | |
| "loss": 1.7609, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 2.1374570446735395, | |
| "grad_norm": 0.3285855498307297, | |
| "learning_rate": 6.219048215893204e-06, | |
| "loss": 1.7857, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 2.1460481099656357, | |
| "grad_norm": 0.25393068431559573, | |
| "learning_rate": 6.192490114722741e-06, | |
| "loss": 1.7683, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 2.154639175257732, | |
| "grad_norm": 0.2833431825377502, | |
| "learning_rate": 6.1658962920541875e-06, | |
| "loss": 1.7794, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 2.163230240549828, | |
| "grad_norm": 0.3185646342601711, | |
| "learning_rate": 6.139267544515689e-06, | |
| "loss": 1.7269, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 2.1718213058419242, | |
| "grad_norm": 0.2549426100743674, | |
| "learning_rate": 6.112604669781572e-06, | |
| "loss": 1.7984, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 2.1804123711340204, | |
| "grad_norm": 0.2974211601234815, | |
| "learning_rate": 6.0859084665484645e-06, | |
| "loss": 1.6639, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 2.189003436426117, | |
| "grad_norm": 0.29735313491718546, | |
| "learning_rate": 6.059179734511357e-06, | |
| "loss": 1.7581, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 2.1975945017182132, | |
| "grad_norm": 0.22827203527316411, | |
| "learning_rate": 6.032419274339654e-06, | |
| "loss": 1.768, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 2.2061855670103094, | |
| "grad_norm": 0.2921679486136057, | |
| "learning_rate": 6.005627887653189e-06, | |
| "loss": 1.737, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 2.2147766323024056, | |
| "grad_norm": 0.23174406967073777, | |
| "learning_rate": 5.978806376998209e-06, | |
| "loss": 1.7783, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 2.223367697594502, | |
| "grad_norm": 0.26415721171980494, | |
| "learning_rate": 5.951955545823342e-06, | |
| "loss": 1.7638, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 2.231958762886598, | |
| "grad_norm": 0.3168814647576765, | |
| "learning_rate": 5.925076198455517e-06, | |
| "loss": 1.751, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 2.240549828178694, | |
| "grad_norm": 0.24804457019619985, | |
| "learning_rate": 5.898169140075878e-06, | |
| "loss": 1.7432, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 2.2491408934707904, | |
| "grad_norm": 0.2666809574189019, | |
| "learning_rate": 5.871235176695664e-06, | |
| "loss": 1.7538, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 2.2577319587628866, | |
| "grad_norm": 0.28781492733295405, | |
| "learning_rate": 5.844275115132064e-06, | |
| "loss": 1.7617, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 2.2663230240549828, | |
| "grad_norm": 0.25687309069891207, | |
| "learning_rate": 5.817289762984048e-06, | |
| "loss": 1.7679, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 2.274914089347079, | |
| "grad_norm": 0.31675631158329604, | |
| "learning_rate": 5.790279928608173e-06, | |
| "loss": 1.7867, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 2.283505154639175, | |
| "grad_norm": 0.2357319821112829, | |
| "learning_rate": 5.763246421094373e-06, | |
| "loss": 1.7247, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 2.2920962199312713, | |
| "grad_norm": 0.38591750012011294, | |
| "learning_rate": 5.736190050241719e-06, | |
| "loss": 1.7289, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 2.3006872852233675, | |
| "grad_norm": 0.2948215158582319, | |
| "learning_rate": 5.709111626534161e-06, | |
| "loss": 1.7575, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 2.3092783505154637, | |
| "grad_norm": 0.2885319497537962, | |
| "learning_rate": 5.6820119611162515e-06, | |
| "loss": 1.7103, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 2.31786941580756, | |
| "grad_norm": 0.376037745824099, | |
| "learning_rate": 5.65489186576885e-06, | |
| "loss": 1.746, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 2.3264604810996565, | |
| "grad_norm": 0.2497562431197746, | |
| "learning_rate": 5.627752152884794e-06, | |
| "loss": 1.7603, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 2.3350515463917527, | |
| "grad_norm": 0.2990905369609316, | |
| "learning_rate": 5.600593635444583e-06, | |
| "loss": 1.7515, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 2.343642611683849, | |
| "grad_norm": 0.30117959897506796, | |
| "learning_rate": 5.573417126992004e-06, | |
| "loss": 1.7569, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 2.352233676975945, | |
| "grad_norm": 0.2557741184765267, | |
| "learning_rate": 5.546223441609775e-06, | |
| "loss": 1.7472, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 2.3608247422680413, | |
| "grad_norm": 0.2551208106353442, | |
| "learning_rate": 5.51901339389516e-06, | |
| "loss": 1.7317, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 2.3694158075601375, | |
| "grad_norm": 0.2781777841112468, | |
| "learning_rate": 5.491787798935557e-06, | |
| "loss": 1.6851, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 2.3780068728522337, | |
| "grad_norm": 0.31337500147197084, | |
| "learning_rate": 5.464547472284091e-06, | |
| "loss": 1.7791, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 2.38659793814433, | |
| "grad_norm": 0.23452467271508043, | |
| "learning_rate": 5.437293229935178e-06, | |
| "loss": 1.7582, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 2.395189003436426, | |
| "grad_norm": 0.27327927198344293, | |
| "learning_rate": 5.4100258883000874e-06, | |
| "loss": 1.7133, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 2.4037800687285222, | |
| "grad_norm": 0.27708583184067626, | |
| "learning_rate": 5.38274626418248e-06, | |
| "loss": 1.7163, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 2.4123711340206184, | |
| "grad_norm": 0.23292464029123794, | |
| "learning_rate": 5.355455174753941e-06, | |
| "loss": 1.7298, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 2.4209621993127146, | |
| "grad_norm": 0.2600703750003263, | |
| "learning_rate": 5.328153437529512e-06, | |
| "loss": 1.7573, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 2.429553264604811, | |
| "grad_norm": 0.2523351663963291, | |
| "learning_rate": 5.300841870343183e-06, | |
| "loss": 1.7449, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 2.4381443298969074, | |
| "grad_norm": 0.2670431080125699, | |
| "learning_rate": 5.273521291323411e-06, | |
| "loss": 1.7246, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 2.4467353951890036, | |
| "grad_norm": 0.25254035187471163, | |
| "learning_rate": 5.2461925188686035e-06, | |
| "loss": 1.7451, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 2.4553264604811, | |
| "grad_norm": 0.2508883074086655, | |
| "learning_rate": 5.218856371622605e-06, | |
| "loss": 1.7262, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 2.463917525773196, | |
| "grad_norm": 0.25219229137696275, | |
| "learning_rate": 5.191513668450178e-06, | |
| "loss": 1.737, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 2.472508591065292, | |
| "grad_norm": 0.25320537808898, | |
| "learning_rate": 5.1641652284124645e-06, | |
| "loss": 1.7396, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 2.4810996563573884, | |
| "grad_norm": 0.2806981448693318, | |
| "learning_rate": 5.136811870742462e-06, | |
| "loss": 1.7437, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 2.4896907216494846, | |
| "grad_norm": 0.24173806733280326, | |
| "learning_rate": 5.109454414820475e-06, | |
| "loss": 1.7791, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 2.4982817869415808, | |
| "grad_norm": 0.2707788540745343, | |
| "learning_rate": 5.0820936801495716e-06, | |
| "loss": 1.7543, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 2.506872852233677, | |
| "grad_norm": 0.2599485029275578, | |
| "learning_rate": 5.054730486331041e-06, | |
| "loss": 1.7234, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 2.515463917525773, | |
| "grad_norm": 0.25054672276405254, | |
| "learning_rate": 5.0273656530398285e-06, | |
| "loss": 1.7352, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 2.5240549828178693, | |
| "grad_norm": 0.2573776336213065, | |
| "learning_rate": 5e-06, | |
| "loss": 1.7514, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 2.5326460481099655, | |
| "grad_norm": 0.23703533832993126, | |
| "learning_rate": 4.972634346960173e-06, | |
| "loss": 1.6359, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 2.5412371134020617, | |
| "grad_norm": 0.2705943259676728, | |
| "learning_rate": 4.945269513668962e-06, | |
| "loss": 1.777, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 2.549828178694158, | |
| "grad_norm": 0.2550242865212212, | |
| "learning_rate": 4.917906319850431e-06, | |
| "loss": 1.7132, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 2.558419243986254, | |
| "grad_norm": 0.26742448602135604, | |
| "learning_rate": 4.890545585179527e-06, | |
| "loss": 1.7566, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 2.5670103092783503, | |
| "grad_norm": 0.266400686306017, | |
| "learning_rate": 4.863188129257539e-06, | |
| "loss": 1.7532, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 2.5756013745704465, | |
| "grad_norm": 0.28864348789360117, | |
| "learning_rate": 4.835834771587537e-06, | |
| "loss": 1.7401, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 2.584192439862543, | |
| "grad_norm": 0.24303483535987125, | |
| "learning_rate": 4.808486331549824e-06, | |
| "loss": 1.7235, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 2.5927835051546393, | |
| "grad_norm": 0.26471152605172477, | |
| "learning_rate": 4.781143628377396e-06, | |
| "loss": 1.7183, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 2.6013745704467355, | |
| "grad_norm": 0.2898803122430285, | |
| "learning_rate": 4.753807481131398e-06, | |
| "loss": 1.7858, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 2.6099656357388317, | |
| "grad_norm": 0.23208150346414513, | |
| "learning_rate": 4.72647870867659e-06, | |
| "loss": 1.7583, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 2.618556701030928, | |
| "grad_norm": 0.258038022151125, | |
| "learning_rate": 4.699158129656818e-06, | |
| "loss": 1.7564, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 2.627147766323024, | |
| "grad_norm": 0.24174383924378637, | |
| "learning_rate": 4.671846562470489e-06, | |
| "loss": 1.7455, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 2.6357388316151202, | |
| "grad_norm": 0.24773074133942538, | |
| "learning_rate": 4.644544825246059e-06, | |
| "loss": 1.7351, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 2.6443298969072164, | |
| "grad_norm": 0.25621933249081513, | |
| "learning_rate": 4.617253735817522e-06, | |
| "loss": 1.7251, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 2.6529209621993126, | |
| "grad_norm": 0.2559480246284349, | |
| "learning_rate": 4.589974111699914e-06, | |
| "loss": 1.7336, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 2.661512027491409, | |
| "grad_norm": 0.25347973386380757, | |
| "learning_rate": 4.562706770064824e-06, | |
| "loss": 1.7625, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 2.670103092783505, | |
| "grad_norm": 0.2572249104558495, | |
| "learning_rate": 4.535452527715911e-06, | |
| "loss": 1.7246, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 2.6786941580756016, | |
| "grad_norm": 0.24310238666111728, | |
| "learning_rate": 4.508212201064446e-06, | |
| "loss": 1.729, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 2.687285223367698, | |
| "grad_norm": 0.2381051713294497, | |
| "learning_rate": 4.480986606104842e-06, | |
| "loss": 1.771, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 2.695876288659794, | |
| "grad_norm": 0.2476231591131004, | |
| "learning_rate": 4.453776558390225e-06, | |
| "loss": 1.762, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 2.70446735395189, | |
| "grad_norm": 0.25432604692808797, | |
| "learning_rate": 4.426582873007999e-06, | |
| "loss": 1.7751, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 2.7130584192439864, | |
| "grad_norm": 0.24148970830649608, | |
| "learning_rate": 4.3994063645554185e-06, | |
| "loss": 1.7629, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 2.7216494845360826, | |
| "grad_norm": 0.2687873203876452, | |
| "learning_rate": 4.3722478471152065e-06, | |
| "loss": 1.6963, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 2.7302405498281788, | |
| "grad_norm": 0.25746700267483097, | |
| "learning_rate": 4.345108134231152e-06, | |
| "loss": 1.7348, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 2.738831615120275, | |
| "grad_norm": 0.27025200631644236, | |
| "learning_rate": 4.31798803888375e-06, | |
| "loss": 1.7875, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 2.747422680412371, | |
| "grad_norm": 0.24968915718366122, | |
| "learning_rate": 4.290888373465841e-06, | |
| "loss": 1.722, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 2.7560137457044673, | |
| "grad_norm": 0.23372356054490234, | |
| "learning_rate": 4.2638099497582835e-06, | |
| "loss": 1.7234, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 2.7646048109965635, | |
| "grad_norm": 0.23476817638617892, | |
| "learning_rate": 4.236753578905627e-06, | |
| "loss": 1.7481, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 2.7731958762886597, | |
| "grad_norm": 0.23530118596904906, | |
| "learning_rate": 4.209720071391827e-06, | |
| "loss": 1.7345, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 2.781786941580756, | |
| "grad_norm": 0.25951314424025645, | |
| "learning_rate": 4.1827102370159526e-06, | |
| "loss": 1.7523, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 2.790378006872852, | |
| "grad_norm": 0.24692340886346503, | |
| "learning_rate": 4.155724884867937e-06, | |
| "loss": 1.7171, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 2.7989690721649483, | |
| "grad_norm": 0.25308660216730366, | |
| "learning_rate": 4.1287648233043366e-06, | |
| "loss": 1.7574, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 2.8075601374570445, | |
| "grad_norm": 0.2567537654878209, | |
| "learning_rate": 4.1018308599241245e-06, | |
| "loss": 1.6823, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 2.8161512027491407, | |
| "grad_norm": 0.25305155829539, | |
| "learning_rate": 4.074923801544485e-06, | |
| "loss": 1.7565, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 2.824742268041237, | |
| "grad_norm": 0.24050906326685917, | |
| "learning_rate": 4.048044454176658e-06, | |
| "loss": 1.7761, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 2.8333333333333335, | |
| "grad_norm": 0.2447388353381909, | |
| "learning_rate": 4.0211936230017915e-06, | |
| "loss": 1.7443, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 2.8419243986254297, | |
| "grad_norm": 0.26240857077065216, | |
| "learning_rate": 3.9943721123468124e-06, | |
| "loss": 1.7509, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 2.850515463917526, | |
| "grad_norm": 0.28811462400375815, | |
| "learning_rate": 3.967580725660348e-06, | |
| "loss": 1.7528, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 2.859106529209622, | |
| "grad_norm": 0.2529330357428984, | |
| "learning_rate": 3.940820265488644e-06, | |
| "loss": 1.7625, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 2.8676975945017182, | |
| "grad_norm": 0.25916932781575436, | |
| "learning_rate": 3.914091533451537e-06, | |
| "loss": 1.7058, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 2.8762886597938144, | |
| "grad_norm": 0.2590407810513385, | |
| "learning_rate": 3.887395330218429e-06, | |
| "loss": 1.7161, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 2.8848797250859106, | |
| "grad_norm": 0.24066882385215688, | |
| "learning_rate": 3.860732455484314e-06, | |
| "loss": 1.7158, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 2.893470790378007, | |
| "grad_norm": 0.27294577615311516, | |
| "learning_rate": 3.8341037079458125e-06, | |
| "loss": 1.7733, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 2.902061855670103, | |
| "grad_norm": 0.2530676827059838, | |
| "learning_rate": 3.8075098852772607e-06, | |
| "loss": 1.7406, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 2.910652920962199, | |
| "grad_norm": 0.2628152164476677, | |
| "learning_rate": 3.7809517841067976e-06, | |
| "loss": 1.7058, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 2.9192439862542954, | |
| "grad_norm": 0.26638727240914895, | |
| "learning_rate": 3.7544301999925176e-06, | |
| "loss": 1.7496, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 2.927835051546392, | |
| "grad_norm": 0.23863083988145045, | |
| "learning_rate": 3.727945927398628e-06, | |
| "loss": 1.7845, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 2.936426116838488, | |
| "grad_norm": 0.24028358323758836, | |
| "learning_rate": 3.7014997596716596e-06, | |
| "loss": 1.745, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 2.9450171821305844, | |
| "grad_norm": 0.2524501050391268, | |
| "learning_rate": 3.675092489016693e-06, | |
| "loss": 1.7389, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 2.9536082474226806, | |
| "grad_norm": 0.29426755660492304, | |
| "learning_rate": 3.6487249064736352e-06, | |
| "loss": 1.7112, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 2.9621993127147768, | |
| "grad_norm": 0.22729315412728335, | |
| "learning_rate": 3.622397801893518e-06, | |
| "loss": 1.7016, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 2.970790378006873, | |
| "grad_norm": 0.25244870327576924, | |
| "learning_rate": 3.5961119639148443e-06, | |
| "loss": 1.7323, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 2.979381443298969, | |
| "grad_norm": 0.24503417973883346, | |
| "learning_rate": 3.569868179939958e-06, | |
| "loss": 1.7169, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 2.9879725085910653, | |
| "grad_norm": 0.2829554992612038, | |
| "learning_rate": 3.543667236111458e-06, | |
| "loss": 1.7268, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 2.9965635738831615, | |
| "grad_norm": 0.24834908746578163, | |
| "learning_rate": 3.5175099172886507e-06, | |
| "loss": 1.746, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 3.008591065292096, | |
| "grad_norm": 0.5922513392483557, | |
| "learning_rate": 3.4913970070240388e-06, | |
| "loss": 3.4119, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 3.0171821305841924, | |
| "grad_norm": 0.4020890443336188, | |
| "learning_rate": 3.4653292875398523e-06, | |
| "loss": 1.6271, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 3.0257731958762886, | |
| "grad_norm": 0.2846472800650302, | |
| "learning_rate": 3.4393075397046105e-06, | |
| "loss": 1.7354, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 3.0343642611683848, | |
| "grad_norm": 0.3696437917954285, | |
| "learning_rate": 3.4133325430097337e-06, | |
| "loss": 1.6708, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 3.042955326460481, | |
| "grad_norm": 0.2451913749329604, | |
| "learning_rate": 3.3874050755461984e-06, | |
| "loss": 1.6865, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 3.051546391752577, | |
| "grad_norm": 0.305602063686548, | |
| "learning_rate": 3.3615259139812227e-06, | |
| "loss": 1.6916, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 3.0601374570446733, | |
| "grad_norm": 0.3028789740936393, | |
| "learning_rate": 3.335695833535001e-06, | |
| "loss": 1.7133, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 3.06872852233677, | |
| "grad_norm": 0.27232200626107655, | |
| "learning_rate": 3.309915607957487e-06, | |
| "loss": 1.7203, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 3.077319587628866, | |
| "grad_norm": 0.24580818891429057, | |
| "learning_rate": 3.2841860095052096e-06, | |
| "loss": 1.6968, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 3.0859106529209623, | |
| "grad_norm": 0.30829456790986676, | |
| "learning_rate": 3.258507808918146e-06, | |
| "loss": 1.6632, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 3.0945017182130585, | |
| "grad_norm": 0.2493311669409693, | |
| "learning_rate": 3.232881775396626e-06, | |
| "loss": 1.6886, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 3.1030927835051547, | |
| "grad_norm": 0.26807381538701364, | |
| "learning_rate": 3.2073086765783023e-06, | |
| "loss": 1.6276, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 3.111683848797251, | |
| "grad_norm": 0.2655770739554699, | |
| "learning_rate": 3.1817892785151426e-06, | |
| "loss": 1.7224, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 3.120274914089347, | |
| "grad_norm": 0.29191249153928056, | |
| "learning_rate": 3.1563243456504877e-06, | |
| "loss": 1.6464, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 3.1288659793814433, | |
| "grad_norm": 0.26142611464602167, | |
| "learning_rate": 3.1309146407961565e-06, | |
| "loss": 1.7042, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 3.1374570446735395, | |
| "grad_norm": 0.25581281444307696, | |
| "learning_rate": 3.1055609251095874e-06, | |
| "loss": 1.684, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 3.1460481099656357, | |
| "grad_norm": 0.25645637858338083, | |
| "learning_rate": 3.0802639580710465e-06, | |
| "loss": 1.6748, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 3.154639175257732, | |
| "grad_norm": 0.2537099488131362, | |
| "learning_rate": 3.0550244974608675e-06, | |
| "loss": 1.6751, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 3.163230240549828, | |
| "grad_norm": 0.2622401902439414, | |
| "learning_rate": 3.0298432993367577e-06, | |
| "loss": 1.6762, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 3.1718213058419242, | |
| "grad_norm": 0.26777154057402036, | |
| "learning_rate": 3.0047211180111537e-06, | |
| "loss": 1.6637, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 3.1804123711340204, | |
| "grad_norm": 0.2697670915131976, | |
| "learning_rate": 2.979658706028619e-06, | |
| "loss": 1.6409, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 3.189003436426117, | |
| "grad_norm": 0.25302462808285775, | |
| "learning_rate": 2.9546568141433007e-06, | |
| "loss": 1.6811, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 3.1975945017182132, | |
| "grad_norm": 0.2926705457518936, | |
| "learning_rate": 2.9297161912964476e-06, | |
| "loss": 1.6811, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 3.2061855670103094, | |
| "grad_norm": 0.24258346567546993, | |
| "learning_rate": 2.904837584593968e-06, | |
| "loss": 1.6987, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 3.2147766323024056, | |
| "grad_norm": 0.27821484417248077, | |
| "learning_rate": 2.880021739284053e-06, | |
| "loss": 1.7002, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 3.223367697594502, | |
| "grad_norm": 0.2583260720453906, | |
| "learning_rate": 2.8552693987348533e-06, | |
| "loss": 1.6581, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 3.231958762886598, | |
| "grad_norm": 0.2995718829517528, | |
| "learning_rate": 2.83058130441221e-06, | |
| "loss": 1.698, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 3.240549828178694, | |
| "grad_norm": 0.23209310903531505, | |
| "learning_rate": 2.8059581958574434e-06, | |
| "loss": 1.6639, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 3.2491408934707904, | |
| "grad_norm": 0.3141583986931671, | |
| "learning_rate": 2.781400810665201e-06, | |
| "loss": 1.6306, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 3.2577319587628866, | |
| "grad_norm": 0.26043046141639037, | |
| "learning_rate": 2.7569098844613616e-06, | |
| "loss": 1.6428, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 3.2663230240549828, | |
| "grad_norm": 0.2682410210651436, | |
| "learning_rate": 2.7324861508810007e-06, | |
| "loss": 1.7031, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 3.274914089347079, | |
| "grad_norm": 0.23627466269523362, | |
| "learning_rate": 2.708130341546407e-06, | |
| "loss": 1.6912, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 3.283505154639175, | |
| "grad_norm": 0.25452308447859706, | |
| "learning_rate": 2.6838431860451797e-06, | |
| "loss": 1.6972, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 3.2920962199312713, | |
| "grad_norm": 0.2684481414005352, | |
| "learning_rate": 2.659625411908366e-06, | |
| "loss": 1.6126, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 3.3006872852233675, | |
| "grad_norm": 0.28632630512865187, | |
| "learning_rate": 2.635477744588658e-06, | |
| "loss": 1.7118, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 3.3092783505154637, | |
| "grad_norm": 0.2480954277626528, | |
| "learning_rate": 2.611400907438685e-06, | |
| "loss": 1.678, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 3.31786941580756, | |
| "grad_norm": 0.27009672556246167, | |
| "learning_rate": 2.587395621689325e-06, | |
| "loss": 1.6571, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 3.3264604810996565, | |
| "grad_norm": 0.2488236290385475, | |
| "learning_rate": 2.563462606428101e-06, | |
| "loss": 1.698, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 3.3350515463917527, | |
| "grad_norm": 0.265013925369111, | |
| "learning_rate": 2.5396025785776545e-06, | |
| "loss": 1.6874, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 3.343642611683849, | |
| "grad_norm": 0.2501632529845309, | |
| "learning_rate": 2.515816252874258e-06, | |
| "loss": 1.6518, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 3.352233676975945, | |
| "grad_norm": 0.26963209575817787, | |
| "learning_rate": 2.4921043418464085e-06, | |
| "loss": 1.723, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 3.3608247422680413, | |
| "grad_norm": 0.2439138058109664, | |
| "learning_rate": 2.4684675557934766e-06, | |
| "loss": 1.6514, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 3.3694158075601375, | |
| "grad_norm": 0.25131424095425053, | |
| "learning_rate": 2.4449066027644473e-06, | |
| "loss": 1.6717, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 3.3780068728522337, | |
| "grad_norm": 0.23423918940451338, | |
| "learning_rate": 2.4214221885366918e-06, | |
| "loss": 1.6818, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 3.38659793814433, | |
| "grad_norm": 0.23504278302633322, | |
| "learning_rate": 2.398015016594828e-06, | |
| "loss": 1.6851, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 3.395189003436426, | |
| "grad_norm": 0.23108912440397839, | |
| "learning_rate": 2.3746857881096586e-06, | |
| "loss": 1.6573, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 3.4037800687285222, | |
| "grad_norm": 0.2630972598480657, | |
| "learning_rate": 2.351435201917159e-06, | |
| "loss": 1.6736, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 3.4123711340206184, | |
| "grad_norm": 0.2565037203189053, | |
| "learning_rate": 2.32826395449754e-06, | |
| "loss": 1.6683, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 3.4209621993127146, | |
| "grad_norm": 0.27931135209944863, | |
| "learning_rate": 2.3051727399543934e-06, | |
| "loss": 1.6755, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 3.429553264604811, | |
| "grad_norm": 0.29212242360552815, | |
| "learning_rate": 2.282162249993895e-06, | |
| "loss": 1.6334, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 3.4381443298969074, | |
| "grad_norm": 0.26981834777022456, | |
| "learning_rate": 2.259233173904084e-06, | |
| "loss": 1.708, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 3.4467353951890036, | |
| "grad_norm": 0.27252952116031537, | |
| "learning_rate": 2.2363861985342156e-06, | |
| "loss": 1.7145, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 3.4553264604811, | |
| "grad_norm": 0.26856882317170744, | |
| "learning_rate": 2.2136220082741876e-06, | |
| "loss": 1.6999, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 3.463917525773196, | |
| "grad_norm": 0.26539546923935187, | |
| "learning_rate": 2.1909412850340395e-06, | |
| "loss": 1.6981, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 3.472508591065292, | |
| "grad_norm": 0.24609298736654442, | |
| "learning_rate": 2.168344708223519e-06, | |
| "loss": 1.6949, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 3.4810996563573884, | |
| "grad_norm": 0.23740060447946054, | |
| "learning_rate": 2.1458329547317384e-06, | |
| "loss": 1.7044, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 3.4896907216494846, | |
| "grad_norm": 0.26722945895883293, | |
| "learning_rate": 2.1234066989068972e-06, | |
| "loss": 1.6929, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 3.4982817869415808, | |
| "grad_norm": 0.23155932481833713, | |
| "learning_rate": 2.1010666125360767e-06, | |
| "loss": 1.6896, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 3.506872852233677, | |
| "grad_norm": 0.2711065659946207, | |
| "learning_rate": 2.0788133648251207e-06, | |
| "loss": 1.6726, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 3.515463917525773, | |
| "grad_norm": 0.23502373531128723, | |
| "learning_rate": 2.0566476223785857e-06, | |
| "loss": 1.6584, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 3.5240549828178693, | |
| "grad_norm": 0.23647872007839724, | |
| "learning_rate": 2.0345700491797786e-06, | |
| "loss": 1.6842, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 3.5326460481099655, | |
| "grad_norm": 0.25531191284936877, | |
| "learning_rate": 2.0125813065708568e-06, | |
| "loss": 1.7291, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 3.5412371134020617, | |
| "grad_norm": 0.2338734563419503, | |
| "learning_rate": 1.9906820532330262e-06, | |
| "loss": 1.6603, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 3.549828178694158, | |
| "grad_norm": 0.24952190919610998, | |
| "learning_rate": 1.9688729451668116e-06, | |
| "loss": 1.6538, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 3.558419243986254, | |
| "grad_norm": 0.24615091256665883, | |
| "learning_rate": 1.947154635672393e-06, | |
| "loss": 1.6823, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 3.5670103092783503, | |
| "grad_norm": 0.24544513932589554, | |
| "learning_rate": 1.925527775330049e-06, | |
| "loss": 1.6561, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 3.5756013745704465, | |
| "grad_norm": 0.2547223286101074, | |
| "learning_rate": 1.9039930119806698e-06, | |
| "loss": 1.7017, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 3.584192439862543, | |
| "grad_norm": 0.24474946887671897, | |
| "learning_rate": 1.8825509907063328e-06, | |
| "loss": 1.6966, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 3.5927835051546393, | |
| "grad_norm": 0.23579767821458228, | |
| "learning_rate": 1.8612023538109998e-06, | |
| "loss": 1.6644, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 3.6013745704467355, | |
| "grad_norm": 0.236127895866837, | |
| "learning_rate": 1.8399477408012645e-06, | |
| "loss": 1.6935, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 3.6099656357388317, | |
| "grad_norm": 0.2663423480735363, | |
| "learning_rate": 1.8187877883672024e-06, | |
| "loss": 1.6871, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 3.618556701030928, | |
| "grad_norm": 0.23972519408323606, | |
| "learning_rate": 1.797723130363288e-06, | |
| "loss": 1.6964, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 3.627147766323024, | |
| "grad_norm": 0.2378828947434377, | |
| "learning_rate": 1.7767543977894198e-06, | |
| "loss": 1.664, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 3.6357388316151202, | |
| "grad_norm": 0.22727687711471692, | |
| "learning_rate": 1.755882218772018e-06, | |
| "loss": 1.6827, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 3.6443298969072164, | |
| "grad_norm": 0.2255094104159532, | |
| "learning_rate": 1.7351072185451934e-06, | |
| "loss": 1.6893, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 3.6529209621993126, | |
| "grad_norm": 0.24809139447614564, | |
| "learning_rate": 1.7144300194320357e-06, | |
| "loss": 1.6816, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 3.661512027491409, | |
| "grad_norm": 0.25186582278678304, | |
| "learning_rate": 1.6938512408259655e-06, | |
| "loss": 1.6653, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 3.670103092783505, | |
| "grad_norm": 0.2559208529812737, | |
| "learning_rate": 1.6733714991721738e-06, | |
| "loss": 1.6664, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 3.6786941580756016, | |
| "grad_norm": 0.25827292208337704, | |
| "learning_rate": 1.652991407949167e-06, | |
| "loss": 1.6452, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 3.687285223367698, | |
| "grad_norm": 0.24886719673164634, | |
| "learning_rate": 1.6327115776503833e-06, | |
| "loss": 1.7094, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 3.695876288659794, | |
| "grad_norm": 0.2967568140556356, | |
| "learning_rate": 1.6125326157659048e-06, | |
| "loss": 1.6708, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 3.70446735395189, | |
| "grad_norm": 0.24610789821189943, | |
| "learning_rate": 1.5924551267642641e-06, | |
| "loss": 1.7097, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 3.7130584192439864, | |
| "grad_norm": 0.26064599580011155, | |
| "learning_rate": 1.572479712074333e-06, | |
| "loss": 1.6399, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 3.7216494845360826, | |
| "grad_norm": 0.25823550620207686, | |
| "learning_rate": 1.5526069700673108e-06, | |
| "loss": 1.6418, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 3.7302405498281788, | |
| "grad_norm": 0.2509972834327566, | |
| "learning_rate": 1.532837496038792e-06, | |
| "loss": 1.6782, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 3.738831615120275, | |
| "grad_norm": 0.25327011530278, | |
| "learning_rate": 1.5131718821909435e-06, | |
| "loss": 1.705, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 3.747422680412371, | |
| "grad_norm": 0.24464619937684007, | |
| "learning_rate": 1.4936107176147606e-06, | |
| "loss": 1.7135, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 3.7560137457044673, | |
| "grad_norm": 0.25124166991508706, | |
| "learning_rate": 1.4741545882724213e-06, | |
| "loss": 1.7038, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 3.7646048109965635, | |
| "grad_norm": 0.24424448019564532, | |
| "learning_rate": 1.4548040769797255e-06, | |
| "loss": 1.6424, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 3.7731958762886597, | |
| "grad_norm": 0.25292186500202485, | |
| "learning_rate": 1.4355597633886576e-06, | |
| "loss": 1.6756, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 3.781786941580756, | |
| "grad_norm": 0.23840691684985385, | |
| "learning_rate": 1.416422223969996e-06, | |
| "loss": 1.6786, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 3.790378006872852, | |
| "grad_norm": 0.25906625423522317, | |
| "learning_rate": 1.3973920319960654e-06, | |
| "loss": 1.6766, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 3.7989690721649483, | |
| "grad_norm": 0.26153465080891225, | |
| "learning_rate": 1.378469757523554e-06, | |
| "loss": 1.6828, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 3.8075601374570445, | |
| "grad_norm": 0.23917358482231746, | |
| "learning_rate": 1.3596559673764421e-06, | |
| "loss": 1.6804, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 3.8161512027491407, | |
| "grad_norm": 0.2396941834079674, | |
| "learning_rate": 1.3409512251290164e-06, | |
| "loss": 1.6668, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 3.824742268041237, | |
| "grad_norm": 0.2629866189082095, | |
| "learning_rate": 1.322356091088996e-06, | |
| "loss": 1.7056, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 3.8333333333333335, | |
| "grad_norm": 0.2607750520114126, | |
| "learning_rate": 1.303871122280742e-06, | |
| "loss": 1.7074, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 3.8419243986254297, | |
| "grad_norm": 0.3057642778361461, | |
| "learning_rate": 1.2854968724285755e-06, | |
| "loss": 1.6656, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 3.850515463917526, | |
| "grad_norm": 0.23584672793493383, | |
| "learning_rate": 1.2672338919401866e-06, | |
| "loss": 1.7042, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 3.859106529209622, | |
| "grad_norm": 0.2327615685413911, | |
| "learning_rate": 1.2490827278901513e-06, | |
| "loss": 1.638, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 3.8676975945017182, | |
| "grad_norm": 0.2538402919887143, | |
| "learning_rate": 1.2310439240035415e-06, | |
| "loss": 1.6697, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 3.8762886597938144, | |
| "grad_norm": 0.24590706784319505, | |
| "learning_rate": 1.2131180206396331e-06, | |
| "loss": 1.6567, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 3.8848797250859106, | |
| "grad_norm": 0.24366334985364868, | |
| "learning_rate": 1.195305554775728e-06, | |
| "loss": 1.6873, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 3.893470790378007, | |
| "grad_norm": 0.24933468260526015, | |
| "learning_rate": 1.177607059991065e-06, | |
| "loss": 1.6768, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 3.902061855670103, | |
| "grad_norm": 0.26229582665690454, | |
| "learning_rate": 1.1600230664508288e-06, | |
| "loss": 1.6861, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 3.910652920962199, | |
| "grad_norm": 0.25037526400185023, | |
| "learning_rate": 1.1425541008902852e-06, | |
| "loss": 1.709, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 3.9192439862542954, | |
| "grad_norm": 0.2436612620158865, | |
| "learning_rate": 1.1252006865989868e-06, | |
| "loss": 1.6697, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 3.927835051546392, | |
| "grad_norm": 0.22958914781932735, | |
| "learning_rate": 1.107963343405103e-06, | |
| "loss": 1.6828, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 3.936426116838488, | |
| "grad_norm": 0.24154992738826303, | |
| "learning_rate": 1.0908425876598512e-06, | |
| "loss": 1.7176, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 3.9450171821305844, | |
| "grad_norm": 0.24344258073527894, | |
| "learning_rate": 1.0738389322220276e-06, | |
| "loss": 1.6401, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 3.9536082474226806, | |
| "grad_norm": 0.2390591834019147, | |
| "learning_rate": 1.0569528864426444e-06, | |
| "loss": 1.6637, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 3.9621993127147768, | |
| "grad_norm": 0.24876356770228733, | |
| "learning_rate": 1.0401849561496647e-06, | |
| "loss": 1.672, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 3.970790378006873, | |
| "grad_norm": 0.24788035367409328, | |
| "learning_rate": 1.0235356436328675e-06, | |
| "loss": 1.6737, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 3.979381443298969, | |
| "grad_norm": 0.22083500615355336, | |
| "learning_rate": 1.007005447628785e-06, | |
| "loss": 1.6832, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 3.9879725085910653, | |
| "grad_norm": 0.23586980332078747, | |
| "learning_rate": 9.905948633057666e-07, | |
| "loss": 1.7014, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 3.9965635738831615, | |
| "grad_norm": 0.23418365998229526, | |
| "learning_rate": 9.743043822491528e-07, | |
| "loss": 1.6619, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 4.008591065292096, | |
| "grad_norm": 0.5867691500106113, | |
| "learning_rate": 9.58134492446543e-07, | |
| "loss": 3.3257, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 4.017182130584192, | |
| "grad_norm": 0.22848089001074176, | |
| "learning_rate": 9.420856782731774e-07, | |
| "loss": 1.6432, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 4.025773195876289, | |
| "grad_norm": 0.26643759471086603, | |
| "learning_rate": 9.26158420477431e-07, | |
| "loss": 1.6255, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 4.034364261168385, | |
| "grad_norm": 0.24279390688421273, | |
| "learning_rate": 9.10353196166412e-07, | |
| "loss": 1.6936, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 4.042955326460481, | |
| "grad_norm": 0.24978730161476037, | |
| "learning_rate": 8.946704787916676e-07, | |
| "loss": 1.6602, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 4.051546391752577, | |
| "grad_norm": 0.24882895961508988, | |
| "learning_rate": 8.791107381350028e-07, | |
| "loss": 1.6557, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 4.060137457044673, | |
| "grad_norm": 0.24038548638994323, | |
| "learning_rate": 8.636744402944075e-07, | |
| "loss": 1.649, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 4.0687285223367695, | |
| "grad_norm": 0.23343234428832116, | |
| "learning_rate": 8.483620476700977e-07, | |
| "loss": 1.6623, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 4.077319587628866, | |
| "grad_norm": 0.2479346870830623, | |
| "learning_rate": 8.33174018950656e-07, | |
| "loss": 1.6911, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 4.085910652920962, | |
| "grad_norm": 0.23925299666712668, | |
| "learning_rate": 8.181108090993001e-07, | |
| "loss": 1.6349, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 4.094501718213058, | |
| "grad_norm": 0.23889326115734966, | |
| "learning_rate": 8.031728693402502e-07, | |
| "loss": 1.6721, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 4.103092783505154, | |
| "grad_norm": 0.2296301969294035, | |
| "learning_rate": 7.883606471452138e-07, | |
| "loss": 1.6814, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 4.1116838487972505, | |
| "grad_norm": 0.23775555355784386, | |
| "learning_rate": 7.736745862199785e-07, | |
| "loss": 1.6394, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 4.120274914089347, | |
| "grad_norm": 0.24046066783607495, | |
| "learning_rate": 7.59115126491124e-07, | |
| "loss": 1.6729, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 4.128865979381443, | |
| "grad_norm": 0.23623768362714573, | |
| "learning_rate": 7.446827040928439e-07, | |
| "loss": 1.6354, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 4.13745704467354, | |
| "grad_norm": 0.2575549346066372, | |
| "learning_rate": 7.303777513538762e-07, | |
| "loss": 1.6333, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 4.146048109965636, | |
| "grad_norm": 0.24860345971574782, | |
| "learning_rate": 7.162006967845602e-07, | |
| "loss": 1.6907, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 4.154639175257732, | |
| "grad_norm": 0.23054251038882875, | |
| "learning_rate": 7.021519650639952e-07, | |
| "loss": 1.6044, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 4.1632302405498285, | |
| "grad_norm": 0.24550821257644512, | |
| "learning_rate": 6.882319770273193e-07, | |
| "loss": 1.6748, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 4.171821305841925, | |
| "grad_norm": 0.23474577539619082, | |
| "learning_rate": 6.744411496531045e-07, | |
| "loss": 1.6451, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 4.180412371134021, | |
| "grad_norm": 0.22708100508998744, | |
| "learning_rate": 6.607798960508693e-07, | |
| "loss": 1.6892, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 4.189003436426117, | |
| "grad_norm": 0.23352825875050276, | |
| "learning_rate": 6.472486254486954e-07, | |
| "loss": 1.632, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 4.197594501718213, | |
| "grad_norm": 0.24648114546627972, | |
| "learning_rate": 6.338477431809764e-07, | |
| "loss": 1.6557, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 4.206185567010309, | |
| "grad_norm": 0.24736170079000772, | |
| "learning_rate": 6.205776506762729e-07, | |
| "loss": 1.6461, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 4.214776632302406, | |
| "grad_norm": 0.2380927846200124, | |
| "learning_rate": 6.074387454452891e-07, | |
| "loss": 1.7005, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 4.223367697594502, | |
| "grad_norm": 0.25104258830397624, | |
| "learning_rate": 5.944314210689611e-07, | |
| "loss": 1.6407, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 4.231958762886598, | |
| "grad_norm": 0.24999941862158437, | |
| "learning_rate": 5.815560671866721e-07, | |
| "loss": 1.6439, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 4.240549828178694, | |
| "grad_norm": 0.22907317626435914, | |
| "learning_rate": 5.688130694845817e-07, | |
| "loss": 1.663, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 4.24914089347079, | |
| "grad_norm": 0.24260790107655203, | |
| "learning_rate": 5.562028096840638e-07, | |
| "loss": 1.6133, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 4.257731958762887, | |
| "grad_norm": 0.2449427663820236, | |
| "learning_rate": 5.437256655302814e-07, | |
| "loss": 1.6833, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 4.266323024054983, | |
| "grad_norm": 0.2452720567127199, | |
| "learning_rate": 5.313820107808665e-07, | |
| "loss": 1.6382, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 4.274914089347079, | |
| "grad_norm": 0.24245668714636706, | |
| "learning_rate": 5.191722151947227e-07, | |
| "loss": 1.6065, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 4.283505154639175, | |
| "grad_norm": 0.24686375253425183, | |
| "learning_rate": 5.07096644520954e-07, | |
| "loss": 1.6028, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 4.292096219931271, | |
| "grad_norm": 0.24325465896590973, | |
| "learning_rate": 4.951556604879049e-07, | |
| "loss": 1.627, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 4.3006872852233675, | |
| "grad_norm": 0.25561506607383994, | |
| "learning_rate": 4.83349620792325e-07, | |
| "loss": 1.6532, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 4.309278350515464, | |
| "grad_norm": 0.24432420895344698, | |
| "learning_rate": 4.716788790886545e-07, | |
| "loss": 1.7054, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 4.31786941580756, | |
| "grad_norm": 0.24652763938837308, | |
| "learning_rate": 4.601437849784318e-07, | |
| "loss": 1.6584, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 4.326460481099656, | |
| "grad_norm": 0.24081112601884344, | |
| "learning_rate": 4.487446839998194e-07, | |
| "loss": 1.6579, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 4.335051546391752, | |
| "grad_norm": 0.24077762120128518, | |
| "learning_rate": 4.374819176172501e-07, | |
| "loss": 1.611, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 4.3436426116838485, | |
| "grad_norm": 0.23551283193929728, | |
| "learning_rate": 4.263558232112064e-07, | |
| "loss": 1.6486, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 4.352233676975945, | |
| "grad_norm": 0.24030554806756774, | |
| "learning_rate": 4.153667340681067e-07, | |
| "loss": 1.5969, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 4.360824742268041, | |
| "grad_norm": 0.23691286610236578, | |
| "learning_rate": 4.045149793703257e-07, | |
| "loss": 1.6753, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 4.369415807560138, | |
| "grad_norm": 0.23903869191328392, | |
| "learning_rate": 3.938008841863289e-07, | |
| "loss": 1.646, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 4.378006872852234, | |
| "grad_norm": 0.2389287897855053, | |
| "learning_rate": 3.832247694609442e-07, | |
| "loss": 1.6505, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 4.38659793814433, | |
| "grad_norm": 0.2384304058058299, | |
| "learning_rate": 3.7278695200573754e-07, | |
| "loss": 1.6516, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 4.3951890034364265, | |
| "grad_norm": 0.23170007570321202, | |
| "learning_rate": 3.6248774448952695e-07, | |
| "loss": 1.6408, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 4.403780068728523, | |
| "grad_norm": 0.2451725310139443, | |
| "learning_rate": 3.52327455429019e-07, | |
| "loss": 1.6548, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 4.412371134020619, | |
| "grad_norm": 0.2311001266895989, | |
| "learning_rate": 3.423063891795647e-07, | |
| "loss": 1.674, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 4.420962199312715, | |
| "grad_norm": 0.22939351746207862, | |
| "learning_rate": 3.324248459260393e-07, | |
| "loss": 1.668, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 4.429553264604811, | |
| "grad_norm": 0.24921772990695243, | |
| "learning_rate": 3.2268312167385687e-07, | |
| "loss": 1.6644, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 4.438144329896907, | |
| "grad_norm": 0.24729846809806982, | |
| "learning_rate": 3.1308150824009785e-07, | |
| "loss": 1.67, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 4.446735395189004, | |
| "grad_norm": 0.22640721408797101, | |
| "learning_rate": 3.0362029324477015e-07, | |
| "loss": 1.6431, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 4.4553264604811, | |
| "grad_norm": 0.2514965526696115, | |
| "learning_rate": 2.942997601021924e-07, | |
| "loss": 1.6297, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 4.463917525773196, | |
| "grad_norm": 0.24800570829587237, | |
| "learning_rate": 2.851201880125043e-07, | |
| "loss": 1.5746, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 4.472508591065292, | |
| "grad_norm": 0.23974608400063066, | |
| "learning_rate": 2.760818519533037e-07, | |
| "loss": 1.6556, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 4.481099656357388, | |
| "grad_norm": 0.23413547062949885, | |
| "learning_rate": 2.6718502267140844e-07, | |
| "loss": 1.6916, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 4.489690721649485, | |
| "grad_norm": 0.24104933467023465, | |
| "learning_rate": 2.584299666747475e-07, | |
| "loss": 1.6593, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 4.498281786941581, | |
| "grad_norm": 0.23289250853229676, | |
| "learning_rate": 2.4981694622437546e-07, | |
| "loss": 1.6469, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 4.506872852233677, | |
| "grad_norm": 0.23052100983273746, | |
| "learning_rate": 2.4134621932661916e-07, | |
| "loss": 1.6194, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 4.515463917525773, | |
| "grad_norm": 0.220108887733881, | |
| "learning_rate": 2.330180397253473e-07, | |
| "loss": 1.6437, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 4.524054982817869, | |
| "grad_norm": 0.22944959560694397, | |
| "learning_rate": 2.2483265689436929e-07, | |
| "loss": 1.6934, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 4.5326460481099655, | |
| "grad_norm": 0.2417227052649889, | |
| "learning_rate": 2.167903160299617e-07, | |
| "loss": 1.6367, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 4.541237113402062, | |
| "grad_norm": 0.22985546756470726, | |
| "learning_rate": 2.0889125804352595e-07, | |
| "loss": 1.6216, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 4.549828178694158, | |
| "grad_norm": 0.24066618548462096, | |
| "learning_rate": 2.0113571955436895e-07, | |
| "loss": 1.6804, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 4.558419243986254, | |
| "grad_norm": 0.2416438260307757, | |
| "learning_rate": 1.9352393288261717e-07, | |
| "loss": 1.6393, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 4.56701030927835, | |
| "grad_norm": 0.239698741927309, | |
| "learning_rate": 1.8605612604225388e-07, | |
| "loss": 1.6105, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 4.5756013745704465, | |
| "grad_norm": 0.24413712058845366, | |
| "learning_rate": 1.787325227342951e-07, | |
| "loss": 1.6315, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 4.584192439862543, | |
| "grad_norm": 0.23637696946735323, | |
| "learning_rate": 1.715533423400817e-07, | |
| "loss": 1.6307, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 4.592783505154639, | |
| "grad_norm": 0.23872270203188434, | |
| "learning_rate": 1.6451879991471186e-07, | |
| "loss": 1.6844, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 4.601374570446735, | |
| "grad_norm": 0.22209573936584914, | |
| "learning_rate": 1.576291061805979e-07, | |
| "loss": 1.6774, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 4.609965635738831, | |
| "grad_norm": 0.22781684978261602, | |
| "learning_rate": 1.5088446752115403e-07, | |
| "loss": 1.6365, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 4.618556701030927, | |
| "grad_norm": 0.22231536055946152, | |
| "learning_rate": 1.4428508597461587e-07, | |
| "loss": 1.6518, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 4.627147766323024, | |
| "grad_norm": 0.24597301241764716, | |
| "learning_rate": 1.378311592279835e-07, | |
| "loss": 1.6387, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 4.63573883161512, | |
| "grad_norm": 0.23651255807420338, | |
| "learning_rate": 1.3152288061110518e-07, | |
| "loss": 1.6367, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 4.644329896907217, | |
| "grad_norm": 0.24194404648436793, | |
| "learning_rate": 1.253604390908819e-07, | |
| "loss": 1.6404, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 4.652920962199313, | |
| "grad_norm": 0.24096603427636226, | |
| "learning_rate": 1.193440192656109e-07, | |
| "loss": 1.6487, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 4.661512027491409, | |
| "grad_norm": 0.23073526119633206, | |
| "learning_rate": 1.1347380135945108e-07, | |
| "loss": 1.6366, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 4.670103092783505, | |
| "grad_norm": 0.23367410856487186, | |
| "learning_rate": 1.0774996121702907e-07, | |
| "loss": 1.66, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 4.678694158075602, | |
| "grad_norm": 0.23333593518319265, | |
| "learning_rate": 1.0217267029816736e-07, | |
| "loss": 1.6204, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 4.687285223367698, | |
| "grad_norm": 0.2400651207345224, | |
| "learning_rate": 9.674209567275161e-08, | |
| "loss": 1.6296, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 4.695876288659794, | |
| "grad_norm": 0.22715088472979858, | |
| "learning_rate": 9.145840001572537e-08, | |
| "loss": 1.687, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 4.70446735395189, | |
| "grad_norm": 0.2304516857645299, | |
| "learning_rate": 8.632174160221496e-08, | |
| "loss": 1.6795, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 4.713058419243986, | |
| "grad_norm": 0.22846319291531494, | |
| "learning_rate": 8.133227430279055e-08, | |
| "loss": 1.6327, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 4.721649484536083, | |
| "grad_norm": 0.22995523965104772, | |
| "learning_rate": 7.649014757885597e-08, | |
| "loss": 1.6455, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 4.730240549828179, | |
| "grad_norm": 0.23040086094496828, | |
| "learning_rate": 7.179550647817224e-08, | |
| "loss": 1.6503, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 4.738831615120275, | |
| "grad_norm": 0.22952265926622467, | |
| "learning_rate": 6.724849163050995e-08, | |
| "loss": 1.6438, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 4.747422680412371, | |
| "grad_norm": 0.24926903275682435, | |
| "learning_rate": 6.28492392434421e-08, | |
| "loss": 1.6643, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 4.756013745704467, | |
| "grad_norm": 0.2358707255568968, | |
| "learning_rate": 5.8597881098257924e-08, | |
| "loss": 1.7022, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 4.7646048109965635, | |
| "grad_norm": 0.2232349079812786, | |
| "learning_rate": 5.4494544546018216e-08, | |
| "loss": 1.6886, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 4.77319587628866, | |
| "grad_norm": 0.229127449017454, | |
| "learning_rate": 5.0539352503741756e-08, | |
| "loss": 1.6316, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 4.781786941580756, | |
| "grad_norm": 0.23843128476180983, | |
| "learning_rate": 4.67324234507216e-08, | |
| "loss": 1.6608, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 4.790378006872852, | |
| "grad_norm": 0.22282768820417342, | |
| "learning_rate": 4.307387142497399e-08, | |
| "loss": 1.6164, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 4.798969072164948, | |
| "grad_norm": 0.23128077792110194, | |
| "learning_rate": 3.956380601982668e-08, | |
| "loss": 1.6358, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 4.8075601374570445, | |
| "grad_norm": 0.2362232510882238, | |
| "learning_rate": 3.620233238063375e-08, | |
| "loss": 1.6744, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 4.816151202749141, | |
| "grad_norm": 0.227329534924112, | |
| "learning_rate": 3.2989551201624836e-08, | |
| "loss": 1.6351, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 4.824742268041237, | |
| "grad_norm": 0.2567304697567019, | |
| "learning_rate": 2.992555872289082e-08, | |
| "loss": 1.6755, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 4.833333333333333, | |
| "grad_norm": 0.24133539792181574, | |
| "learning_rate": 2.7010446727498974e-08, | |
| "loss": 1.6486, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 4.841924398625429, | |
| "grad_norm": 0.24504456603848984, | |
| "learning_rate": 2.4244302538746765e-08, | |
| "loss": 1.6242, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 4.850515463917525, | |
| "grad_norm": 0.2415111188070595, | |
| "learning_rate": 2.162720901754234e-08, | |
| "loss": 1.6145, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 4.859106529209622, | |
| "grad_norm": 0.22918242520793192, | |
| "learning_rate": 1.9159244559924795e-08, | |
| "loss": 1.6562, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 4.867697594501719, | |
| "grad_norm": 0.2340766045949212, | |
| "learning_rate": 1.6840483094713867e-08, | |
| "loss": 1.659, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 4.876288659793815, | |
| "grad_norm": 0.22284549945463064, | |
| "learning_rate": 1.4670994081297796e-08, | |
| "loss": 1.6773, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 4.884879725085911, | |
| "grad_norm": 0.2370179289602322, | |
| "learning_rate": 1.2650842507550554e-08, | |
| "loss": 1.618, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 4.893470790378007, | |
| "grad_norm": 0.23457628394636465, | |
| "learning_rate": 1.078008888788673e-08, | |
| "loss": 1.6379, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 4.902061855670103, | |
| "grad_norm": 0.23811030764385882, | |
| "learning_rate": 9.058789261446876e-09, | |
| "loss": 1.6881, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 4.9106529209622, | |
| "grad_norm": 0.2389166558669095, | |
| "learning_rate": 7.48699519042051e-09, | |
| "loss": 1.6499, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 4.919243986254296, | |
| "grad_norm": 0.22731504830513133, | |
| "learning_rate": 6.0647537585017956e-09, | |
| "loss": 1.6758, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 4.927835051546392, | |
| "grad_norm": 0.2389929769641339, | |
| "learning_rate": 4.792107569476789e-09, | |
| "loss": 1.6404, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 4.936426116838488, | |
| "grad_norm": 0.2426297580002159, | |
| "learning_rate": 3.669094745950008e-09, | |
| "loss": 1.6558, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 4.945017182130584, | |
| "grad_norm": 0.24206612450984835, | |
| "learning_rate": 2.6957489281997927e-09, | |
| "loss": 1.6999, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 4.953608247422681, | |
| "grad_norm": 0.24884129420163512, | |
| "learning_rate": 1.8720992731741104e-09, | |
| "loss": 1.6552, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 4.962199312714777, | |
| "grad_norm": 0.23391618293615507, | |
| "learning_rate": 1.1981704536129234e-09, | |
| "loss": 1.6809, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 4.970790378006873, | |
| "grad_norm": 0.22674183113418866, | |
| "learning_rate": 6.739826573121111e-10, | |
| "loss": 1.6519, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 4.979381443298969, | |
| "grad_norm": 0.23743467756025552, | |
| "learning_rate": 2.995515865183984e-10, | |
| "loss": 1.6308, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 4.987972508591065, | |
| "grad_norm": 0.2322779280097835, | |
| "learning_rate": 7.48884574575115e-11, | |
| "loss": 1.591, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 4.9965635738831615, | |
| "grad_norm": 0.24133960284150027, | |
| "learning_rate": 0.0, | |
| "loss": 1.6497, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 4.9965635738831615, | |
| "step": 580, | |
| "total_flos": 96622779432960.0, | |
| "train_loss": 1.8076569943592466, | |
| "train_runtime": 4607.1316, | |
| "train_samples_per_second": 12.617, | |
| "train_steps_per_second": 0.126 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 580, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 5, | |
| "save_steps": 50, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 96622779432960.0, | |
| "train_batch_size": 5, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |