| { | |
| "best_global_step": null, | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 500, | |
| "global_step": 2930, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0017064846416382253, | |
| "grad_norm": 2.823172429776875, | |
| "learning_rate": 1.360544217687075e-06, | |
| "loss": 0.8715, | |
| "num_tokens": 949756.0, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.0034129692832764505, | |
| "grad_norm": 1.9356174655366971, | |
| "learning_rate": 3.0612244897959185e-06, | |
| "loss": 0.8609, | |
| "num_tokens": 1934239.0, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.005119453924914676, | |
| "grad_norm": 1.460519264059952, | |
| "learning_rate": 4.7619047619047615e-06, | |
| "loss": 0.794, | |
| "num_tokens": 2810536.0, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.006825938566552901, | |
| "grad_norm": 0.904578522693587, | |
| "learning_rate": 6.462585034013606e-06, | |
| "loss": 0.7436, | |
| "num_tokens": 3759778.0, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.008532423208191127, | |
| "grad_norm": 0.7983479886595664, | |
| "learning_rate": 8.163265306122448e-06, | |
| "loss": 0.7124, | |
| "num_tokens": 4719221.0, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.010238907849829351, | |
| "grad_norm": 0.7054491846301127, | |
| "learning_rate": 9.863945578231292e-06, | |
| "loss": 0.7244, | |
| "num_tokens": 5645472.0, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.011945392491467578, | |
| "grad_norm": 0.5846860059632117, | |
| "learning_rate": 1.1564625850340138e-05, | |
| "loss": 0.6856, | |
| "num_tokens": 6675650.0, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.013651877133105802, | |
| "grad_norm": 0.5252998046067419, | |
| "learning_rate": 1.3265306122448982e-05, | |
| "loss": 0.6694, | |
| "num_tokens": 7670069.0, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.015358361774744027, | |
| "grad_norm": 0.5533849135779766, | |
| "learning_rate": 1.4965986394557824e-05, | |
| "loss": 0.6436, | |
| "num_tokens": 8562223.0, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.017064846416382253, | |
| "grad_norm": 0.5631922874607858, | |
| "learning_rate": 1.6666666666666667e-05, | |
| "loss": 0.6546, | |
| "num_tokens": 9514590.0, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.01877133105802048, | |
| "grad_norm": 0.6078968314204046, | |
| "learning_rate": 1.836734693877551e-05, | |
| "loss": 0.6175, | |
| "num_tokens": 10423653.0, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.020477815699658702, | |
| "grad_norm": 0.5693094869748001, | |
| "learning_rate": 2.0068027210884355e-05, | |
| "loss": 0.6177, | |
| "num_tokens": 11370767.0, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.02218430034129693, | |
| "grad_norm": 0.6043968806478303, | |
| "learning_rate": 2.17687074829932e-05, | |
| "loss": 0.6241, | |
| "num_tokens": 12205003.0, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.023890784982935155, | |
| "grad_norm": 0.6098681736085941, | |
| "learning_rate": 2.3469387755102043e-05, | |
| "loss": 0.6197, | |
| "num_tokens": 13221634.0, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.025597269624573378, | |
| "grad_norm": 0.5652622276816748, | |
| "learning_rate": 2.5170068027210887e-05, | |
| "loss": 0.6032, | |
| "num_tokens": 14132790.0, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.027303754266211604, | |
| "grad_norm": 0.5925207051821937, | |
| "learning_rate": 2.687074829931973e-05, | |
| "loss": 0.6095, | |
| "num_tokens": 15120586.0, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.02901023890784983, | |
| "grad_norm": 0.6004251741348174, | |
| "learning_rate": 2.857142857142857e-05, | |
| "loss": 0.627, | |
| "num_tokens": 16123604.0, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.030716723549488054, | |
| "grad_norm": 0.6116000919042185, | |
| "learning_rate": 3.0272108843537418e-05, | |
| "loss": 0.6003, | |
| "num_tokens": 17045024.0, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.032423208191126277, | |
| "grad_norm": 0.6033555839102962, | |
| "learning_rate": 3.1972789115646265e-05, | |
| "loss": 0.6099, | |
| "num_tokens": 17979516.0, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.034129692832764506, | |
| "grad_norm": 0.6174109618196879, | |
| "learning_rate": 3.36734693877551e-05, | |
| "loss": 0.5928, | |
| "num_tokens": 18909989.0, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.03583617747440273, | |
| "grad_norm": 0.6562250628577161, | |
| "learning_rate": 3.5374149659863946e-05, | |
| "loss": 0.6091, | |
| "num_tokens": 19893037.0, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.03754266211604096, | |
| "grad_norm": 0.6359940327448688, | |
| "learning_rate": 3.707482993197279e-05, | |
| "loss": 0.5757, | |
| "num_tokens": 20794568.0, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.03924914675767918, | |
| "grad_norm": 0.591968085837116, | |
| "learning_rate": 3.8775510204081634e-05, | |
| "loss": 0.601, | |
| "num_tokens": 21708539.0, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.040955631399317405, | |
| "grad_norm": 0.6284093561745501, | |
| "learning_rate": 4.047619047619048e-05, | |
| "loss": 0.6047, | |
| "num_tokens": 22645536.0, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.042662116040955635, | |
| "grad_norm": 0.622896210775772, | |
| "learning_rate": 4.217687074829932e-05, | |
| "loss": 0.5941, | |
| "num_tokens": 23599448.0, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.04436860068259386, | |
| "grad_norm": 0.5576038080368834, | |
| "learning_rate": 4.387755102040816e-05, | |
| "loss": 0.6178, | |
| "num_tokens": 24609009.0, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.04607508532423208, | |
| "grad_norm": 0.5507377217724624, | |
| "learning_rate": 4.557823129251701e-05, | |
| "loss": 0.6048, | |
| "num_tokens": 25618632.0, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.04778156996587031, | |
| "grad_norm": 0.6383078614695583, | |
| "learning_rate": 4.7278911564625856e-05, | |
| "loss": 0.5975, | |
| "num_tokens": 26641035.0, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.04948805460750853, | |
| "grad_norm": 0.6846737722897228, | |
| "learning_rate": 4.89795918367347e-05, | |
| "loss": 0.5744, | |
| "num_tokens": 27517779.0, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.051194539249146756, | |
| "grad_norm": 0.7663095587321149, | |
| "learning_rate": 4.999994265630655e-05, | |
| "loss": 0.5675, | |
| "num_tokens": 28445983.0, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.052901023890784986, | |
| "grad_norm": 0.6816635800011499, | |
| "learning_rate": 4.999929754311198e-05, | |
| "loss": 0.5903, | |
| "num_tokens": 29489865.0, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.05460750853242321, | |
| "grad_norm": 0.6680964778036098, | |
| "learning_rate": 4.999793565772626e-05, | |
| "loss": 0.5989, | |
| "num_tokens": 30423007.0, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.05631399317406143, | |
| "grad_norm": 0.5649434202104989, | |
| "learning_rate": 4.999585704353568e-05, | |
| "loss": 0.5801, | |
| "num_tokens": 31372257.0, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.05802047781569966, | |
| "grad_norm": 0.5122745336387098, | |
| "learning_rate": 4.999306176675979e-05, | |
| "loss": 0.5998, | |
| "num_tokens": 32356676.0, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.059726962457337884, | |
| "grad_norm": 0.5332799116717496, | |
| "learning_rate": 4.998954991644921e-05, | |
| "loss": 0.5904, | |
| "num_tokens": 33261796.0, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.06143344709897611, | |
| "grad_norm": 0.5068363705703531, | |
| "learning_rate": 4.9985321604482835e-05, | |
| "loss": 0.59, | |
| "num_tokens": 34237001.0, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.06313993174061433, | |
| "grad_norm": 0.6492409848966394, | |
| "learning_rate": 4.9980376965564286e-05, | |
| "loss": 0.5955, | |
| "num_tokens": 35167253.0, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.06484641638225255, | |
| "grad_norm": 0.5820124301992429, | |
| "learning_rate": 4.997471615721756e-05, | |
| "loss": 0.5767, | |
| "num_tokens": 36074352.0, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.06655290102389079, | |
| "grad_norm": 0.5394095878459838, | |
| "learning_rate": 4.996833935978207e-05, | |
| "loss": 0.624, | |
| "num_tokens": 37055456.0, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.06825938566552901, | |
| "grad_norm": 0.5362539000244216, | |
| "learning_rate": 4.996124677640687e-05, | |
| "loss": 0.5722, | |
| "num_tokens": 37967720.0, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.06996587030716724, | |
| "grad_norm": 0.49110498514505857, | |
| "learning_rate": 4.99534386330442e-05, | |
| "loss": 0.5993, | |
| "num_tokens": 38924279.0, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.07167235494880546, | |
| "grad_norm": 0.546699809294802, | |
| "learning_rate": 4.994491517844227e-05, | |
| "loss": 0.5938, | |
| "num_tokens": 39853351.0, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.07337883959044368, | |
| "grad_norm": 0.5776918031520784, | |
| "learning_rate": 4.993567668413733e-05, | |
| "loss": 0.5809, | |
| "num_tokens": 40811069.0, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.07508532423208192, | |
| "grad_norm": 0.4951200074682594, | |
| "learning_rate": 4.992572344444507e-05, | |
| "loss": 0.6027, | |
| "num_tokens": 41833783.0, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.07679180887372014, | |
| "grad_norm": 0.5901419308378143, | |
| "learning_rate": 4.991505577645118e-05, | |
| "loss": 0.5747, | |
| "num_tokens": 42744744.0, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.07849829351535836, | |
| "grad_norm": 0.5304430248970768, | |
| "learning_rate": 4.9903674020001284e-05, | |
| "loss": 0.6, | |
| "num_tokens": 43682290.0, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.08020477815699659, | |
| "grad_norm": 0.5211597930937201, | |
| "learning_rate": 4.989157853769009e-05, | |
| "loss": 0.5805, | |
| "num_tokens": 44609387.0, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.08191126279863481, | |
| "grad_norm": 0.5133063136328732, | |
| "learning_rate": 4.987876971484988e-05, | |
| "loss": 0.5787, | |
| "num_tokens": 45550959.0, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.08361774744027303, | |
| "grad_norm": 0.6095708293579054, | |
| "learning_rate": 4.9865247959538194e-05, | |
| "loss": 0.5976, | |
| "num_tokens": 46433321.0, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.08532423208191127, | |
| "grad_norm": 0.4814034781564727, | |
| "learning_rate": 4.985101370252483e-05, | |
| "loss": 0.5872, | |
| "num_tokens": 47474526.0, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.08703071672354949, | |
| "grad_norm": 0.5162969780823659, | |
| "learning_rate": 4.983606739727816e-05, | |
| "loss": 0.5863, | |
| "num_tokens": 48425336.0, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.08873720136518772, | |
| "grad_norm": 0.5073448552205259, | |
| "learning_rate": 4.982040951995066e-05, | |
| "loss": 0.5821, | |
| "num_tokens": 49377672.0, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.09044368600682594, | |
| "grad_norm": 0.6390759679559125, | |
| "learning_rate": 4.980404056936371e-05, | |
| "loss": 0.5822, | |
| "num_tokens": 50297482.0, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.09215017064846416, | |
| "grad_norm": 0.505488369723625, | |
| "learning_rate": 4.978696106699175e-05, | |
| "loss": 0.5777, | |
| "num_tokens": 51201531.0, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.09385665529010238, | |
| "grad_norm": 0.4834540354696749, | |
| "learning_rate": 4.976917155694565e-05, | |
| "loss": 0.5706, | |
| "num_tokens": 52135060.0, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.09556313993174062, | |
| "grad_norm": 0.5091081042854496, | |
| "learning_rate": 4.9750672605955385e-05, | |
| "loss": 0.5887, | |
| "num_tokens": 53019691.0, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.09726962457337884, | |
| "grad_norm": 0.5272029644773706, | |
| "learning_rate": 4.9731464803351944e-05, | |
| "loss": 0.5768, | |
| "num_tokens": 54021567.0, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.09897610921501707, | |
| "grad_norm": 0.5618712865310092, | |
| "learning_rate": 4.971154876104862e-05, | |
| "loss": 0.5707, | |
| "num_tokens": 54928756.0, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.10068259385665529, | |
| "grad_norm": 0.5079662485961427, | |
| "learning_rate": 4.969092511352143e-05, | |
| "loss": 0.5764, | |
| "num_tokens": 55901721.0, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.10238907849829351, | |
| "grad_norm": 0.5590533288223599, | |
| "learning_rate": 4.9669594517789004e-05, | |
| "loss": 0.6059, | |
| "num_tokens": 56919336.0, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.10409556313993173, | |
| "grad_norm": 0.5124289657226824, | |
| "learning_rate": 4.9647557653391544e-05, | |
| "loss": 0.5486, | |
| "num_tokens": 57859693.0, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.10580204778156997, | |
| "grad_norm": 0.5236808101484978, | |
| "learning_rate": 4.9624815222369283e-05, | |
| "loss": 0.5744, | |
| "num_tokens": 58769487.0, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.1075085324232082, | |
| "grad_norm": 0.41840286703818447, | |
| "learning_rate": 4.9601367949240034e-05, | |
| "loss": 0.5571, | |
| "num_tokens": 59686216.0, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.10921501706484642, | |
| "grad_norm": 0.49183814869408765, | |
| "learning_rate": 4.957721658097616e-05, | |
| "loss": 0.5778, | |
| "num_tokens": 60660649.0, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.11092150170648464, | |
| "grad_norm": 0.5261379848235058, | |
| "learning_rate": 4.955236188698076e-05, | |
| "loss": 0.5581, | |
| "num_tokens": 61640951.0, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.11262798634812286, | |
| "grad_norm": 0.5047161464074051, | |
| "learning_rate": 4.9526804659063135e-05, | |
| "loss": 0.5453, | |
| "num_tokens": 62673288.0, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.11433447098976109, | |
| "grad_norm": 0.5370013069114835, | |
| "learning_rate": 4.950054571141362e-05, | |
| "loss": 0.5704, | |
| "num_tokens": 63654789.0, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.11604095563139932, | |
| "grad_norm": 0.5065504794071035, | |
| "learning_rate": 4.94735858805776e-05, | |
| "loss": 0.5564, | |
| "num_tokens": 64575366.0, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.11774744027303755, | |
| "grad_norm": 0.5367370357250334, | |
| "learning_rate": 4.9445926025428856e-05, | |
| "loss": 0.5682, | |
| "num_tokens": 65572577.0, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.11945392491467577, | |
| "grad_norm": 0.6256624388445353, | |
| "learning_rate": 4.9417567027142245e-05, | |
| "loss": 0.5691, | |
| "num_tokens": 66496209.0, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.12116040955631399, | |
| "grad_norm": 0.5364526247895124, | |
| "learning_rate": 4.938850978916557e-05, | |
| "loss": 0.5963, | |
| "num_tokens": 67477381.0, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.12286689419795221, | |
| "grad_norm": 0.5760517333994615, | |
| "learning_rate": 4.935875523719086e-05, | |
| "loss": 0.5676, | |
| "num_tokens": 68438217.0, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.12457337883959044, | |
| "grad_norm": 0.4912183552600293, | |
| "learning_rate": 4.932830431912484e-05, | |
| "loss": 0.5689, | |
| "num_tokens": 69455969.0, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.12627986348122866, | |
| "grad_norm": 0.4760184495750453, | |
| "learning_rate": 4.929715800505873e-05, | |
| "loss": 0.5763, | |
| "num_tokens": 70344364.0, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.12798634812286688, | |
| "grad_norm": 0.45385512480590845, | |
| "learning_rate": 4.926531728723738e-05, | |
| "loss": 0.5871, | |
| "num_tokens": 71311780.0, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.1296928327645051, | |
| "grad_norm": 0.4698082651802184, | |
| "learning_rate": 4.923278318002761e-05, | |
| "loss": 0.5545, | |
| "num_tokens": 72264786.0, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.13139931740614336, | |
| "grad_norm": 0.45414350096683564, | |
| "learning_rate": 4.919955671988592e-05, | |
| "loss": 0.5368, | |
| "num_tokens": 73254319.0, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.13310580204778158, | |
| "grad_norm": 0.4488305223658382, | |
| "learning_rate": 4.916563896532549e-05, | |
| "loss": 0.5538, | |
| "num_tokens": 74233642.0, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.1348122866894198, | |
| "grad_norm": 0.4525201301734097, | |
| "learning_rate": 4.91310309968824e-05, | |
| "loss": 0.5689, | |
| "num_tokens": 75216559.0, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.13651877133105803, | |
| "grad_norm": 0.5580205197947308, | |
| "learning_rate": 4.90957339170813e-05, | |
| "loss": 0.5684, | |
| "num_tokens": 76173511.0, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.13822525597269625, | |
| "grad_norm": 0.43833715671179474, | |
| "learning_rate": 4.905974885040015e-05, | |
| "loss": 0.5537, | |
| "num_tokens": 77137128.0, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.13993174061433447, | |
| "grad_norm": 0.43081913118053056, | |
| "learning_rate": 4.902307694323456e-05, | |
| "loss": 0.5595, | |
| "num_tokens": 78183541.0, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.1416382252559727, | |
| "grad_norm": 0.46606853464523745, | |
| "learning_rate": 4.8985719363861135e-05, | |
| "loss": 0.572, | |
| "num_tokens": 79163656.0, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.14334470989761092, | |
| "grad_norm": 0.5472361464183433, | |
| "learning_rate": 4.8947677302400326e-05, | |
| "loss": 0.5522, | |
| "num_tokens": 80166162.0, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.14505119453924914, | |
| "grad_norm": 0.4537573554760025, | |
| "learning_rate": 4.890895197077848e-05, | |
| "loss": 0.5507, | |
| "num_tokens": 81121834.0, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.14675767918088736, | |
| "grad_norm": 0.5290898874704273, | |
| "learning_rate": 4.886954460268927e-05, | |
| "loss": 0.5702, | |
| "num_tokens": 81987283.0, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.14846416382252559, | |
| "grad_norm": 0.45456782141151, | |
| "learning_rate": 4.882945645355435e-05, | |
| "loss": 0.5756, | |
| "num_tokens": 82994121.0, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.15017064846416384, | |
| "grad_norm": 0.4809659734303757, | |
| "learning_rate": 4.878868880048341e-05, | |
| "loss": 0.5614, | |
| "num_tokens": 83915537.0, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.15187713310580206, | |
| "grad_norm": 0.52139675211743, | |
| "learning_rate": 4.874724294223343e-05, | |
| "loss": 0.5444, | |
| "num_tokens": 84755157.0, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.15358361774744028, | |
| "grad_norm": 0.4544341064553721, | |
| "learning_rate": 4.870512019916734e-05, | |
| "loss": 0.5433, | |
| "num_tokens": 85690047.0, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.1552901023890785, | |
| "grad_norm": 0.4558960340950479, | |
| "learning_rate": 4.866232191321199e-05, | |
| "loss": 0.5933, | |
| "num_tokens": 86736902.0, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.15699658703071673, | |
| "grad_norm": 0.47990907617604506, | |
| "learning_rate": 4.8618849447815305e-05, | |
| "loss": 0.5745, | |
| "num_tokens": 87705484.0, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.15870307167235495, | |
| "grad_norm": 0.4471349487997525, | |
| "learning_rate": 4.8574704187902955e-05, | |
| "loss": 0.5493, | |
| "num_tokens": 88652585.0, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.16040955631399317, | |
| "grad_norm": 0.5050821167458766, | |
| "learning_rate": 4.8529887539834144e-05, | |
| "loss": 0.5559, | |
| "num_tokens": 89594618.0, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.1621160409556314, | |
| "grad_norm": 0.433008399283799, | |
| "learning_rate": 4.84844009313569e-05, | |
| "loss": 0.5465, | |
| "num_tokens": 90594832.0, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.16382252559726962, | |
| "grad_norm": 0.42424498611581374, | |
| "learning_rate": 4.843824581156249e-05, | |
| "loss": 0.5555, | |
| "num_tokens": 91557529.0, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.16552901023890784, | |
| "grad_norm": 0.4536724303374971, | |
| "learning_rate": 4.839142365083932e-05, | |
| "loss": 0.5586, | |
| "num_tokens": 92520759.0, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.16723549488054607, | |
| "grad_norm": 0.4135691134510148, | |
| "learning_rate": 4.8343935940826104e-05, | |
| "loss": 0.5463, | |
| "num_tokens": 93508244.0, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.1689419795221843, | |
| "grad_norm": 0.49925946717984443, | |
| "learning_rate": 4.829578419436427e-05, | |
| "loss": 0.5758, | |
| "num_tokens": 94489856.0, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.17064846416382254, | |
| "grad_norm": 0.4795792461133882, | |
| "learning_rate": 4.824696994544985e-05, | |
| "loss": 0.5581, | |
| "num_tokens": 95453893.0, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.17235494880546076, | |
| "grad_norm": 0.46669919948991945, | |
| "learning_rate": 4.819749474918455e-05, | |
| "loss": 0.556, | |
| "num_tokens": 96333287.0, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.17406143344709898, | |
| "grad_norm": 0.4707277196611808, | |
| "learning_rate": 4.814736018172624e-05, | |
| "loss": 0.5583, | |
| "num_tokens": 97319183.0, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.1757679180887372, | |
| "grad_norm": 0.44856398131453706, | |
| "learning_rate": 4.809656784023872e-05, | |
| "loss": 0.5643, | |
| "num_tokens": 98374455.0, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.17747440273037543, | |
| "grad_norm": 0.41999315891743993, | |
| "learning_rate": 4.8045119342840885e-05, | |
| "loss": 0.5368, | |
| "num_tokens": 99400041.0, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.17918088737201365, | |
| "grad_norm": 0.4314801891904282, | |
| "learning_rate": 4.799301632855508e-05, | |
| "loss": 0.5682, | |
| "num_tokens": 100419726.0, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.18088737201365188, | |
| "grad_norm": 0.4532725946713624, | |
| "learning_rate": 4.794026045725501e-05, | |
| "loss": 0.5413, | |
| "num_tokens": 101373875.0, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.1825938566552901, | |
| "grad_norm": 0.45204637278231036, | |
| "learning_rate": 4.788685340961276e-05, | |
| "loss": 0.5561, | |
| "num_tokens": 102331658.0, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.18430034129692832, | |
| "grad_norm": 0.4711186304154966, | |
| "learning_rate": 4.7832796887045276e-05, | |
| "loss": 0.5421, | |
| "num_tokens": 103240516.0, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.18600682593856654, | |
| "grad_norm": 0.4626002965808097, | |
| "learning_rate": 4.7778092611660225e-05, | |
| "loss": 0.5696, | |
| "num_tokens": 104162605.0, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.18771331058020477, | |
| "grad_norm": 0.423630300008881, | |
| "learning_rate": 4.772274232620104e-05, | |
| "loss": 0.5532, | |
| "num_tokens": 105061908.0, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.189419795221843, | |
| "grad_norm": 0.5303058647014298, | |
| "learning_rate": 4.766674779399145e-05, | |
| "loss": 0.5634, | |
| "num_tokens": 105919969.0, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.19112627986348124, | |
| "grad_norm": 0.4528277982211153, | |
| "learning_rate": 4.76101107988793e-05, | |
| "loss": 0.5775, | |
| "num_tokens": 106919294.0, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.19283276450511946, | |
| "grad_norm": 0.375604144309103, | |
| "learning_rate": 4.7552833145179746e-05, | |
| "loss": 0.5127, | |
| "num_tokens": 107846976.0, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.1945392491467577, | |
| "grad_norm": 0.44488024598088494, | |
| "learning_rate": 4.749491665761772e-05, | |
| "loss": 0.5388, | |
| "num_tokens": 108819219.0, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.1962457337883959, | |
| "grad_norm": 0.4154713260123601, | |
| "learning_rate": 4.7436363181269825e-05, | |
| "loss": 0.5469, | |
| "num_tokens": 109845258.0, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.19795221843003413, | |
| "grad_norm": 0.39816353681189776, | |
| "learning_rate": 4.737717458150558e-05, | |
| "loss": 0.5519, | |
| "num_tokens": 110858993.0, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.19965870307167236, | |
| "grad_norm": 0.44831838753632824, | |
| "learning_rate": 4.7317352743927954e-05, | |
| "loss": 0.5578, | |
| "num_tokens": 111788546.0, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.20136518771331058, | |
| "grad_norm": 0.4186460516616093, | |
| "learning_rate": 4.7256899574313304e-05, | |
| "loss": 0.5472, | |
| "num_tokens": 112732095.0, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.2030716723549488, | |
| "grad_norm": 0.44237132476023605, | |
| "learning_rate": 4.71958169985507e-05, | |
| "loss": 0.5493, | |
| "num_tokens": 113649022.0, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.20477815699658702, | |
| "grad_norm": 0.43701302963747873, | |
| "learning_rate": 4.7134106962580516e-05, | |
| "loss": 0.5569, | |
| "num_tokens": 114540376.0, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.20648464163822525, | |
| "grad_norm": 0.4128633428095234, | |
| "learning_rate": 4.707177143233247e-05, | |
| "loss": 0.5513, | |
| "num_tokens": 115480997.0, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.20819112627986347, | |
| "grad_norm": 0.3755079914854989, | |
| "learning_rate": 4.7008812393662996e-05, | |
| "loss": 0.5255, | |
| "num_tokens": 116464215.0, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.2098976109215017, | |
| "grad_norm": 0.4092404736922847, | |
| "learning_rate": 4.694523185229196e-05, | |
| "loss": 0.5398, | |
| "num_tokens": 117413382.0, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.21160409556313994, | |
| "grad_norm": 0.4130984750062132, | |
| "learning_rate": 4.688103183373877e-05, | |
| "loss": 0.5355, | |
| "num_tokens": 118465258.0, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.21331058020477817, | |
| "grad_norm": 0.4350871959699708, | |
| "learning_rate": 4.6816214383257864e-05, | |
| "loss": 0.5507, | |
| "num_tokens": 119368272.0, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.2150170648464164, | |
| "grad_norm": 0.42712415977098717, | |
| "learning_rate": 4.6750781565773524e-05, | |
| "loss": 0.5376, | |
| "num_tokens": 120323497.0, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.2167235494880546, | |
| "grad_norm": 0.4018174070587826, | |
| "learning_rate": 4.6684735465814114e-05, | |
| "loss": 0.5623, | |
| "num_tokens": 121336091.0, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.21843003412969283, | |
| "grad_norm": 0.40967629179586657, | |
| "learning_rate": 4.661807818744568e-05, | |
| "loss": 0.5345, | |
| "num_tokens": 122331818.0, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.22013651877133106, | |
| "grad_norm": 0.4516013972993547, | |
| "learning_rate": 4.6550811854204896e-05, | |
| "loss": 0.545, | |
| "num_tokens": 123276577.0, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.22184300341296928, | |
| "grad_norm": 0.4167635858598471, | |
| "learning_rate": 4.6482938609031406e-05, | |
| "loss": 0.5574, | |
| "num_tokens": 124260967.0, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.2235494880546075, | |
| "grad_norm": 0.4027183249033178, | |
| "learning_rate": 4.6414460614199614e-05, | |
| "loss": 0.558, | |
| "num_tokens": 125178584.0, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.22525597269624573, | |
| "grad_norm": 0.3943619941232963, | |
| "learning_rate": 4.6345380051249726e-05, | |
| "loss": 0.5359, | |
| "num_tokens": 126115279.0, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.22696245733788395, | |
| "grad_norm": 0.41605588299949164, | |
| "learning_rate": 4.627569912091829e-05, | |
| "loss": 0.5308, | |
| "num_tokens": 127123510.0, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.22866894197952217, | |
| "grad_norm": 0.4232494441201061, | |
| "learning_rate": 4.620542004306808e-05, | |
| "loss": 0.5291, | |
| "num_tokens": 128096244.0, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.23037542662116042, | |
| "grad_norm": 0.36709719294748555, | |
| "learning_rate": 4.613454505661738e-05, | |
| "loss": 0.545, | |
| "num_tokens": 129070712.0, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.23208191126279865, | |
| "grad_norm": 0.4284861781533593, | |
| "learning_rate": 4.606307641946867e-05, | |
| "loss": 0.5639, | |
| "num_tokens": 129992439.0, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.23378839590443687, | |
| "grad_norm": 0.4278163699139823, | |
| "learning_rate": 4.599101640843664e-05, | |
| "loss": 0.539, | |
| "num_tokens": 130917322.0, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.2354948805460751, | |
| "grad_norm": 0.3880253078166962, | |
| "learning_rate": 4.591836731917573e-05, | |
| "loss": 0.5683, | |
| "num_tokens": 131869001.0, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.23720136518771331, | |
| "grad_norm": 0.48519543443409835, | |
| "learning_rate": 4.584513146610694e-05, | |
| "loss": 0.5578, | |
| "num_tokens": 132871820.0, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 0.23890784982935154, | |
| "grad_norm": 0.4331997241836761, | |
| "learning_rate": 4.577131118234413e-05, | |
| "loss": 0.5642, | |
| "num_tokens": 133787994.0, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.24061433447098976, | |
| "grad_norm": 0.4124588160404072, | |
| "learning_rate": 4.569690881961967e-05, | |
| "loss": 0.531, | |
| "num_tokens": 134665258.0, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.24232081911262798, | |
| "grad_norm": 0.40688160744028257, | |
| "learning_rate": 4.562192674820957e-05, | |
| "loss": 0.536, | |
| "num_tokens": 135563718.0, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.2440273037542662, | |
| "grad_norm": 0.3855522562994955, | |
| "learning_rate": 4.554636735685786e-05, | |
| "loss": 0.5366, | |
| "num_tokens": 136530274.0, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 0.24573378839590443, | |
| "grad_norm": 0.4249521897707511, | |
| "learning_rate": 4.547023305270064e-05, | |
| "loss": 0.5475, | |
| "num_tokens": 137544925.0, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.24744027303754265, | |
| "grad_norm": 0.6254856649079702, | |
| "learning_rate": 4.539352626118926e-05, | |
| "loss": 0.5417, | |
| "num_tokens": 138475799.0, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.24914675767918087, | |
| "grad_norm": 0.3911156875271076, | |
| "learning_rate": 4.5316249426013126e-05, | |
| "loss": 0.5201, | |
| "num_tokens": 139435802.0, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.2508532423208191, | |
| "grad_norm": 0.4688833261931172, | |
| "learning_rate": 4.523840500902183e-05, | |
| "loss": 0.5373, | |
| "num_tokens": 140314284.0, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 0.2525597269624573, | |
| "grad_norm": 0.4261015924614589, | |
| "learning_rate": 4.515999549014673e-05, | |
| "loss": 0.5329, | |
| "num_tokens": 141219364.0, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.25426621160409557, | |
| "grad_norm": 0.46451445077951103, | |
| "learning_rate": 4.5081023367321916e-05, | |
| "loss": 0.5369, | |
| "num_tokens": 142303539.0, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 0.25597269624573377, | |
| "grad_norm": 0.4899621819611558, | |
| "learning_rate": 4.500149115640468e-05, | |
| "loss": 0.5736, | |
| "num_tokens": 143301347.0, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.257679180887372, | |
| "grad_norm": 0.40185507186448355, | |
| "learning_rate": 4.492140139109533e-05, | |
| "loss": 0.529, | |
| "num_tokens": 144231893.0, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 0.2593856655290102, | |
| "grad_norm": 0.3751786581425354, | |
| "learning_rate": 4.484075662285647e-05, | |
| "loss": 0.5366, | |
| "num_tokens": 145160611.0, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.26109215017064846, | |
| "grad_norm": 0.383945095710832, | |
| "learning_rate": 4.475955942083176e-05, | |
| "loss": 0.5286, | |
| "num_tokens": 146121565.0, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 0.2627986348122867, | |
| "grad_norm": 0.39293769351911984, | |
| "learning_rate": 4.4677812371764e-05, | |
| "loss": 0.5177, | |
| "num_tokens": 147031619.0, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.2645051194539249, | |
| "grad_norm": 0.36541237345446015, | |
| "learning_rate": 4.45955180799128e-05, | |
| "loss": 0.5289, | |
| "num_tokens": 147981269.0, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.26621160409556316, | |
| "grad_norm": 0.4692171769339349, | |
| "learning_rate": 4.4512679166971553e-05, | |
| "loss": 0.5489, | |
| "num_tokens": 148964661.0, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.26791808873720135, | |
| "grad_norm": 0.3687554090744247, | |
| "learning_rate": 4.442929827198395e-05, | |
| "loss": 0.5471, | |
| "num_tokens": 150008239.0, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.2696245733788396, | |
| "grad_norm": 0.45244715310494926, | |
| "learning_rate": 4.43453780512599e-05, | |
| "loss": 0.5466, | |
| "num_tokens": 150937307.0, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.2713310580204778, | |
| "grad_norm": 0.4452320820857673, | |
| "learning_rate": 4.4260921178290866e-05, | |
| "loss": 0.5407, | |
| "num_tokens": 151860116.0, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 0.27303754266211605, | |
| "grad_norm": 0.42732274617096166, | |
| "learning_rate": 4.417593034366478e-05, | |
| "loss": 0.5311, | |
| "num_tokens": 152834849.0, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.27474402730375425, | |
| "grad_norm": 0.4052649603454169, | |
| "learning_rate": 4.409040825498024e-05, | |
| "loss": 0.5115, | |
| "num_tokens": 153761800.0, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 0.2764505119453925, | |
| "grad_norm": 0.4397536584781063, | |
| "learning_rate": 4.40043576367603e-05, | |
| "loss": 0.5268, | |
| "num_tokens": 154739335.0, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.2781569965870307, | |
| "grad_norm": 0.42381590061263635, | |
| "learning_rate": 4.3917781230365677e-05, | |
| "loss": 0.5554, | |
| "num_tokens": 155726110.0, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 0.27986348122866894, | |
| "grad_norm": 0.4189254439755074, | |
| "learning_rate": 4.383068179390739e-05, | |
| "loss": 0.5435, | |
| "num_tokens": 156709373.0, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.2815699658703072, | |
| "grad_norm": 0.4194447248910214, | |
| "learning_rate": 4.3743062102158896e-05, | |
| "loss": 0.5318, | |
| "num_tokens": 157605031.0, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.2832764505119454, | |
| "grad_norm": 0.3731419235770229, | |
| "learning_rate": 4.3654924946467724e-05, | |
| "loss": 0.517, | |
| "num_tokens": 158541316.0, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.28498293515358364, | |
| "grad_norm": 0.3749285811277496, | |
| "learning_rate": 4.3566273134666525e-05, | |
| "loss": 0.5494, | |
| "num_tokens": 159525622.0, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 0.28668941979522183, | |
| "grad_norm": 0.4309015308982524, | |
| "learning_rate": 4.3477109490983626e-05, | |
| "loss": 0.5424, | |
| "num_tokens": 160459756.0, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.2883959044368601, | |
| "grad_norm": 0.3986942602299617, | |
| "learning_rate": 4.338743685595304e-05, | |
| "loss": 0.5228, | |
| "num_tokens": 161382919.0, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 0.2901023890784983, | |
| "grad_norm": 0.4258708102475343, | |
| "learning_rate": 4.329725808632403e-05, | |
| "loss": 0.5365, | |
| "num_tokens": 162358277.0, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.29180887372013653, | |
| "grad_norm": 0.38918974623711616, | |
| "learning_rate": 4.320657605497001e-05, | |
| "loss": 0.5522, | |
| "num_tokens": 163332894.0, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 0.2935153583617747, | |
| "grad_norm": 0.41923964286389137, | |
| "learning_rate": 4.3115393650797095e-05, | |
| "loss": 0.5384, | |
| "num_tokens": 164401378.0, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.295221843003413, | |
| "grad_norm": 0.4156858487356743, | |
| "learning_rate": 4.3023713778652074e-05, | |
| "loss": 0.5049, | |
| "num_tokens": 165316411.0, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 0.29692832764505117, | |
| "grad_norm": 0.39774241581331693, | |
| "learning_rate": 4.2931539359229804e-05, | |
| "loss": 0.5192, | |
| "num_tokens": 166276916.0, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.2986348122866894, | |
| "grad_norm": 0.35406058199730683, | |
| "learning_rate": 4.283887332898019e-05, | |
| "loss": 0.5127, | |
| "num_tokens": 167298025.0, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.3003412969283277, | |
| "grad_norm": 0.3843676536025804, | |
| "learning_rate": 4.2745718640014696e-05, | |
| "loss": 0.5318, | |
| "num_tokens": 168250987.0, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.30204778156996587, | |
| "grad_norm": 0.38653674163211976, | |
| "learning_rate": 4.265207826001219e-05, | |
| "loss": 0.5336, | |
| "num_tokens": 169245557.0, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 0.3037542662116041, | |
| "grad_norm": 0.4322065456917861, | |
| "learning_rate": 4.255795517212451e-05, | |
| "loss": 0.5489, | |
| "num_tokens": 170217424.0, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.3054607508532423, | |
| "grad_norm": 0.41164873108292127, | |
| "learning_rate": 4.246335237488136e-05, | |
| "loss": 0.5171, | |
| "num_tokens": 171143325.0, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 0.30716723549488056, | |
| "grad_norm": 0.4104853255150601, | |
| "learning_rate": 4.236827288209478e-05, | |
| "loss": 0.5223, | |
| "num_tokens": 172160313.0, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.30887372013651876, | |
| "grad_norm": 0.43043638343636487, | |
| "learning_rate": 4.2272719722763197e-05, | |
| "loss": 0.5246, | |
| "num_tokens": 173195128.0, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 0.310580204778157, | |
| "grad_norm": 0.41502896344603557, | |
| "learning_rate": 4.217669594097485e-05, | |
| "loss": 0.5379, | |
| "num_tokens": 174112017.0, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.3122866894197952, | |
| "grad_norm": 0.40961938646342305, | |
| "learning_rate": 4.208020459581087e-05, | |
| "loss": 0.5343, | |
| "num_tokens": 175151908.0, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 0.31399317406143346, | |
| "grad_norm": 0.4009346397822526, | |
| "learning_rate": 4.19832487612478e-05, | |
| "loss": 0.5057, | |
| "num_tokens": 176115268.0, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.31569965870307165, | |
| "grad_norm": 0.38967085585332806, | |
| "learning_rate": 4.1885831526059674e-05, | |
| "loss": 0.5108, | |
| "num_tokens": 177084976.0, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.3174061433447099, | |
| "grad_norm": 0.3386319476796638, | |
| "learning_rate": 4.178795599371961e-05, | |
| "loss": 0.4975, | |
| "num_tokens": 178049137.0, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.3191126279863481, | |
| "grad_norm": 0.430097609031975, | |
| "learning_rate": 4.168962528230096e-05, | |
| "loss": 0.5321, | |
| "num_tokens": 178990489.0, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 0.32081911262798635, | |
| "grad_norm": 0.3918509038411313, | |
| "learning_rate": 4.1590842524377914e-05, | |
| "loss": 0.5297, | |
| "num_tokens": 179947208.0, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.3225255972696246, | |
| "grad_norm": 0.4113406051465179, | |
| "learning_rate": 4.149161086692581e-05, | |
| "loss": 0.5375, | |
| "num_tokens": 180895300.0, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 0.3242320819112628, | |
| "grad_norm": 0.3812963085578539, | |
| "learning_rate": 4.139193347122077e-05, | |
| "loss": 0.5323, | |
| "num_tokens": 181891310.0, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.32593856655290104, | |
| "grad_norm": 0.427163248722511, | |
| "learning_rate": 4.1291813512739074e-05, | |
| "loss": 0.53, | |
| "num_tokens": 182829455.0, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 0.32764505119453924, | |
| "grad_norm": 0.3684699313638392, | |
| "learning_rate": 4.1191254181055936e-05, | |
| "loss": 0.52, | |
| "num_tokens": 183776326.0, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.3293515358361775, | |
| "grad_norm": 0.36070078090014446, | |
| "learning_rate": 4.1090258679743934e-05, | |
| "loss": 0.5176, | |
| "num_tokens": 184739434.0, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 0.3310580204778157, | |
| "grad_norm": 0.45870874889230046, | |
| "learning_rate": 4.098883022627094e-05, | |
| "loss": 0.5657, | |
| "num_tokens": 185721070.0, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.33276450511945393, | |
| "grad_norm": 0.4188344945747834, | |
| "learning_rate": 4.0886972051897594e-05, | |
| "loss": 0.533, | |
| "num_tokens": 186739113.0, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.33447098976109213, | |
| "grad_norm": 0.45500040021056365, | |
| "learning_rate": 4.078468740157439e-05, | |
| "loss": 0.537, | |
| "num_tokens": 187730193.0, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.3361774744027304, | |
| "grad_norm": 0.40761293819970623, | |
| "learning_rate": 4.068197953383832e-05, | |
| "loss": 0.5221, | |
| "num_tokens": 188652348.0, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 0.3378839590443686, | |
| "grad_norm": 0.4263098333005298, | |
| "learning_rate": 4.0578851720709e-05, | |
| "loss": 0.519, | |
| "num_tokens": 189611145.0, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.3395904436860068, | |
| "grad_norm": 0.35780922785817854, | |
| "learning_rate": 4.047530724758451e-05, | |
| "loss": 0.5263, | |
| "num_tokens": 190593764.0, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 0.3412969283276451, | |
| "grad_norm": 0.3827403926446559, | |
| "learning_rate": 4.037134941313668e-05, | |
| "loss": 0.5182, | |
| "num_tokens": 191543591.0, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.3430034129692833, | |
| "grad_norm": 0.391417552124784, | |
| "learning_rate": 4.026698152920599e-05, | |
| "loss": 0.514, | |
| "num_tokens": 192536034.0, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 0.3447098976109215, | |
| "grad_norm": 0.3750506973668557, | |
| "learning_rate": 4.016220692069612e-05, | |
| "loss": 0.5227, | |
| "num_tokens": 193451364.0, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.3464163822525597, | |
| "grad_norm": 0.40025338962482404, | |
| "learning_rate": 4.005702892546798e-05, | |
| "loss": 0.534, | |
| "num_tokens": 194391841.0, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 0.34812286689419797, | |
| "grad_norm": 0.36297817083661593, | |
| "learning_rate": 3.9951450894233365e-05, | |
| "loss": 0.5183, | |
| "num_tokens": 195399830.0, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.34982935153583616, | |
| "grad_norm": 0.3598098656728241, | |
| "learning_rate": 3.984547619044827e-05, | |
| "loss": 0.5115, | |
| "num_tokens": 196363387.0, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 0.3515358361774744, | |
| "grad_norm": 0.38480064839017475, | |
| "learning_rate": 3.973910819020567e-05, | |
| "loss": 0.5009, | |
| "num_tokens": 197289380.0, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.3532423208191126, | |
| "grad_norm": 0.37900568253469097, | |
| "learning_rate": 3.963235028212802e-05, | |
| "loss": 0.5334, | |
| "num_tokens": 198263603.0, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 0.35494880546075086, | |
| "grad_norm": 0.35505267262656565, | |
| "learning_rate": 3.9525205867259246e-05, | |
| "loss": 0.4977, | |
| "num_tokens": 199248080.0, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.35665529010238906, | |
| "grad_norm": 0.4178322580187183, | |
| "learning_rate": 3.941767835895647e-05, | |
| "loss": 0.5247, | |
| "num_tokens": 200182740.0, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 0.3583617747440273, | |
| "grad_norm": 0.3886991806809196, | |
| "learning_rate": 3.9309771182781194e-05, | |
| "loss": 0.5592, | |
| "num_tokens": 201135153.0, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.36006825938566556, | |
| "grad_norm": 0.3729591088065611, | |
| "learning_rate": 3.9201487776390215e-05, | |
| "loss": 0.5174, | |
| "num_tokens": 202034499.0, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 0.36177474402730375, | |
| "grad_norm": 0.43050604928861597, | |
| "learning_rate": 3.90928315894261e-05, | |
| "loss": 0.5203, | |
| "num_tokens": 202936389.0, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.363481228668942, | |
| "grad_norm": 0.3903868868255724, | |
| "learning_rate": 3.898380608340728e-05, | |
| "loss": 0.5121, | |
| "num_tokens": 203808949.0, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 0.3651877133105802, | |
| "grad_norm": 0.43315506398310644, | |
| "learning_rate": 3.887441473161779e-05, | |
| "loss": 0.5268, | |
| "num_tokens": 204803047.0, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.36689419795221845, | |
| "grad_norm": 0.3826063463200933, | |
| "learning_rate": 3.87646610189966e-05, | |
| "loss": 0.526, | |
| "num_tokens": 205764413.0, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 0.36860068259385664, | |
| "grad_norm": 0.3804292887775751, | |
| "learning_rate": 3.8654548442026615e-05, | |
| "loss": 0.5121, | |
| "num_tokens": 206795183.0, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.3703071672354949, | |
| "grad_norm": 0.386486637072244, | |
| "learning_rate": 3.854408050862326e-05, | |
| "loss": 0.5197, | |
| "num_tokens": 207776278.0, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 0.3720136518771331, | |
| "grad_norm": 0.3679656863557538, | |
| "learning_rate": 3.843326073802275e-05, | |
| "loss": 0.5109, | |
| "num_tokens": 208806680.0, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.37372013651877134, | |
| "grad_norm": 0.36341929778692034, | |
| "learning_rate": 3.832209266066996e-05, | |
| "loss": 0.5117, | |
| "num_tokens": 209705965.0, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 0.37542662116040953, | |
| "grad_norm": 0.36095775324919993, | |
| "learning_rate": 3.821057981810597e-05, | |
| "loss": 0.5173, | |
| "num_tokens": 210620229.0, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.3771331058020478, | |
| "grad_norm": 0.37920120200226964, | |
| "learning_rate": 3.809872576285522e-05, | |
| "loss": 0.5278, | |
| "num_tokens": 211518941.0, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 0.378839590443686, | |
| "grad_norm": 0.37125338141855646, | |
| "learning_rate": 3.798653405831236e-05, | |
| "loss": 0.5213, | |
| "num_tokens": 212481056.0, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.38054607508532423, | |
| "grad_norm": 0.39363430670991295, | |
| "learning_rate": 3.78740082786287e-05, | |
| "loss": 0.5081, | |
| "num_tokens": 213401212.0, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 0.3822525597269625, | |
| "grad_norm": 0.41301840155723674, | |
| "learning_rate": 3.7761152008598356e-05, | |
| "loss": 0.5262, | |
| "num_tokens": 214296967.0, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.3839590443686007, | |
| "grad_norm": 0.4004388299714662, | |
| "learning_rate": 3.764796884354408e-05, | |
| "loss": 0.5295, | |
| "num_tokens": 215306580.0, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 0.3856655290102389, | |
| "grad_norm": 0.35857577455632367, | |
| "learning_rate": 3.7534462389202655e-05, | |
| "loss": 0.5328, | |
| "num_tokens": 216266686.0, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.3873720136518771, | |
| "grad_norm": 0.357927002022941, | |
| "learning_rate": 3.742063626161011e-05, | |
| "loss": 0.5307, | |
| "num_tokens": 217244190.0, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 0.3890784982935154, | |
| "grad_norm": 0.4316739204850572, | |
| "learning_rate": 3.7306494086986424e-05, | |
| "loss": 0.5115, | |
| "num_tokens": 218179883.0, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.39078498293515357, | |
| "grad_norm": 0.3236368199361241, | |
| "learning_rate": 3.7192039501620114e-05, | |
| "loss": 0.5265, | |
| "num_tokens": 219217201.0, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 0.3924914675767918, | |
| "grad_norm": 0.38665727290508983, | |
| "learning_rate": 3.7077276151752274e-05, | |
| "loss": 0.5137, | |
| "num_tokens": 220144855.0, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.39419795221843, | |
| "grad_norm": 0.37991237354351537, | |
| "learning_rate": 3.696220769346052e-05, | |
| "loss": 0.515, | |
| "num_tokens": 221131861.0, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 0.39590443686006827, | |
| "grad_norm": 0.4047905746984203, | |
| "learning_rate": 3.6846837792542446e-05, | |
| "loss": 0.5289, | |
| "num_tokens": 222093783.0, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.39761092150170646, | |
| "grad_norm": 0.4226911202426522, | |
| "learning_rate": 3.673117012439889e-05, | |
| "loss": 0.5267, | |
| "num_tokens": 223054352.0, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 0.3993174061433447, | |
| "grad_norm": 0.37522461139025454, | |
| "learning_rate": 3.6615208373916775e-05, | |
| "loss": 0.4879, | |
| "num_tokens": 223929151.0, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.40102389078498296, | |
| "grad_norm": 0.40207189529772014, | |
| "learning_rate": 3.6498956235351815e-05, | |
| "loss": 0.5245, | |
| "num_tokens": 224865728.0, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 0.40273037542662116, | |
| "grad_norm": 0.3930165821540444, | |
| "learning_rate": 3.6382417412210744e-05, | |
| "loss": 0.5087, | |
| "num_tokens": 225865685.0, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.4044368600682594, | |
| "grad_norm": 0.3578549306424923, | |
| "learning_rate": 3.6265595617133366e-05, | |
| "loss": 0.4939, | |
| "num_tokens": 226749326.0, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 0.4061433447098976, | |
| "grad_norm": 0.36807883381787004, | |
| "learning_rate": 3.6148494571774275e-05, | |
| "loss": 0.5286, | |
| "num_tokens": 227786006.0, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.40784982935153585, | |
| "grad_norm": 0.41611237665417367, | |
| "learning_rate": 3.603111800668428e-05, | |
| "loss": 0.5099, | |
| "num_tokens": 228763631.0, | |
| "step": 1195 | |
| }, | |
| { | |
| "epoch": 0.40955631399317405, | |
| "grad_norm": 0.3799547117691007, | |
| "learning_rate": 3.591346966119159e-05, | |
| "loss": 0.5094, | |
| "num_tokens": 229748231.0, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.4112627986348123, | |
| "grad_norm": 0.3478677676406051, | |
| "learning_rate": 3.579555328328265e-05, | |
| "loss": 0.5117, | |
| "num_tokens": 230738165.0, | |
| "step": 1205 | |
| }, | |
| { | |
| "epoch": 0.4129692832764505, | |
| "grad_norm": 0.3296304695850409, | |
| "learning_rate": 3.5677372629482775e-05, | |
| "loss": 0.521, | |
| "num_tokens": 231716185.0, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.41467576791808874, | |
| "grad_norm": 0.382979600202463, | |
| "learning_rate": 3.555893146473644e-05, | |
| "loss": 0.5262, | |
| "num_tokens": 232698142.0, | |
| "step": 1215 | |
| }, | |
| { | |
| "epoch": 0.41638225255972694, | |
| "grad_norm": 0.35116928864638025, | |
| "learning_rate": 3.5440233562287376e-05, | |
| "loss": 0.5417, | |
| "num_tokens": 233655900.0, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.4180887372013652, | |
| "grad_norm": 0.3728136743436132, | |
| "learning_rate": 3.532128270355832e-05, | |
| "loss": 0.516, | |
| "num_tokens": 234596302.0, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 0.4197952218430034, | |
| "grad_norm": 0.4116335593681845, | |
| "learning_rate": 3.520208267803059e-05, | |
| "loss": 0.5242, | |
| "num_tokens": 235502719.0, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.42150170648464164, | |
| "grad_norm": 0.38580680323921696, | |
| "learning_rate": 3.508263728312336e-05, | |
| "loss": 0.5278, | |
| "num_tokens": 236475023.0, | |
| "step": 1235 | |
| }, | |
| { | |
| "epoch": 0.4232081911262799, | |
| "grad_norm": 0.38551884251450047, | |
| "learning_rate": 3.496295032407263e-05, | |
| "loss": 0.5229, | |
| "num_tokens": 237433481.0, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.4249146757679181, | |
| "grad_norm": 0.38557583134333984, | |
| "learning_rate": 3.484302561381007e-05, | |
| "loss": 0.5029, | |
| "num_tokens": 238378423.0, | |
| "step": 1245 | |
| }, | |
| { | |
| "epoch": 0.42662116040955633, | |
| "grad_norm": 0.40297119331954867, | |
| "learning_rate": 3.47228669728415e-05, | |
| "loss": 0.5288, | |
| "num_tokens": 239310469.0, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.4283276450511945, | |
| "grad_norm": 0.36323193941329485, | |
| "learning_rate": 3.4602478229125197e-05, | |
| "loss": 0.5178, | |
| "num_tokens": 240265629.0, | |
| "step": 1255 | |
| }, | |
| { | |
| "epoch": 0.4300341296928328, | |
| "grad_norm": 0.4010782882289214, | |
| "learning_rate": 3.4481863217949964e-05, | |
| "loss": 0.5211, | |
| "num_tokens": 241153898.0, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.431740614334471, | |
| "grad_norm": 0.3725440207487266, | |
| "learning_rate": 3.43610257818129e-05, | |
| "loss": 0.5339, | |
| "num_tokens": 242074086.0, | |
| "step": 1265 | |
| }, | |
| { | |
| "epoch": 0.4334470989761092, | |
| "grad_norm": 0.3573796647038546, | |
| "learning_rate": 3.4239969770297033e-05, | |
| "loss": 0.5275, | |
| "num_tokens": 243032696.0, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.4351535836177474, | |
| "grad_norm": 0.3500180473141626, | |
| "learning_rate": 3.411869903994867e-05, | |
| "loss": 0.5237, | |
| "num_tokens": 244052484.0, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 0.43686006825938567, | |
| "grad_norm": 0.3630134268573173, | |
| "learning_rate": 3.399721745415451e-05, | |
| "loss": 0.4863, | |
| "num_tokens": 245008254.0, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.43856655290102387, | |
| "grad_norm": 0.3276111054395765, | |
| "learning_rate": 3.38755288830186e-05, | |
| "loss": 0.5239, | |
| "num_tokens": 246076299.0, | |
| "step": 1285 | |
| }, | |
| { | |
| "epoch": 0.4402730375426621, | |
| "grad_norm": 0.37922721950544974, | |
| "learning_rate": 3.375363720323904e-05, | |
| "loss": 0.5558, | |
| "num_tokens": 247016964.0, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.44197952218430037, | |
| "grad_norm": 0.4053020528274456, | |
| "learning_rate": 3.363154629798444e-05, | |
| "loss": 0.4991, | |
| "num_tokens": 247913243.0, | |
| "step": 1295 | |
| }, | |
| { | |
| "epoch": 0.44368600682593856, | |
| "grad_norm": 0.39968767139036077, | |
| "learning_rate": 3.350926005677027e-05, | |
| "loss": 0.5163, | |
| "num_tokens": 248791992.0, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.4453924914675768, | |
| "grad_norm": 0.4196675646397248, | |
| "learning_rate": 3.338678237533491e-05, | |
| "loss": 0.5155, | |
| "num_tokens": 249736240.0, | |
| "step": 1305 | |
| }, | |
| { | |
| "epoch": 0.447098976109215, | |
| "grad_norm": 0.36733233226120704, | |
| "learning_rate": 3.326411715551559e-05, | |
| "loss": 0.5187, | |
| "num_tokens": 250713070.0, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.44880546075085326, | |
| "grad_norm": 0.3526872487151841, | |
| "learning_rate": 3.314126830512397e-05, | |
| "loss": 0.5183, | |
| "num_tokens": 251635307.0, | |
| "step": 1315 | |
| }, | |
| { | |
| "epoch": 0.45051194539249145, | |
| "grad_norm": 0.3666740114223966, | |
| "learning_rate": 3.3018239737821806e-05, | |
| "loss": 0.4913, | |
| "num_tokens": 252648795.0, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.4522184300341297, | |
| "grad_norm": 0.3865152760583026, | |
| "learning_rate": 3.289503537299616e-05, | |
| "loss": 0.5326, | |
| "num_tokens": 253618343.0, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 0.4539249146757679, | |
| "grad_norm": 0.3882700849297493, | |
| "learning_rate": 3.2771659135634564e-05, | |
| "loss": 0.5033, | |
| "num_tokens": 254539106.0, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.45563139931740615, | |
| "grad_norm": 0.37283505962982216, | |
| "learning_rate": 3.2648114956200005e-05, | |
| "loss": 0.5134, | |
| "num_tokens": 255475551.0, | |
| "step": 1335 | |
| }, | |
| { | |
| "epoch": 0.45733788395904434, | |
| "grad_norm": 0.3736180838966003, | |
| "learning_rate": 3.2524406770505675e-05, | |
| "loss": 0.5212, | |
| "num_tokens": 256460069.0, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.4590443686006826, | |
| "grad_norm": 0.3711824529096275, | |
| "learning_rate": 3.240053851958961e-05, | |
| "loss": 0.4986, | |
| "num_tokens": 257384246.0, | |
| "step": 1345 | |
| }, | |
| { | |
| "epoch": 0.46075085324232085, | |
| "grad_norm": 0.35194816416518127, | |
| "learning_rate": 3.227651414958912e-05, | |
| "loss": 0.4996, | |
| "num_tokens": 258439462.0, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.46245733788395904, | |
| "grad_norm": 0.3636023146472485, | |
| "learning_rate": 3.2152337611615096e-05, | |
| "loss": 0.5128, | |
| "num_tokens": 259419905.0, | |
| "step": 1355 | |
| }, | |
| { | |
| "epoch": 0.4641638225255973, | |
| "grad_norm": 0.3499395456709178, | |
| "learning_rate": 3.202801286162611e-05, | |
| "loss": 0.529, | |
| "num_tokens": 260499223.0, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.4658703071672355, | |
| "grad_norm": 0.344200324854834, | |
| "learning_rate": 3.1903543860302445e-05, | |
| "loss": 0.4954, | |
| "num_tokens": 261442637.0, | |
| "step": 1365 | |
| }, | |
| { | |
| "epoch": 0.46757679180887374, | |
| "grad_norm": 0.34635826868295416, | |
| "learning_rate": 3.1778934572919805e-05, | |
| "loss": 0.5053, | |
| "num_tokens": 262428104.0, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.46928327645051193, | |
| "grad_norm": 0.3434947744560547, | |
| "learning_rate": 3.165418896922313e-05, | |
| "loss": 0.4892, | |
| "num_tokens": 263310660.0, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 0.4709897610921502, | |
| "grad_norm": 0.36603548416607035, | |
| "learning_rate": 3.152931102330002e-05, | |
| "loss": 0.5193, | |
| "num_tokens": 264331327.0, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.4726962457337884, | |
| "grad_norm": 0.36277672500545255, | |
| "learning_rate": 3.140430471345419e-05, | |
| "loss": 0.5103, | |
| "num_tokens": 265270147.0, | |
| "step": 1385 | |
| }, | |
| { | |
| "epoch": 0.47440273037542663, | |
| "grad_norm": 0.36093915798723425, | |
| "learning_rate": 3.127917402207871e-05, | |
| "loss": 0.5125, | |
| "num_tokens": 266242185.0, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.4761092150170648, | |
| "grad_norm": 0.3391219737377559, | |
| "learning_rate": 3.115392293552915e-05, | |
| "loss": 0.5119, | |
| "num_tokens": 267191130.0, | |
| "step": 1395 | |
| }, | |
| { | |
| "epoch": 0.4778156996587031, | |
| "grad_norm": 0.35339290653989003, | |
| "learning_rate": 3.1028555443996544e-05, | |
| "loss": 0.5099, | |
| "num_tokens": 268142845.0, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.47952218430034127, | |
| "grad_norm": 0.3520073614880941, | |
| "learning_rate": 3.090307554138033e-05, | |
| "loss": 0.527, | |
| "num_tokens": 269116555.0, | |
| "step": 1405 | |
| }, | |
| { | |
| "epoch": 0.4812286689419795, | |
| "grad_norm": 0.32746517176816037, | |
| "learning_rate": 3.0777487225161096e-05, | |
| "loss": 0.5171, | |
| "num_tokens": 270078357.0, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.48293515358361777, | |
| "grad_norm": 0.3801899716265933, | |
| "learning_rate": 3.065179449627316e-05, | |
| "loss": 0.5179, | |
| "num_tokens": 271065401.0, | |
| "step": 1415 | |
| }, | |
| { | |
| "epoch": 0.48464163822525597, | |
| "grad_norm": 0.34972336470548876, | |
| "learning_rate": 3.0526001358977254e-05, | |
| "loss": 0.5192, | |
| "num_tokens": 272018748.0, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.4863481228668942, | |
| "grad_norm": 0.4088433608953109, | |
| "learning_rate": 3.0400111820732802e-05, | |
| "loss": 0.5202, | |
| "num_tokens": 273051158.0, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 0.4880546075085324, | |
| "grad_norm": 0.4045530258228776, | |
| "learning_rate": 3.0274129892070368e-05, | |
| "loss": 0.5363, | |
| "num_tokens": 274027158.0, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.48976109215017066, | |
| "grad_norm": 0.37760264633069307, | |
| "learning_rate": 3.014805958646383e-05, | |
| "loss": 0.5071, | |
| "num_tokens": 274976608.0, | |
| "step": 1435 | |
| }, | |
| { | |
| "epoch": 0.49146757679180886, | |
| "grad_norm": 0.41544044167849326, | |
| "learning_rate": 3.002190492020255e-05, | |
| "loss": 0.5336, | |
| "num_tokens": 275897357.0, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.4931740614334471, | |
| "grad_norm": 0.3621173202789576, | |
| "learning_rate": 2.9895669912263393e-05, | |
| "loss": 0.4884, | |
| "num_tokens": 276767022.0, | |
| "step": 1445 | |
| }, | |
| { | |
| "epoch": 0.4948805460750853, | |
| "grad_norm": 0.35971250539401595, | |
| "learning_rate": 2.9769358584182732e-05, | |
| "loss": 0.4929, | |
| "num_tokens": 277733458.0, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.49658703071672355, | |
| "grad_norm": 0.3333198556836057, | |
| "learning_rate": 2.9642974959928293e-05, | |
| "loss": 0.5181, | |
| "num_tokens": 278655070.0, | |
| "step": 1455 | |
| }, | |
| { | |
| "epoch": 0.49829351535836175, | |
| "grad_norm": 0.40269115529983035, | |
| "learning_rate": 2.9516523065771e-05, | |
| "loss": 0.5092, | |
| "num_tokens": 279550428.0, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.3375843000024675, | |
| "learning_rate": 2.9390006930156683e-05, | |
| "loss": 0.5035, | |
| "num_tokens": 280592599.0, | |
| "step": 1465 | |
| }, | |
| { | |
| "epoch": 0.5017064846416383, | |
| "grad_norm": 0.33837995836306645, | |
| "learning_rate": 2.9263430583577715e-05, | |
| "loss": 0.4936, | |
| "num_tokens": 281502549.0, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.5034129692832765, | |
| "grad_norm": 0.3491138042125671, | |
| "learning_rate": 2.9136798058444704e-05, | |
| "loss": 0.5186, | |
| "num_tokens": 282554594.0, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 0.5051194539249146, | |
| "grad_norm": 0.36149705403685856, | |
| "learning_rate": 2.9010113388957906e-05, | |
| "loss": 0.4996, | |
| "num_tokens": 283508120.0, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.5068259385665529, | |
| "grad_norm": 0.3682570368717468, | |
| "learning_rate": 2.8883380610978804e-05, | |
| "loss": 0.4868, | |
| "num_tokens": 284430674.0, | |
| "step": 1485 | |
| }, | |
| { | |
| "epoch": 0.5085324232081911, | |
| "grad_norm": 0.3450199220270282, | |
| "learning_rate": 2.875660376190149e-05, | |
| "loss": 0.5225, | |
| "num_tokens": 285480194.0, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.5102389078498294, | |
| "grad_norm": 0.35852992172619397, | |
| "learning_rate": 2.8629786880524057e-05, | |
| "loss": 0.5044, | |
| "num_tokens": 286426656.0, | |
| "step": 1495 | |
| }, | |
| { | |
| "epoch": 0.5119453924914675, | |
| "grad_norm": 0.35758605357343837, | |
| "learning_rate": 2.8502934006919908e-05, | |
| "loss": 0.531, | |
| "num_tokens": 287419124.0, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.5136518771331058, | |
| "grad_norm": 0.3679994961058525, | |
| "learning_rate": 2.83760491823091e-05, | |
| "loss": 0.4891, | |
| "num_tokens": 288343301.0, | |
| "step": 1505 | |
| }, | |
| { | |
| "epoch": 0.515358361774744, | |
| "grad_norm": 0.386078898523489, | |
| "learning_rate": 2.824913644892955e-05, | |
| "loss": 0.4912, | |
| "num_tokens": 289306762.0, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.5170648464163823, | |
| "grad_norm": 0.33205328887110974, | |
| "learning_rate": 2.8122199849908286e-05, | |
| "loss": 0.5047, | |
| "num_tokens": 290236538.0, | |
| "step": 1515 | |
| }, | |
| { | |
| "epoch": 0.5187713310580204, | |
| "grad_norm": 0.36598920383011924, | |
| "learning_rate": 2.7995243429132644e-05, | |
| "loss": 0.5082, | |
| "num_tokens": 291105578.0, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.5204778156996587, | |
| "grad_norm": 0.3577740364047028, | |
| "learning_rate": 2.7868271231121406e-05, | |
| "loss": 0.5271, | |
| "num_tokens": 292089939.0, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 0.5221843003412969, | |
| "grad_norm": 0.3395160116353141, | |
| "learning_rate": 2.7741287300896013e-05, | |
| "loss": 0.4958, | |
| "num_tokens": 293082816.0, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.5238907849829352, | |
| "grad_norm": 0.3750202797810289, | |
| "learning_rate": 2.7614295683851637e-05, | |
| "loss": 0.5043, | |
| "num_tokens": 293957075.0, | |
| "step": 1535 | |
| }, | |
| { | |
| "epoch": 0.5255972696245734, | |
| "grad_norm": 0.36593612437784134, | |
| "learning_rate": 2.7487300425628347e-05, | |
| "loss": 0.4999, | |
| "num_tokens": 294930434.0, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.5273037542662116, | |
| "grad_norm": 0.36077082410017175, | |
| "learning_rate": 2.7360305571982213e-05, | |
| "loss": 0.517, | |
| "num_tokens": 295898443.0, | |
| "step": 1545 | |
| }, | |
| { | |
| "epoch": 0.5290102389078498, | |
| "grad_norm": 0.34084324496634494, | |
| "learning_rate": 2.723331516865641e-05, | |
| "loss": 0.5042, | |
| "num_tokens": 296842807.0, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.5307167235494881, | |
| "grad_norm": 0.3473414935833505, | |
| "learning_rate": 2.7106333261252342e-05, | |
| "loss": 0.5141, | |
| "num_tokens": 297874811.0, | |
| "step": 1555 | |
| }, | |
| { | |
| "epoch": 0.5324232081911263, | |
| "grad_norm": 0.37129914119401464, | |
| "learning_rate": 2.697936389510073e-05, | |
| "loss": 0.5019, | |
| "num_tokens": 298726998.0, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.5341296928327645, | |
| "grad_norm": 0.36028226696611454, | |
| "learning_rate": 2.685241111513281e-05, | |
| "loss": 0.5116, | |
| "num_tokens": 299723782.0, | |
| "step": 1565 | |
| }, | |
| { | |
| "epoch": 0.5358361774744027, | |
| "grad_norm": 0.3655240725721465, | |
| "learning_rate": 2.6725478965751378e-05, | |
| "loss": 0.4864, | |
| "num_tokens": 300660125.0, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.537542662116041, | |
| "grad_norm": 0.3527263064768574, | |
| "learning_rate": 2.6598571490702013e-05, | |
| "loss": 0.4997, | |
| "num_tokens": 301489572.0, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 0.5392491467576792, | |
| "grad_norm": 0.3514385599593041, | |
| "learning_rate": 2.6471692732944227e-05, | |
| "loss": 0.4773, | |
| "num_tokens": 302437719.0, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.5409556313993175, | |
| "grad_norm": 0.5417409716600186, | |
| "learning_rate": 2.634484673452265e-05, | |
| "loss": 0.5256, | |
| "num_tokens": 303463770.0, | |
| "step": 1585 | |
| }, | |
| { | |
| "epoch": 0.5426621160409556, | |
| "grad_norm": 0.3711273299009024, | |
| "learning_rate": 2.6218037536438315e-05, | |
| "loss": 0.5067, | |
| "num_tokens": 304343518.0, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.5443686006825939, | |
| "grad_norm": 0.38356094617087266, | |
| "learning_rate": 2.6091269178519885e-05, | |
| "loss": 0.5195, | |
| "num_tokens": 305270656.0, | |
| "step": 1595 | |
| }, | |
| { | |
| "epoch": 0.5460750853242321, | |
| "grad_norm": 0.36905989432450675, | |
| "learning_rate": 2.5964545699294906e-05, | |
| "loss": 0.5049, | |
| "num_tokens": 306180961.0, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.5477815699658704, | |
| "grad_norm": 0.3692380599855385, | |
| "learning_rate": 2.583787113586126e-05, | |
| "loss": 0.5315, | |
| "num_tokens": 307152419.0, | |
| "step": 1605 | |
| }, | |
| { | |
| "epoch": 0.5494880546075085, | |
| "grad_norm": 0.3565584564996635, | |
| "learning_rate": 2.571124952375845e-05, | |
| "loss": 0.5028, | |
| "num_tokens": 308076053.0, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.5511945392491467, | |
| "grad_norm": 0.6182642964929036, | |
| "learning_rate": 2.55846848968391e-05, | |
| "loss": 0.5168, | |
| "num_tokens": 309029777.0, | |
| "step": 1615 | |
| }, | |
| { | |
| "epoch": 0.552901023890785, | |
| "grad_norm": 0.3804959240952762, | |
| "learning_rate": 2.545818128714043e-05, | |
| "loss": 0.4985, | |
| "num_tokens": 310003006.0, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.5546075085324232, | |
| "grad_norm": 0.3585357836902996, | |
| "learning_rate": 2.533174272475579e-05, | |
| "loss": 0.4889, | |
| "num_tokens": 310946881.0, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 0.5563139931740614, | |
| "grad_norm": 0.36197226313264375, | |
| "learning_rate": 2.52053732377063e-05, | |
| "loss": 0.5011, | |
| "num_tokens": 311908102.0, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.5580204778156996, | |
| "grad_norm": 0.40032263570721643, | |
| "learning_rate": 2.5079076851812476e-05, | |
| "loss": 0.5089, | |
| "num_tokens": 312808887.0, | |
| "step": 1635 | |
| }, | |
| { | |
| "epoch": 0.5597269624573379, | |
| "grad_norm": 0.3451971824355068, | |
| "learning_rate": 2.4952857590566043e-05, | |
| "loss": 0.493, | |
| "num_tokens": 313777123.0, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.5614334470989761, | |
| "grad_norm": 0.3900504406034111, | |
| "learning_rate": 2.4826719475001714e-05, | |
| "loss": 0.5094, | |
| "num_tokens": 314739056.0, | |
| "step": 1645 | |
| }, | |
| { | |
| "epoch": 0.5631399317406144, | |
| "grad_norm": 0.3493313787920549, | |
| "learning_rate": 2.4700666523569106e-05, | |
| "loss": 0.4898, | |
| "num_tokens": 315742426.0, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.5648464163822525, | |
| "grad_norm": 0.3438326732935695, | |
| "learning_rate": 2.4574702752004703e-05, | |
| "loss": 0.5175, | |
| "num_tokens": 316737000.0, | |
| "step": 1655 | |
| }, | |
| { | |
| "epoch": 0.5665529010238908, | |
| "grad_norm": 0.35276865905225485, | |
| "learning_rate": 2.444883217320395e-05, | |
| "loss": 0.495, | |
| "num_tokens": 317577413.0, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.568259385665529, | |
| "grad_norm": 0.3407109448961259, | |
| "learning_rate": 2.4323058797093395e-05, | |
| "loss": 0.504, | |
| "num_tokens": 318577669.0, | |
| "step": 1665 | |
| }, | |
| { | |
| "epoch": 0.5699658703071673, | |
| "grad_norm": 0.4001170454014252, | |
| "learning_rate": 2.4197386630502965e-05, | |
| "loss": 0.4969, | |
| "num_tokens": 319557900.0, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.5716723549488054, | |
| "grad_norm": 0.34709303207454156, | |
| "learning_rate": 2.407181967703826e-05, | |
| "loss": 0.5009, | |
| "num_tokens": 320511805.0, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 0.5733788395904437, | |
| "grad_norm": 0.371204319077067, | |
| "learning_rate": 2.3946361936953092e-05, | |
| "loss": 0.5075, | |
| "num_tokens": 321462994.0, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.5750853242320819, | |
| "grad_norm": 0.35657413743817584, | |
| "learning_rate": 2.382101740702199e-05, | |
| "loss": 0.4846, | |
| "num_tokens": 322380429.0, | |
| "step": 1685 | |
| }, | |
| { | |
| "epoch": 0.5767918088737202, | |
| "grad_norm": 0.3373065447243538, | |
| "learning_rate": 2.369579008041286e-05, | |
| "loss": 0.5064, | |
| "num_tokens": 323355363.0, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.5784982935153583, | |
| "grad_norm": 0.34242628423967963, | |
| "learning_rate": 2.3570683946559835e-05, | |
| "loss": 0.5057, | |
| "num_tokens": 324276849.0, | |
| "step": 1695 | |
| }, | |
| { | |
| "epoch": 0.5802047781569966, | |
| "grad_norm": 0.3424829522431512, | |
| "learning_rate": 2.3445702991036138e-05, | |
| "loss": 0.4915, | |
| "num_tokens": 325155802.0, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.5819112627986348, | |
| "grad_norm": 0.38418791267218005, | |
| "learning_rate": 2.332085119542711e-05, | |
| "loss": 0.4747, | |
| "num_tokens": 325996402.0, | |
| "step": 1705 | |
| }, | |
| { | |
| "epoch": 0.5836177474402731, | |
| "grad_norm": 0.3720571745285186, | |
| "learning_rate": 2.319613253720338e-05, | |
| "loss": 0.5314, | |
| "num_tokens": 326956942.0, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.5853242320819113, | |
| "grad_norm": 0.35719133127267255, | |
| "learning_rate": 2.3071550989594133e-05, | |
| "loss": 0.5122, | |
| "num_tokens": 327985119.0, | |
| "step": 1715 | |
| }, | |
| { | |
| "epoch": 0.5870307167235495, | |
| "grad_norm": 0.38622831687102893, | |
| "learning_rate": 2.2947110521460567e-05, | |
| "loss": 0.4888, | |
| "num_tokens": 328885222.0, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.5887372013651877, | |
| "grad_norm": 0.35596529449616776, | |
| "learning_rate": 2.2822815097169447e-05, | |
| "loss": 0.5065, | |
| "num_tokens": 329923181.0, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 0.590443686006826, | |
| "grad_norm": 0.36830928128106777, | |
| "learning_rate": 2.269866867646675e-05, | |
| "loss": 0.4908, | |
| "num_tokens": 330878184.0, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.5921501706484642, | |
| "grad_norm": 0.333509463984278, | |
| "learning_rate": 2.2574675214351622e-05, | |
| "loss": 0.4683, | |
| "num_tokens": 331849770.0, | |
| "step": 1735 | |
| }, | |
| { | |
| "epoch": 0.5938566552901023, | |
| "grad_norm": 0.3657723804929488, | |
| "learning_rate": 2.245083866095029e-05, | |
| "loss": 0.498, | |
| "num_tokens": 332821824.0, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.5955631399317406, | |
| "grad_norm": 0.3709027281629384, | |
| "learning_rate": 2.2327162961390254e-05, | |
| "loss": 0.5101, | |
| "num_tokens": 333794769.0, | |
| "step": 1745 | |
| }, | |
| { | |
| "epoch": 0.5972696245733788, | |
| "grad_norm": 0.34103457669200804, | |
| "learning_rate": 2.2203652055674633e-05, | |
| "loss": 0.4935, | |
| "num_tokens": 334798404.0, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.5989761092150171, | |
| "grad_norm": 0.3545726343474071, | |
| "learning_rate": 2.20803098785566e-05, | |
| "loss": 0.4833, | |
| "num_tokens": 335687213.0, | |
| "step": 1755 | |
| }, | |
| { | |
| "epoch": 0.6006825938566553, | |
| "grad_norm": 0.3340674324445749, | |
| "learning_rate": 2.1957140359414063e-05, | |
| "loss": 0.4651, | |
| "num_tokens": 336651049.0, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.6023890784982935, | |
| "grad_norm": 0.36127627803351964, | |
| "learning_rate": 2.1834147422124463e-05, | |
| "loss": 0.4772, | |
| "num_tokens": 337519072.0, | |
| "step": 1765 | |
| }, | |
| { | |
| "epoch": 0.6040955631399317, | |
| "grad_norm": 0.3835855921099779, | |
| "learning_rate": 2.1711334984939767e-05, | |
| "loss": 0.5155, | |
| "num_tokens": 338438000.0, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.60580204778157, | |
| "grad_norm": 0.30765262583419745, | |
| "learning_rate": 2.1588706960361682e-05, | |
| "loss": 0.5165, | |
| "num_tokens": 339506233.0, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 0.6075085324232082, | |
| "grad_norm": 0.3248110534125549, | |
| "learning_rate": 2.146626725501697e-05, | |
| "loss": 0.4952, | |
| "num_tokens": 340414967.0, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.6092150170648464, | |
| "grad_norm": 0.3774926928186119, | |
| "learning_rate": 2.134401976953299e-05, | |
| "loss": 0.5206, | |
| "num_tokens": 341348316.0, | |
| "step": 1785 | |
| }, | |
| { | |
| "epoch": 0.6109215017064846, | |
| "grad_norm": 0.3532666917926633, | |
| "learning_rate": 2.1221968398413477e-05, | |
| "loss": 0.4882, | |
| "num_tokens": 342244656.0, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.6126279863481229, | |
| "grad_norm": 0.3502010878134099, | |
| "learning_rate": 2.1100117029914434e-05, | |
| "loss": 0.4849, | |
| "num_tokens": 343244894.0, | |
| "step": 1795 | |
| }, | |
| { | |
| "epoch": 0.6143344709897611, | |
| "grad_norm": 0.34456710514750377, | |
| "learning_rate": 2.0978469545920254e-05, | |
| "loss": 0.5066, | |
| "num_tokens": 344295726.0, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.6160409556313993, | |
| "grad_norm": 0.32734359098421567, | |
| "learning_rate": 2.0857029821820113e-05, | |
| "loss": 0.5014, | |
| "num_tokens": 345312852.0, | |
| "step": 1805 | |
| }, | |
| { | |
| "epoch": 0.6177474402730375, | |
| "grad_norm": 0.37196057474243177, | |
| "learning_rate": 2.0735801726384436e-05, | |
| "loss": 0.5103, | |
| "num_tokens": 346263433.0, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.6194539249146758, | |
| "grad_norm": 0.32459376752536473, | |
| "learning_rate": 2.0614789121641688e-05, | |
| "loss": 0.5038, | |
| "num_tokens": 347219412.0, | |
| "step": 1815 | |
| }, | |
| { | |
| "epoch": 0.621160409556314, | |
| "grad_norm": 0.36986659746774475, | |
| "learning_rate": 2.0493995862755333e-05, | |
| "loss": 0.4975, | |
| "num_tokens": 348137882.0, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.6228668941979523, | |
| "grad_norm": 0.4026711619598764, | |
| "learning_rate": 2.0373425797901024e-05, | |
| "loss": 0.5169, | |
| "num_tokens": 349064203.0, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 0.6245733788395904, | |
| "grad_norm": 0.3497696696697358, | |
| "learning_rate": 2.0253082768143976e-05, | |
| "loss": 0.4985, | |
| "num_tokens": 349987787.0, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.6262798634812287, | |
| "grad_norm": 0.35282576206861677, | |
| "learning_rate": 2.0132970607316677e-05, | |
| "loss": 0.4961, | |
| "num_tokens": 350963679.0, | |
| "step": 1835 | |
| }, | |
| { | |
| "epoch": 0.6279863481228669, | |
| "grad_norm": 0.33944555479530397, | |
| "learning_rate": 2.0013093141896634e-05, | |
| "loss": 0.4743, | |
| "num_tokens": 351875623.0, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.6296928327645052, | |
| "grad_norm": 0.3720204410754147, | |
| "learning_rate": 1.989345419088458e-05, | |
| "loss": 0.4853, | |
| "num_tokens": 352834128.0, | |
| "step": 1845 | |
| }, | |
| { | |
| "epoch": 0.6313993174061433, | |
| "grad_norm": 0.3288718937132713, | |
| "learning_rate": 1.9774057565682768e-05, | |
| "loss": 0.4954, | |
| "num_tokens": 353796065.0, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.6331058020477816, | |
| "grad_norm": 0.3227249405857713, | |
| "learning_rate": 1.965490706997351e-05, | |
| "loss": 0.4869, | |
| "num_tokens": 354752780.0, | |
| "step": 1855 | |
| }, | |
| { | |
| "epoch": 0.6348122866894198, | |
| "grad_norm": 0.3312191918205175, | |
| "learning_rate": 1.9536006499598085e-05, | |
| "loss": 0.4953, | |
| "num_tokens": 355697743.0, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.636518771331058, | |
| "grad_norm": 0.3273924968177549, | |
| "learning_rate": 1.941735964243574e-05, | |
| "loss": 0.4905, | |
| "num_tokens": 356707970.0, | |
| "step": 1865 | |
| }, | |
| { | |
| "epoch": 0.6382252559726962, | |
| "grad_norm": 0.3733694588578265, | |
| "learning_rate": 1.9298970278283046e-05, | |
| "loss": 0.5312, | |
| "num_tokens": 357607500.0, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 0.6399317406143344, | |
| "grad_norm": 0.3377666062483733, | |
| "learning_rate": 1.918084217873349e-05, | |
| "loss": 0.5072, | |
| "num_tokens": 358549752.0, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 0.6416382252559727, | |
| "grad_norm": 0.3795132924337565, | |
| "learning_rate": 1.90629791070573e-05, | |
| "loss": 0.5073, | |
| "num_tokens": 359496768.0, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.643344709897611, | |
| "grad_norm": 0.3393948612318191, | |
| "learning_rate": 1.8945384818081574e-05, | |
| "loss": 0.4666, | |
| "num_tokens": 360449477.0, | |
| "step": 1885 | |
| }, | |
| { | |
| "epoch": 0.6450511945392492, | |
| "grad_norm": 0.3362849089493312, | |
| "learning_rate": 1.882806305807067e-05, | |
| "loss": 0.4991, | |
| "num_tokens": 361389017.0, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 0.6467576791808873, | |
| "grad_norm": 0.34043285210954316, | |
| "learning_rate": 1.871101756460682e-05, | |
| "loss": 0.4755, | |
| "num_tokens": 362299106.0, | |
| "step": 1895 | |
| }, | |
| { | |
| "epoch": 0.6484641638225256, | |
| "grad_norm": 0.3496235222336366, | |
| "learning_rate": 1.8594252066471108e-05, | |
| "loss": 0.4994, | |
| "num_tokens": 363249804.0, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.6501706484641638, | |
| "grad_norm": 0.35219312570924277, | |
| "learning_rate": 1.847777028352463e-05, | |
| "loss": 0.505, | |
| "num_tokens": 364170107.0, | |
| "step": 1905 | |
| }, | |
| { | |
| "epoch": 0.6518771331058021, | |
| "grad_norm": 0.3675703568778994, | |
| "learning_rate": 1.8361575926590034e-05, | |
| "loss": 0.4798, | |
| "num_tokens": 365084839.0, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 0.6535836177474402, | |
| "grad_norm": 0.33143812395942357, | |
| "learning_rate": 1.8245672697333288e-05, | |
| "loss": 0.4933, | |
| "num_tokens": 365997466.0, | |
| "step": 1915 | |
| }, | |
| { | |
| "epoch": 0.6552901023890785, | |
| "grad_norm": 0.32956885993414253, | |
| "learning_rate": 1.8130064288145737e-05, | |
| "loss": 0.4724, | |
| "num_tokens": 366923656.0, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.6569965870307167, | |
| "grad_norm": 0.3282570628204338, | |
| "learning_rate": 1.801475438202648e-05, | |
| "loss": 0.5023, | |
| "num_tokens": 367958683.0, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 0.658703071672355, | |
| "grad_norm": 0.33433791259781837, | |
| "learning_rate": 1.789974665246507e-05, | |
| "loss": 0.5161, | |
| "num_tokens": 368897813.0, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 0.6604095563139932, | |
| "grad_norm": 0.33188996124132675, | |
| "learning_rate": 1.7785044763324415e-05, | |
| "loss": 0.4924, | |
| "num_tokens": 369808844.0, | |
| "step": 1935 | |
| }, | |
| { | |
| "epoch": 0.6621160409556314, | |
| "grad_norm": 0.3305327165261152, | |
| "learning_rate": 1.7670652368724144e-05, | |
| "loss": 0.4928, | |
| "num_tokens": 370786942.0, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.6638225255972696, | |
| "grad_norm": 0.3292219960944428, | |
| "learning_rate": 1.7556573112924135e-05, | |
| "loss": 0.4675, | |
| "num_tokens": 371657863.0, | |
| "step": 1945 | |
| }, | |
| { | |
| "epoch": 0.6655290102389079, | |
| "grad_norm": 0.31411324035322963, | |
| "learning_rate": 1.7442810630208446e-05, | |
| "loss": 0.4831, | |
| "num_tokens": 372630696.0, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.6672354948805461, | |
| "grad_norm": 0.3217654495266495, | |
| "learning_rate": 1.7329368544769487e-05, | |
| "loss": 0.5029, | |
| "num_tokens": 373650740.0, | |
| "step": 1955 | |
| }, | |
| { | |
| "epoch": 0.6689419795221843, | |
| "grad_norm": 0.30398529228133475, | |
| "learning_rate": 1.721625047059265e-05, | |
| "loss": 0.4927, | |
| "num_tokens": 374628223.0, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.6706484641638225, | |
| "grad_norm": 0.3690454794887621, | |
| "learning_rate": 1.7103460011341084e-05, | |
| "loss": 0.4882, | |
| "num_tokens": 375573909.0, | |
| "step": 1965 | |
| }, | |
| { | |
| "epoch": 0.6723549488054608, | |
| "grad_norm": 0.32789625269764505, | |
| "learning_rate": 1.699100076024099e-05, | |
| "loss": 0.4697, | |
| "num_tokens": 376493989.0, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 0.674061433447099, | |
| "grad_norm": 0.3425335012653658, | |
| "learning_rate": 1.6878876299967018e-05, | |
| "loss": 0.4706, | |
| "num_tokens": 377479804.0, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 0.6757679180887372, | |
| "grad_norm": 0.3506912584928773, | |
| "learning_rate": 1.6767090202528268e-05, | |
| "loss": 0.4884, | |
| "num_tokens": 378392822.0, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.6774744027303754, | |
| "grad_norm": 0.3366127448224504, | |
| "learning_rate": 1.6655646029154402e-05, | |
| "loss": 0.4757, | |
| "num_tokens": 379328234.0, | |
| "step": 1985 | |
| }, | |
| { | |
| "epoch": 0.6791808873720137, | |
| "grad_norm": 0.33730121762767445, | |
| "learning_rate": 1.6544547330182234e-05, | |
| "loss": 0.4683, | |
| "num_tokens": 380308538.0, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 0.6808873720136519, | |
| "grad_norm": 0.3150426444385526, | |
| "learning_rate": 1.6433797644942633e-05, | |
| "loss": 0.4975, | |
| "num_tokens": 381210797.0, | |
| "step": 1995 | |
| }, | |
| { | |
| "epoch": 0.6825938566552902, | |
| "grad_norm": 0.31875516644753304, | |
| "learning_rate": 1.63234005016477e-05, | |
| "loss": 0.4942, | |
| "num_tokens": 382166430.0, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.6843003412969283, | |
| "grad_norm": 0.32666915132106794, | |
| "learning_rate": 1.6213359417278473e-05, | |
| "loss": 0.5085, | |
| "num_tokens": 383179056.0, | |
| "step": 2005 | |
| }, | |
| { | |
| "epoch": 0.6860068259385665, | |
| "grad_norm": 0.32712173146500084, | |
| "learning_rate": 1.6103677897472794e-05, | |
| "loss": 0.5003, | |
| "num_tokens": 384075218.0, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 0.6877133105802048, | |
| "grad_norm": 0.3287315519317715, | |
| "learning_rate": 1.599435943641368e-05, | |
| "loss": 0.4702, | |
| "num_tokens": 384999949.0, | |
| "step": 2015 | |
| }, | |
| { | |
| "epoch": 0.689419795221843, | |
| "grad_norm": 0.38670376122956074, | |
| "learning_rate": 1.5885407516717987e-05, | |
| "loss": 0.4908, | |
| "num_tokens": 385900887.0, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.6911262798634812, | |
| "grad_norm": 0.35663261838972243, | |
| "learning_rate": 1.577682560932547e-05, | |
| "loss": 0.4978, | |
| "num_tokens": 386870114.0, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 0.6928327645051194, | |
| "grad_norm": 0.42642527854196, | |
| "learning_rate": 1.566861717338819e-05, | |
| "loss": 0.4906, | |
| "num_tokens": 387782669.0, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 0.6945392491467577, | |
| "grad_norm": 0.37343767857022897, | |
| "learning_rate": 1.556078565616034e-05, | |
| "loss": 0.4902, | |
| "num_tokens": 388715961.0, | |
| "step": 2035 | |
| }, | |
| { | |
| "epoch": 0.6962457337883959, | |
| "grad_norm": 0.3284331766719929, | |
| "learning_rate": 1.5453334492888428e-05, | |
| "loss": 0.4776, | |
| "num_tokens": 389650899.0, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.6979522184300341, | |
| "grad_norm": 0.3483829695120365, | |
| "learning_rate": 1.5346267106701762e-05, | |
| "loss": 0.4836, | |
| "num_tokens": 390610942.0, | |
| "step": 2045 | |
| }, | |
| { | |
| "epoch": 0.6996587030716723, | |
| "grad_norm": 0.32022610770787235, | |
| "learning_rate": 1.5239586908503533e-05, | |
| "loss": 0.5172, | |
| "num_tokens": 391632321.0, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.7013651877133106, | |
| "grad_norm": 0.3514714730074271, | |
| "learning_rate": 1.513329729686203e-05, | |
| "loss": 0.4854, | |
| "num_tokens": 392626976.0, | |
| "step": 2055 | |
| }, | |
| { | |
| "epoch": 0.7030716723549488, | |
| "grad_norm": 0.3413532016336787, | |
| "learning_rate": 1.502740165790244e-05, | |
| "loss": 0.4856, | |
| "num_tokens": 393493604.0, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.7047781569965871, | |
| "grad_norm": 0.3422857376051543, | |
| "learning_rate": 1.4921903365198914e-05, | |
| "loss": 0.5084, | |
| "num_tokens": 394371570.0, | |
| "step": 2065 | |
| }, | |
| { | |
| "epoch": 0.7064846416382252, | |
| "grad_norm": 0.3572958103887209, | |
| "learning_rate": 1.481680577966717e-05, | |
| "loss": 0.4963, | |
| "num_tokens": 395329185.0, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 0.7081911262798635, | |
| "grad_norm": 0.34758264074134787, | |
| "learning_rate": 1.471211224945736e-05, | |
| "loss": 0.4905, | |
| "num_tokens": 396285000.0, | |
| "step": 2075 | |
| }, | |
| { | |
| "epoch": 0.7098976109215017, | |
| "grad_norm": 0.3419972923917919, | |
| "learning_rate": 1.4607826109847458e-05, | |
| "loss": 0.5266, | |
| "num_tokens": 397224172.0, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 0.71160409556314, | |
| "grad_norm": 0.337893094968607, | |
| "learning_rate": 1.4503950683136936e-05, | |
| "loss": 0.4857, | |
| "num_tokens": 398210109.0, | |
| "step": 2085 | |
| }, | |
| { | |
| "epoch": 0.7133105802047781, | |
| "grad_norm": 0.33901468478209035, | |
| "learning_rate": 1.4400489278540985e-05, | |
| "loss": 0.4749, | |
| "num_tokens": 399158135.0, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 0.7150170648464164, | |
| "grad_norm": 0.3835956412834383, | |
| "learning_rate": 1.429744519208508e-05, | |
| "loss": 0.4936, | |
| "num_tokens": 400075133.0, | |
| "step": 2095 | |
| }, | |
| { | |
| "epoch": 0.7167235494880546, | |
| "grad_norm": 0.34331595173677726, | |
| "learning_rate": 1.4194821706499955e-05, | |
| "loss": 0.5031, | |
| "num_tokens": 400990040.0, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.7184300341296929, | |
| "grad_norm": 0.3171937953485873, | |
| "learning_rate": 1.4092622091117041e-05, | |
| "loss": 0.4815, | |
| "num_tokens": 401912436.0, | |
| "step": 2105 | |
| }, | |
| { | |
| "epoch": 0.7201365187713311, | |
| "grad_norm": 0.3410195330730544, | |
| "learning_rate": 1.399084960176431e-05, | |
| "loss": 0.4741, | |
| "num_tokens": 402861165.0, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 0.7218430034129693, | |
| "grad_norm": 0.3465187152384934, | |
| "learning_rate": 1.3889507480662545e-05, | |
| "loss": 0.4913, | |
| "num_tokens": 403763990.0, | |
| "step": 2115 | |
| }, | |
| { | |
| "epoch": 0.7235494880546075, | |
| "grad_norm": 0.3292708548169215, | |
| "learning_rate": 1.3788598956322068e-05, | |
| "loss": 0.4858, | |
| "num_tokens": 404752387.0, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 0.7252559726962458, | |
| "grad_norm": 0.36695144477657526, | |
| "learning_rate": 1.3688127243439863e-05, | |
| "loss": 0.4838, | |
| "num_tokens": 405691554.0, | |
| "step": 2125 | |
| }, | |
| { | |
| "epoch": 0.726962457337884, | |
| "grad_norm": 0.3372811093945545, | |
| "learning_rate": 1.3588095542797186e-05, | |
| "loss": 0.4947, | |
| "num_tokens": 406680793.0, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 0.7286689419795221, | |
| "grad_norm": 0.3443503709289555, | |
| "learning_rate": 1.3488507041157584e-05, | |
| "loss": 0.4921, | |
| "num_tokens": 407683383.0, | |
| "step": 2135 | |
| }, | |
| { | |
| "epoch": 0.7303754266211604, | |
| "grad_norm": 0.3480092507121765, | |
| "learning_rate": 1.3389364911165375e-05, | |
| "loss": 0.4846, | |
| "num_tokens": 408650161.0, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 0.7320819112627986, | |
| "grad_norm": 0.3353926863066775, | |
| "learning_rate": 1.3290672311244584e-05, | |
| "loss": 0.5006, | |
| "num_tokens": 409549494.0, | |
| "step": 2145 | |
| }, | |
| { | |
| "epoch": 0.7337883959044369, | |
| "grad_norm": 0.37867503643842687, | |
| "learning_rate": 1.3192432385498305e-05, | |
| "loss": 0.4921, | |
| "num_tokens": 410510602.0, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.735494880546075, | |
| "grad_norm": 0.3592680929736747, | |
| "learning_rate": 1.3094648263608533e-05, | |
| "loss": 0.4981, | |
| "num_tokens": 411492905.0, | |
| "step": 2155 | |
| }, | |
| { | |
| "epoch": 0.7372013651877133, | |
| "grad_norm": 0.3322392394703493, | |
| "learning_rate": 1.299732306073652e-05, | |
| "loss": 0.487, | |
| "num_tokens": 412454003.0, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 0.7389078498293515, | |
| "grad_norm": 0.3756417144546959, | |
| "learning_rate": 1.2900459877423457e-05, | |
| "loss": 0.5106, | |
| "num_tokens": 413421190.0, | |
| "step": 2165 | |
| }, | |
| { | |
| "epoch": 0.7406143344709898, | |
| "grad_norm": 0.3276238813240706, | |
| "learning_rate": 1.2804061799491734e-05, | |
| "loss": 0.4945, | |
| "num_tokens": 414425737.0, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 0.742320819112628, | |
| "grad_norm": 0.29735177345606206, | |
| "learning_rate": 1.2708131897946621e-05, | |
| "loss": 0.478, | |
| "num_tokens": 415344538.0, | |
| "step": 2175 | |
| }, | |
| { | |
| "epoch": 0.7440273037542662, | |
| "grad_norm": 0.3125870087788144, | |
| "learning_rate": 1.261267322887845e-05, | |
| "loss": 0.5041, | |
| "num_tokens": 416440659.0, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 0.7457337883959044, | |
| "grad_norm": 0.32461771570892695, | |
| "learning_rate": 1.251768883336526e-05, | |
| "loss": 0.4919, | |
| "num_tokens": 417360385.0, | |
| "step": 2185 | |
| }, | |
| { | |
| "epoch": 0.7474402730375427, | |
| "grad_norm": 0.3442194296895731, | |
| "learning_rate": 1.2423181737375899e-05, | |
| "loss": 0.4836, | |
| "num_tokens": 418334906.0, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 0.7491467576791809, | |
| "grad_norm": 0.3446911329824469, | |
| "learning_rate": 1.2329154951673598e-05, | |
| "loss": 0.4646, | |
| "num_tokens": 419196059.0, | |
| "step": 2195 | |
| }, | |
| { | |
| "epoch": 0.7508532423208191, | |
| "grad_norm": 0.33767235227444237, | |
| "learning_rate": 1.2235611471720123e-05, | |
| "loss": 0.4856, | |
| "num_tokens": 420121223.0, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.7525597269624573, | |
| "grad_norm": 0.31616744714729916, | |
| "learning_rate": 1.2142554277580288e-05, | |
| "loss": 0.4867, | |
| "num_tokens": 421062594.0, | |
| "step": 2205 | |
| }, | |
| { | |
| "epoch": 0.7542662116040956, | |
| "grad_norm": 0.3288211934138168, | |
| "learning_rate": 1.2049986333827048e-05, | |
| "loss": 0.4672, | |
| "num_tokens": 421975487.0, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 0.7559726962457338, | |
| "grad_norm": 0.3496778301287439, | |
| "learning_rate": 1.1957910589447043e-05, | |
| "loss": 0.4861, | |
| "num_tokens": 422820853.0, | |
| "step": 2215 | |
| }, | |
| { | |
| "epoch": 0.757679180887372, | |
| "grad_norm": 0.3475005774602, | |
| "learning_rate": 1.1866329977746656e-05, | |
| "loss": 0.4882, | |
| "num_tokens": 423755589.0, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 0.7593856655290102, | |
| "grad_norm": 0.35706393638603534, | |
| "learning_rate": 1.177524741625856e-05, | |
| "loss": 0.4887, | |
| "num_tokens": 424688821.0, | |
| "step": 2225 | |
| }, | |
| { | |
| "epoch": 0.7610921501706485, | |
| "grad_norm": 0.3461078636788691, | |
| "learning_rate": 1.1684665806648772e-05, | |
| "loss": 0.4684, | |
| "num_tokens": 425585640.0, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 0.7627986348122867, | |
| "grad_norm": 0.3356141138518873, | |
| "learning_rate": 1.1594588034624228e-05, | |
| "loss": 0.4813, | |
| "num_tokens": 426547476.0, | |
| "step": 2235 | |
| }, | |
| { | |
| "epoch": 0.764505119453925, | |
| "grad_norm": 0.3105226360165998, | |
| "learning_rate": 1.1505016969840823e-05, | |
| "loss": 0.4745, | |
| "num_tokens": 427476418.0, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 0.7662116040955631, | |
| "grad_norm": 0.32709156257769095, | |
| "learning_rate": 1.1415955465812023e-05, | |
| "loss": 0.4887, | |
| "num_tokens": 428405822.0, | |
| "step": 2245 | |
| }, | |
| { | |
| "epoch": 0.7679180887372014, | |
| "grad_norm": 0.30756496657170446, | |
| "learning_rate": 1.1327406359817933e-05, | |
| "loss": 0.4774, | |
| "num_tokens": 429400796.0, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.7696245733788396, | |
| "grad_norm": 0.3111754417183422, | |
| "learning_rate": 1.1239372472814927e-05, | |
| "loss": 0.4805, | |
| "num_tokens": 430392694.0, | |
| "step": 2255 | |
| }, | |
| { | |
| "epoch": 0.7713310580204779, | |
| "grad_norm": 0.34095902728307337, | |
| "learning_rate": 1.1151856609345774e-05, | |
| "loss": 0.4716, | |
| "num_tokens": 431359520.0, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 0.773037542662116, | |
| "grad_norm": 0.34936226176674845, | |
| "learning_rate": 1.1064861557450256e-05, | |
| "loss": 0.4894, | |
| "num_tokens": 432294915.0, | |
| "step": 2265 | |
| }, | |
| { | |
| "epoch": 0.7747440273037542, | |
| "grad_norm": 0.3155937127951743, | |
| "learning_rate": 1.0978390088576437e-05, | |
| "loss": 0.481, | |
| "num_tokens": 433284774.0, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 0.7764505119453925, | |
| "grad_norm": 0.3202827342005119, | |
| "learning_rate": 1.0892444957492276e-05, | |
| "loss": 0.4891, | |
| "num_tokens": 434284592.0, | |
| "step": 2275 | |
| }, | |
| { | |
| "epoch": 0.7781569965870307, | |
| "grad_norm": 0.3369162033659964, | |
| "learning_rate": 1.0807028902197925e-05, | |
| "loss": 0.4654, | |
| "num_tokens": 435149765.0, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 0.7798634812286689, | |
| "grad_norm": 0.3582446923094639, | |
| "learning_rate": 1.0722144643838461e-05, | |
| "loss": 0.4866, | |
| "num_tokens": 436158148.0, | |
| "step": 2285 | |
| }, | |
| { | |
| "epoch": 0.7815699658703071, | |
| "grad_norm": 0.3311676374288052, | |
| "learning_rate": 1.063779488661724e-05, | |
| "loss": 0.4776, | |
| "num_tokens": 437135437.0, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 0.7832764505119454, | |
| "grad_norm": 0.32325241567650026, | |
| "learning_rate": 1.0553982317709741e-05, | |
| "loss": 0.4654, | |
| "num_tokens": 438061307.0, | |
| "step": 2295 | |
| }, | |
| { | |
| "epoch": 0.7849829351535836, | |
| "grad_norm": 0.3043727173598455, | |
| "learning_rate": 1.047070960717793e-05, | |
| "loss": 0.4932, | |
| "num_tokens": 439079263.0, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.7866894197952219, | |
| "grad_norm": 0.3361341921228823, | |
| "learning_rate": 1.0387979407885198e-05, | |
| "loss": 0.506, | |
| "num_tokens": 440154096.0, | |
| "step": 2305 | |
| }, | |
| { | |
| "epoch": 0.78839590443686, | |
| "grad_norm": 0.31103435909845967, | |
| "learning_rate": 1.03057943554119e-05, | |
| "loss": 0.4848, | |
| "num_tokens": 441195758.0, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 0.7901023890784983, | |
| "grad_norm": 0.32529003714436683, | |
| "learning_rate": 1.022415706797133e-05, | |
| "loss": 0.4941, | |
| "num_tokens": 442194379.0, | |
| "step": 2315 | |
| }, | |
| { | |
| "epoch": 0.7918088737201365, | |
| "grad_norm": 0.34129914389197974, | |
| "learning_rate": 1.0143070146326347e-05, | |
| "loss": 0.4965, | |
| "num_tokens": 443118717.0, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 0.7935153583617748, | |
| "grad_norm": 0.34574447344569287, | |
| "learning_rate": 1.0062536173706519e-05, | |
| "loss": 0.4833, | |
| "num_tokens": 444049001.0, | |
| "step": 2325 | |
| }, | |
| { | |
| "epoch": 0.7952218430034129, | |
| "grad_norm": 0.39058472684776835, | |
| "learning_rate": 9.982557715725807e-06, | |
| "loss": 0.4855, | |
| "num_tokens": 444948197.0, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 0.7969283276450512, | |
| "grad_norm": 0.3223678497972808, | |
| "learning_rate": 9.903137320300852e-06, | |
| "loss": 0.4923, | |
| "num_tokens": 445993006.0, | |
| "step": 2335 | |
| }, | |
| { | |
| "epoch": 0.7986348122866894, | |
| "grad_norm": 0.3581110760327946, | |
| "learning_rate": 9.824277517569791e-06, | |
| "loss": 0.4714, | |
| "num_tokens": 446925677.0, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 0.8003412969283277, | |
| "grad_norm": 0.35940172044204516, | |
| "learning_rate": 9.745980819811668e-06, | |
| "loss": 0.4838, | |
| "num_tokens": 447799196.0, | |
| "step": 2345 | |
| }, | |
| { | |
| "epoch": 0.8020477815699659, | |
| "grad_norm": 0.34500268650073257, | |
| "learning_rate": 9.66824972136638e-06, | |
| "loss": 0.493, | |
| "num_tokens": 448739177.0, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.8037542662116041, | |
| "grad_norm": 0.32399229631376597, | |
| "learning_rate": 9.59108669855523e-06, | |
| "loss": 0.5037, | |
| "num_tokens": 449751958.0, | |
| "step": 2355 | |
| }, | |
| { | |
| "epoch": 0.8054607508532423, | |
| "grad_norm": 0.29766759242151386, | |
| "learning_rate": 9.514494209602023e-06, | |
| "loss": 0.5071, | |
| "num_tokens": 450761568.0, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 0.8071672354948806, | |
| "grad_norm": 0.3430178270787923, | |
| "learning_rate": 9.438474694554775e-06, | |
| "loss": 0.4935, | |
| "num_tokens": 451740507.0, | |
| "step": 2365 | |
| }, | |
| { | |
| "epoch": 0.8088737201365188, | |
| "grad_norm": 0.3471410052900583, | |
| "learning_rate": 9.36303057520795e-06, | |
| "loss": 0.4713, | |
| "num_tokens": 452625293.0, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 0.810580204778157, | |
| "grad_norm": 0.3493958783029142, | |
| "learning_rate": 9.288164255025334e-06, | |
| "loss": 0.4823, | |
| "num_tokens": 453642012.0, | |
| "step": 2375 | |
| }, | |
| { | |
| "epoch": 0.8122866894197952, | |
| "grad_norm": 0.33853142356519106, | |
| "learning_rate": 9.21387811906344e-06, | |
| "loss": 0.4823, | |
| "num_tokens": 454558803.0, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 0.8139931740614335, | |
| "grad_norm": 0.3227168370953717, | |
| "learning_rate": 9.14017453389556e-06, | |
| "loss": 0.476, | |
| "num_tokens": 455523392.0, | |
| "step": 2385 | |
| }, | |
| { | |
| "epoch": 0.8156996587030717, | |
| "grad_norm": 0.29404894296430983, | |
| "learning_rate": 9.067055847536346e-06, | |
| "loss": 0.4596, | |
| "num_tokens": 456494011.0, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 0.8174061433447098, | |
| "grad_norm": 0.3308718804211504, | |
| "learning_rate": 8.994524389367001e-06, | |
| "loss": 0.4891, | |
| "num_tokens": 457401137.0, | |
| "step": 2395 | |
| }, | |
| { | |
| "epoch": 0.8191126279863481, | |
| "grad_norm": 0.3300071384128006, | |
| "learning_rate": 8.922582470061099e-06, | |
| "loss": 0.4961, | |
| "num_tokens": 458401399.0, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.8208191126279863, | |
| "grad_norm": 0.44818729004437646, | |
| "learning_rate": 8.851232381510961e-06, | |
| "loss": 0.504, | |
| "num_tokens": 459365515.0, | |
| "step": 2405 | |
| }, | |
| { | |
| "epoch": 0.8225255972696246, | |
| "grad_norm": 0.3842623998501234, | |
| "learning_rate": 8.780476396754633e-06, | |
| "loss": 0.4931, | |
| "num_tokens": 460303546.0, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 0.8242320819112628, | |
| "grad_norm": 0.33418576004104283, | |
| "learning_rate": 8.710316769903471e-06, | |
| "loss": 0.4868, | |
| "num_tokens": 461172152.0, | |
| "step": 2415 | |
| }, | |
| { | |
| "epoch": 0.825938566552901, | |
| "grad_norm": 0.368646183750318, | |
| "learning_rate": 8.640755736070346e-06, | |
| "loss": 0.4579, | |
| "num_tokens": 462132037.0, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 0.8276450511945392, | |
| "grad_norm": 0.32508360537240183, | |
| "learning_rate": 8.571795511298423e-06, | |
| "loss": 0.4853, | |
| "num_tokens": 463170048.0, | |
| "step": 2425 | |
| }, | |
| { | |
| "epoch": 0.8293515358361775, | |
| "grad_norm": 0.3211106939852037, | |
| "learning_rate": 8.50343829249059e-06, | |
| "loss": 0.4593, | |
| "num_tokens": 464065062.0, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 0.8310580204778157, | |
| "grad_norm": 0.3053006101651597, | |
| "learning_rate": 8.435686257339417e-06, | |
| "loss": 0.4831, | |
| "num_tokens": 465056306.0, | |
| "step": 2435 | |
| }, | |
| { | |
| "epoch": 0.8327645051194539, | |
| "grad_norm": 0.31115117178982893, | |
| "learning_rate": 8.368541564257842e-06, | |
| "loss": 0.4907, | |
| "num_tokens": 466050672.0, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 0.8344709897610921, | |
| "grad_norm": 0.3397295723653259, | |
| "learning_rate": 8.302006352310369e-06, | |
| "loss": 0.4966, | |
| "num_tokens": 467046976.0, | |
| "step": 2445 | |
| }, | |
| { | |
| "epoch": 0.8361774744027304, | |
| "grad_norm": 0.3382052634070017, | |
| "learning_rate": 8.236082741144938e-06, | |
| "loss": 0.4638, | |
| "num_tokens": 468039326.0, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.8378839590443686, | |
| "grad_norm": 0.3514456973966274, | |
| "learning_rate": 8.170772830925389e-06, | |
| "loss": 0.4653, | |
| "num_tokens": 468922373.0, | |
| "step": 2455 | |
| }, | |
| { | |
| "epoch": 0.8395904436860068, | |
| "grad_norm": 0.30836591986791617, | |
| "learning_rate": 8.106078702264573e-06, | |
| "loss": 0.4829, | |
| "num_tokens": 469868923.0, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 0.841296928327645, | |
| "grad_norm": 0.33389876659214884, | |
| "learning_rate": 8.042002416158047e-06, | |
| "loss": 0.471, | |
| "num_tokens": 470752870.0, | |
| "step": 2465 | |
| }, | |
| { | |
| "epoch": 0.8430034129692833, | |
| "grad_norm": 0.34528058311355864, | |
| "learning_rate": 7.978546013918428e-06, | |
| "loss": 0.4806, | |
| "num_tokens": 471694644.0, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 0.8447098976109215, | |
| "grad_norm": 0.30449852181321135, | |
| "learning_rate": 7.915711517110365e-06, | |
| "loss": 0.4726, | |
| "num_tokens": 472652423.0, | |
| "step": 2475 | |
| }, | |
| { | |
| "epoch": 0.8464163822525598, | |
| "grad_norm": 0.3010535970843912, | |
| "learning_rate": 7.853500927486129e-06, | |
| "loss": 0.4734, | |
| "num_tokens": 473648633.0, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 0.8481228668941979, | |
| "grad_norm": 0.319770912075749, | |
| "learning_rate": 7.791916226921844e-06, | |
| "loss": 0.493, | |
| "num_tokens": 474686021.0, | |
| "step": 2485 | |
| }, | |
| { | |
| "epoch": 0.8498293515358362, | |
| "grad_norm": 0.3101950532253656, | |
| "learning_rate": 7.730959377354354e-06, | |
| "loss": 0.4811, | |
| "num_tokens": 475597050.0, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 0.8515358361774744, | |
| "grad_norm": 0.336474137392747, | |
| "learning_rate": 7.670632320718714e-06, | |
| "loss": 0.4985, | |
| "num_tokens": 476480863.0, | |
| "step": 2495 | |
| }, | |
| { | |
| "epoch": 0.8532423208191127, | |
| "grad_norm": 0.33239250078197224, | |
| "learning_rate": 7.610936978886332e-06, | |
| "loss": 0.4889, | |
| "num_tokens": 477480036.0, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.8549488054607508, | |
| "grad_norm": 0.31906385732968195, | |
| "learning_rate": 7.551875253603726e-06, | |
| "loss": 0.4913, | |
| "num_tokens": 478441727.0, | |
| "step": 2505 | |
| }, | |
| { | |
| "epoch": 0.856655290102389, | |
| "grad_norm": 0.2972232303527529, | |
| "learning_rate": 7.493449026431963e-06, | |
| "loss": 0.4846, | |
| "num_tokens": 479450987.0, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 0.8583617747440273, | |
| "grad_norm": 0.34482331352077483, | |
| "learning_rate": 7.4356601586867094e-06, | |
| "loss": 0.4872, | |
| "num_tokens": 480480087.0, | |
| "step": 2515 | |
| }, | |
| { | |
| "epoch": 0.8600682593856656, | |
| "grad_norm": 0.3286565488200801, | |
| "learning_rate": 7.3785104913789284e-06, | |
| "loss": 0.493, | |
| "num_tokens": 481428209.0, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 0.8617747440273038, | |
| "grad_norm": 0.3202404807748421, | |
| "learning_rate": 7.322001845156215e-06, | |
| "loss": 0.4634, | |
| "num_tokens": 482333846.0, | |
| "step": 2525 | |
| }, | |
| { | |
| "epoch": 0.863481228668942, | |
| "grad_norm": 0.3361830515481688, | |
| "learning_rate": 7.2661360202448344e-06, | |
| "loss": 0.4904, | |
| "num_tokens": 483299671.0, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 0.8651877133105802, | |
| "grad_norm": 0.3177624111695824, | |
| "learning_rate": 7.2109147963923335e-06, | |
| "loss": 0.4988, | |
| "num_tokens": 484313085.0, | |
| "step": 2535 | |
| }, | |
| { | |
| "epoch": 0.8668941979522184, | |
| "grad_norm": 0.32624228168571706, | |
| "learning_rate": 7.156339932810871e-06, | |
| "loss": 0.4968, | |
| "num_tokens": 485251856.0, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 0.8686006825938567, | |
| "grad_norm": 0.2897757010993598, | |
| "learning_rate": 7.1024131681211455e-06, | |
| "loss": 0.4779, | |
| "num_tokens": 486246381.0, | |
| "step": 2545 | |
| }, | |
| { | |
| "epoch": 0.8703071672354948, | |
| "grad_norm": 0.3120988592440139, | |
| "learning_rate": 7.0491362202970295e-06, | |
| "loss": 0.4712, | |
| "num_tokens": 487198446.0, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.8720136518771331, | |
| "grad_norm": 0.2815904159190546, | |
| "learning_rate": 6.9965107866108274e-06, | |
| "loss": 0.4722, | |
| "num_tokens": 488156403.0, | |
| "step": 2555 | |
| }, | |
| { | |
| "epoch": 0.8737201365187713, | |
| "grad_norm": 0.3273103504291178, | |
| "learning_rate": 6.9445385435792095e-06, | |
| "loss": 0.4695, | |
| "num_tokens": 489140124.0, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 0.8754266211604096, | |
| "grad_norm": 0.3289263665204276, | |
| "learning_rate": 6.893221146909806e-06, | |
| "loss": 0.4724, | |
| "num_tokens": 490104565.0, | |
| "step": 2565 | |
| }, | |
| { | |
| "epoch": 0.8771331058020477, | |
| "grad_norm": 0.3146346775894274, | |
| "learning_rate": 6.84256023144845e-06, | |
| "loss": 0.4762, | |
| "num_tokens": 491054868.0, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 0.878839590443686, | |
| "grad_norm": 0.29961414202911324, | |
| "learning_rate": 6.792557411127099e-06, | |
| "loss": 0.4704, | |
| "num_tokens": 492078546.0, | |
| "step": 2575 | |
| }, | |
| { | |
| "epoch": 0.8805460750853242, | |
| "grad_norm": 0.34594580055469915, | |
| "learning_rate": 6.74321427891242e-06, | |
| "loss": 0.4851, | |
| "num_tokens": 492974236.0, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 0.8822525597269625, | |
| "grad_norm": 0.3066722562434767, | |
| "learning_rate": 6.694532406755053e-06, | |
| "loss": 0.478, | |
| "num_tokens": 494019470.0, | |
| "step": 2585 | |
| }, | |
| { | |
| "epoch": 0.8839590443686007, | |
| "grad_norm": 0.2923055504113335, | |
| "learning_rate": 6.646513345539509e-06, | |
| "loss": 0.516, | |
| "num_tokens": 495062198.0, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 0.8856655290102389, | |
| "grad_norm": 0.2953358109985866, | |
| "learning_rate": 6.59915862503478e-06, | |
| "loss": 0.4668, | |
| "num_tokens": 496039347.0, | |
| "step": 2595 | |
| }, | |
| { | |
| "epoch": 0.8873720136518771, | |
| "grad_norm": 0.33489720113078275, | |
| "learning_rate": 6.552469753845601e-06, | |
| "loss": 0.4715, | |
| "num_tokens": 496987511.0, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.8890784982935154, | |
| "grad_norm": 0.35147052248086963, | |
| "learning_rate": 6.506448219364389e-06, | |
| "loss": 0.4952, | |
| "num_tokens": 497953501.0, | |
| "step": 2605 | |
| }, | |
| { | |
| "epoch": 0.8907849829351536, | |
| "grad_norm": 0.2976052092258336, | |
| "learning_rate": 6.461095487723852e-06, | |
| "loss": 0.4703, | |
| "num_tokens": 498971917.0, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 0.8924914675767918, | |
| "grad_norm": 0.3166781793747034, | |
| "learning_rate": 6.416413003750289e-06, | |
| "loss": 0.4765, | |
| "num_tokens": 499959465.0, | |
| "step": 2615 | |
| }, | |
| { | |
| "epoch": 0.89419795221843, | |
| "grad_norm": 0.3094928641877226, | |
| "learning_rate": 6.3724021909175636e-06, | |
| "loss": 0.4714, | |
| "num_tokens": 500947010.0, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 0.8959044368600683, | |
| "grad_norm": 0.3403135875166433, | |
| "learning_rate": 6.3290644513017496e-06, | |
| "loss": 0.4838, | |
| "num_tokens": 501972930.0, | |
| "step": 2625 | |
| }, | |
| { | |
| "epoch": 0.8976109215017065, | |
| "grad_norm": 0.35528577423877566, | |
| "learning_rate": 6.286401165536466e-06, | |
| "loss": 0.4974, | |
| "num_tokens": 502958987.0, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 0.8993174061433447, | |
| "grad_norm": 0.3318258094487176, | |
| "learning_rate": 6.244413692768893e-06, | |
| "loss": 0.4767, | |
| "num_tokens": 503946765.0, | |
| "step": 2635 | |
| }, | |
| { | |
| "epoch": 0.9010238907849829, | |
| "grad_norm": 0.30577807197719564, | |
| "learning_rate": 6.2031033706164715e-06, | |
| "loss": 0.471, | |
| "num_tokens": 504893463.0, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 0.9027303754266212, | |
| "grad_norm": 0.3384112726283077, | |
| "learning_rate": 6.162471515124292e-06, | |
| "loss": 0.481, | |
| "num_tokens": 505899175.0, | |
| "step": 2645 | |
| }, | |
| { | |
| "epoch": 0.9044368600682594, | |
| "grad_norm": 0.30699959739486854, | |
| "learning_rate": 6.122519420723182e-06, | |
| "loss": 0.4733, | |
| "num_tokens": 506861395.0, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.9061433447098977, | |
| "grad_norm": 0.3222784803973646, | |
| "learning_rate": 6.083248360188437e-06, | |
| "loss": 0.4825, | |
| "num_tokens": 507817589.0, | |
| "step": 2655 | |
| }, | |
| { | |
| "epoch": 0.9078498293515358, | |
| "grad_norm": 0.3403142746810214, | |
| "learning_rate": 6.044659584599297e-06, | |
| "loss": 0.4761, | |
| "num_tokens": 508690960.0, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 0.909556313993174, | |
| "grad_norm": 0.2953479643563658, | |
| "learning_rate": 6.006754323299088e-06, | |
| "loss": 0.4804, | |
| "num_tokens": 509649233.0, | |
| "step": 2665 | |
| }, | |
| { | |
| "epoch": 0.9112627986348123, | |
| "grad_norm": 0.30487020552378524, | |
| "learning_rate": 5.969533783856054e-06, | |
| "loss": 0.4777, | |
| "num_tokens": 510627944.0, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 0.9129692832764505, | |
| "grad_norm": 0.30704549371766876, | |
| "learning_rate": 5.932999152024885e-06, | |
| "loss": 0.4822, | |
| "num_tokens": 511591407.0, | |
| "step": 2675 | |
| }, | |
| { | |
| "epoch": 0.9146757679180887, | |
| "grad_norm": 0.33249148261118033, | |
| "learning_rate": 5.897151591708947e-06, | |
| "loss": 0.5016, | |
| "num_tokens": 512558436.0, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 0.9163822525597269, | |
| "grad_norm": 0.3229296450202934, | |
| "learning_rate": 5.861992244923199e-06, | |
| "loss": 0.4735, | |
| "num_tokens": 513474763.0, | |
| "step": 2685 | |
| }, | |
| { | |
| "epoch": 0.9180887372013652, | |
| "grad_norm": 0.31994250178502454, | |
| "learning_rate": 5.827522231757808e-06, | |
| "loss": 0.4609, | |
| "num_tokens": 514407245.0, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 0.9197952218430034, | |
| "grad_norm": 0.30727719477408283, | |
| "learning_rate": 5.793742650342482e-06, | |
| "loss": 0.4611, | |
| "num_tokens": 515337057.0, | |
| "step": 2695 | |
| }, | |
| { | |
| "epoch": 0.9215017064846417, | |
| "grad_norm": 0.3422479555475027, | |
| "learning_rate": 5.760654576811455e-06, | |
| "loss": 0.5085, | |
| "num_tokens": 516301089.0, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.9232081911262798, | |
| "grad_norm": 0.32317795820730566, | |
| "learning_rate": 5.728259065269248e-06, | |
| "loss": 0.4808, | |
| "num_tokens": 517258131.0, | |
| "step": 2705 | |
| }, | |
| { | |
| "epoch": 0.9249146757679181, | |
| "grad_norm": 0.31035185685822675, | |
| "learning_rate": 5.696557147757041e-06, | |
| "loss": 0.4989, | |
| "num_tokens": 518223298.0, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 0.9266211604095563, | |
| "grad_norm": 0.32127700006025317, | |
| "learning_rate": 5.66554983421983e-06, | |
| "loss": 0.4721, | |
| "num_tokens": 519130985.0, | |
| "step": 2715 | |
| }, | |
| { | |
| "epoch": 0.9283276450511946, | |
| "grad_norm": 0.3248191734813711, | |
| "learning_rate": 5.635238112474237e-06, | |
| "loss": 0.4878, | |
| "num_tokens": 520051962.0, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 0.9300341296928327, | |
| "grad_norm": 0.32016262129429485, | |
| "learning_rate": 5.605622948177032e-06, | |
| "loss": 0.4612, | |
| "num_tokens": 520934447.0, | |
| "step": 2725 | |
| }, | |
| { | |
| "epoch": 0.931740614334471, | |
| "grad_norm": 0.3075215750119489, | |
| "learning_rate": 5.576705284794404e-06, | |
| "loss": 0.4717, | |
| "num_tokens": 521910187.0, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 0.9334470989761092, | |
| "grad_norm": 0.2966943509184171, | |
| "learning_rate": 5.548486043571861e-06, | |
| "loss": 0.4615, | |
| "num_tokens": 522876883.0, | |
| "step": 2735 | |
| }, | |
| { | |
| "epoch": 0.9351535836177475, | |
| "grad_norm": 0.3823699167375232, | |
| "learning_rate": 5.52096612350491e-06, | |
| "loss": 0.4899, | |
| "num_tokens": 523880084.0, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 0.9368600682593856, | |
| "grad_norm": 0.3445674466297448, | |
| "learning_rate": 5.494146401310404e-06, | |
| "loss": 0.4792, | |
| "num_tokens": 524788350.0, | |
| "step": 2745 | |
| }, | |
| { | |
| "epoch": 0.9385665529010239, | |
| "grad_norm": 0.29579943008870063, | |
| "learning_rate": 5.468027731398621e-06, | |
| "loss": 0.4863, | |
| "num_tokens": 525832920.0, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.9402730375426621, | |
| "grad_norm": 0.30558147446901934, | |
| "learning_rate": 5.442610945846045e-06, | |
| "loss": 0.4943, | |
| "num_tokens": 526845340.0, | |
| "step": 2755 | |
| }, | |
| { | |
| "epoch": 0.9419795221843004, | |
| "grad_norm": 0.32100249042860457, | |
| "learning_rate": 5.41789685436884e-06, | |
| "loss": 0.4788, | |
| "num_tokens": 527753736.0, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 0.9436860068259386, | |
| "grad_norm": 0.32004490139915764, | |
| "learning_rate": 5.393886244297079e-06, | |
| "loss": 0.4817, | |
| "num_tokens": 528798665.0, | |
| "step": 2765 | |
| }, | |
| { | |
| "epoch": 0.9453924914675768, | |
| "grad_norm": 0.3325347960685324, | |
| "learning_rate": 5.370579880549647e-06, | |
| "loss": 0.4878, | |
| "num_tokens": 529711197.0, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 0.947098976109215, | |
| "grad_norm": 0.3303511181497015, | |
| "learning_rate": 5.347978505609877e-06, | |
| "loss": 0.4693, | |
| "num_tokens": 530632318.0, | |
| "step": 2775 | |
| }, | |
| { | |
| "epoch": 0.9488054607508533, | |
| "grad_norm": 0.3044920349269044, | |
| "learning_rate": 5.326082839501891e-06, | |
| "loss": 0.4881, | |
| "num_tokens": 531553862.0, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 0.9505119453924915, | |
| "grad_norm": 0.30326530639070487, | |
| "learning_rate": 5.304893579767674e-06, | |
| "loss": 0.4935, | |
| "num_tokens": 532532990.0, | |
| "step": 2785 | |
| }, | |
| { | |
| "epoch": 0.9522184300341296, | |
| "grad_norm": 0.31251416953382594, | |
| "learning_rate": 5.284411401444836e-06, | |
| "loss": 0.4933, | |
| "num_tokens": 533448215.0, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 0.9539249146757679, | |
| "grad_norm": 0.32753454088259387, | |
| "learning_rate": 5.264636957045122e-06, | |
| "loss": 0.4824, | |
| "num_tokens": 534401740.0, | |
| "step": 2795 | |
| }, | |
| { | |
| "epoch": 0.9556313993174061, | |
| "grad_norm": 0.30791599389681806, | |
| "learning_rate": 5.245570876533615e-06, | |
| "loss": 0.4685, | |
| "num_tokens": 535341346.0, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.9573378839590444, | |
| "grad_norm": 0.313479264368028, | |
| "learning_rate": 5.227213767308668e-06, | |
| "loss": 0.4575, | |
| "num_tokens": 536296941.0, | |
| "step": 2805 | |
| }, | |
| { | |
| "epoch": 0.9590443686006825, | |
| "grad_norm": 0.29032270836531787, | |
| "learning_rate": 5.209566214182558e-06, | |
| "loss": 0.4742, | |
| "num_tokens": 537336227.0, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 0.9607508532423208, | |
| "grad_norm": 0.30878749649756715, | |
| "learning_rate": 5.1926287793628515e-06, | |
| "loss": 0.4843, | |
| "num_tokens": 538331668.0, | |
| "step": 2815 | |
| }, | |
| { | |
| "epoch": 0.962457337883959, | |
| "grad_norm": 0.3144044223958235, | |
| "learning_rate": 5.176402002434495e-06, | |
| "loss": 0.4596, | |
| "num_tokens": 539226192.0, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 0.9641638225255973, | |
| "grad_norm": 0.33929109387452877, | |
| "learning_rate": 5.1608864003426255e-06, | |
| "loss": 0.4783, | |
| "num_tokens": 540188216.0, | |
| "step": 2825 | |
| }, | |
| { | |
| "epoch": 0.9658703071672355, | |
| "grad_norm": 0.3147575010798021, | |
| "learning_rate": 5.146082467376103e-06, | |
| "loss": 0.4742, | |
| "num_tokens": 541043880.0, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 0.9675767918088737, | |
| "grad_norm": 0.29692914861077196, | |
| "learning_rate": 5.131990675151757e-06, | |
| "loss": 0.4915, | |
| "num_tokens": 541979505.0, | |
| "step": 2835 | |
| }, | |
| { | |
| "epoch": 0.9692832764505119, | |
| "grad_norm": 0.3233760089537912, | |
| "learning_rate": 5.1186114725993754e-06, | |
| "loss": 0.4741, | |
| "num_tokens": 542913487.0, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 0.9709897610921502, | |
| "grad_norm": 0.3243453736091082, | |
| "learning_rate": 5.105945285947394e-06, | |
| "loss": 0.4856, | |
| "num_tokens": 543888926.0, | |
| "step": 2845 | |
| }, | |
| { | |
| "epoch": 0.9726962457337884, | |
| "grad_norm": 0.34332556463465, | |
| "learning_rate": 5.09399251870931e-06, | |
| "loss": 0.5042, | |
| "num_tokens": 544851416.0, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.9744027303754266, | |
| "grad_norm": 0.35805837088581816, | |
| "learning_rate": 5.082753551670843e-06, | |
| "loss": 0.4832, | |
| "num_tokens": 545757943.0, | |
| "step": 2855 | |
| }, | |
| { | |
| "epoch": 0.9761092150170648, | |
| "grad_norm": 0.3330936930767059, | |
| "learning_rate": 5.072228742877796e-06, | |
| "loss": 0.4861, | |
| "num_tokens": 546668069.0, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 0.9778156996587031, | |
| "grad_norm": 0.2996095611574381, | |
| "learning_rate": 5.062418427624646e-06, | |
| "loss": 0.4706, | |
| "num_tokens": 547620964.0, | |
| "step": 2865 | |
| }, | |
| { | |
| "epoch": 0.9795221843003413, | |
| "grad_norm": 0.3334623473830669, | |
| "learning_rate": 5.053322918443873e-06, | |
| "loss": 0.4815, | |
| "num_tokens": 548580998.0, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 0.9812286689419796, | |
| "grad_norm": 0.3134805266587632, | |
| "learning_rate": 5.0449425050959876e-06, | |
| "loss": 0.49, | |
| "num_tokens": 549511852.0, | |
| "step": 2875 | |
| }, | |
| { | |
| "epoch": 0.9829351535836177, | |
| "grad_norm": 0.3309875762519481, | |
| "learning_rate": 5.0372774545603155e-06, | |
| "loss": 0.4617, | |
| "num_tokens": 550468465.0, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 0.984641638225256, | |
| "grad_norm": 0.3215047597552604, | |
| "learning_rate": 5.0303280110264825e-06, | |
| "loss": 0.4681, | |
| "num_tokens": 551376796.0, | |
| "step": 2885 | |
| }, | |
| { | |
| "epoch": 0.9863481228668942, | |
| "grad_norm": 0.45537977132918783, | |
| "learning_rate": 5.02409439588664e-06, | |
| "loss": 0.4914, | |
| "num_tokens": 552397091.0, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 0.9880546075085325, | |
| "grad_norm": 0.30892367299813056, | |
| "learning_rate": 5.018576807728409e-06, | |
| "loss": 0.4632, | |
| "num_tokens": 553378344.0, | |
| "step": 2895 | |
| }, | |
| { | |
| "epoch": 0.9897610921501706, | |
| "grad_norm": 0.32443914024425874, | |
| "learning_rate": 5.013775422328553e-06, | |
| "loss": 0.466, | |
| "num_tokens": 554315309.0, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.9914675767918089, | |
| "grad_norm": 0.3310428027199226, | |
| "learning_rate": 5.0096903926473885e-06, | |
| "loss": 0.4724, | |
| "num_tokens": 555217376.0, | |
| "step": 2905 | |
| }, | |
| { | |
| "epoch": 0.9931740614334471, | |
| "grad_norm": 0.3211087070464618, | |
| "learning_rate": 5.00632184882389e-06, | |
| "loss": 0.4991, | |
| "num_tokens": 556147373.0, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 0.9948805460750854, | |
| "grad_norm": 0.3344876290335765, | |
| "learning_rate": 5.00366989817157e-06, | |
| "loss": 0.4827, | |
| "num_tokens": 557076223.0, | |
| "step": 2915 | |
| }, | |
| { | |
| "epoch": 0.9965870307167235, | |
| "grad_norm": 0.32216989394760803, | |
| "learning_rate": 5.0017346251750415e-06, | |
| "loss": 0.4646, | |
| "num_tokens": 558093284.0, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 0.9982935153583617, | |
| "grad_norm": 0.3263881006745613, | |
| "learning_rate": 5.000516091487337e-06, | |
| "loss": 0.4751, | |
| "num_tokens": 558997916.0, | |
| "step": 2925 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.3026241946213063, | |
| "learning_rate": 5.00001433592793e-06, | |
| "loss": 0.4825, | |
| "num_tokens": 560009809.0, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "step": 2930, | |
| "total_flos": 1146719603261440.0, | |
| "train_loss": 0.5200651722149637, | |
| "train_runtime": 20826.6168, | |
| "train_samples_per_second": 4.501, | |
| "train_steps_per_second": 0.141 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 2930, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 100, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1146719603261440.0, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |